[ 569.499741] env[62220]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62220) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 569.500126] env[62220]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62220) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 569.500255] env[62220]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62220) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 569.500532] env[62220]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 569.595773] env[62220]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62220) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 569.605961] env[62220]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62220) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 570.212287] env[62220]: INFO nova.virt.driver [None req-37973fa1-1506-4602-a743-1f2ffecab946 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 570.281535] env[62220]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.281691] env[62220]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.281790] env[62220]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62220) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 573.526773] env[62220]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-5604a800-c833-4c77-a3d9-617050741ecc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.543317] env[62220]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62220) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 573.543490] env[62220]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-00231ae0-d456-4871-ac42-84a04f1df138 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.585801] env[62220]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ee510. [ 573.585988] env[62220]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.304s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.586528] env[62220]: INFO nova.virt.vmwareapi.driver [None req-37973fa1-1506-4602-a743-1f2ffecab946 None None] VMware vCenter version: 7.0.3 [ 573.590152] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d3bbce-8eb6-4de4-9a8e-f7a57db41de8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.609133] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fd2c36-abac-4b3b-a71e-5e24c58b11c9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.615062] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca4bfc5-85fb-44f5-b2f7-af2a571ad4c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.621654] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e63f04d-666f-4125-b92c-133ac430a836 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.634567] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d8eac0-6476-43e0-aedb-4475a80d0a35 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.640534] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bced82-4e1f-44b3-a649-e9ea21047211 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.670052] env[62220]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-7d9065d9-41a8-40ec-bae2-f2ead83e8d46 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.675034] env[62220]: DEBUG nova.virt.vmwareapi.driver [None req-37973fa1-1506-4602-a743-1f2ffecab946 None None] Extension org.openstack.compute already exists. {{(pid=62220) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 573.677670] env[62220]: INFO nova.compute.provider_config [None req-37973fa1-1506-4602-a743-1f2ffecab946 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 574.180698] env[62220]: DEBUG nova.context [None req-37973fa1-1506-4602-a743-1f2ffecab946 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f3cb6804-e616-4d07-9d2a-263e3a719bff(cell1) {{(pid=62220) load_cells /opt/stack/nova/nova/context.py:464}} [ 574.182888] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.183131] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.183804] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.184249] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Acquiring lock "f3cb6804-e616-4d07-9d2a-263e3a719bff" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.184440] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Lock "f3cb6804-e616-4d07-9d2a-263e3a719bff" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.185528] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Lock "f3cb6804-e616-4d07-9d2a-263e3a719bff" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.207035] env[62220]: INFO dbcounter [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Registered counter for database nova_cell0 [ 574.215254] env[62220]: INFO dbcounter [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Registered counter for database nova_cell1 [ 574.218525] env[62220]: DEBUG oslo_db.sqlalchemy.engines [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62220) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 574.218927] env[62220]: DEBUG oslo_db.sqlalchemy.engines [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62220) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 574.223766] env[62220]: ERROR nova.db.main.api [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 574.223766] env[62220]: result = function(*args, **kwargs) [ 574.223766] env[62220]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 574.223766] env[62220]: return func(*args, **kwargs) [ 574.223766] env[62220]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 574.223766] env[62220]: result = fn(*args, **kwargs) [ 574.223766] env[62220]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 574.223766] env[62220]: return f(*args, **kwargs) [ 574.223766] env[62220]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 574.223766] env[62220]: return db.service_get_minimum_version(context, binaries) [ 574.223766] env[62220]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 574.223766] env[62220]: _check_db_access() [ 574.223766] env[62220]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 574.223766] env[62220]: stacktrace = ''.join(traceback.format_stack()) [ 574.223766] env[62220]: [ 574.224580] env[62220]: ERROR nova.db.main.api [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 574.224580] env[62220]: result = function(*args, **kwargs) [ 574.224580] env[62220]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 574.224580] env[62220]: return func(*args, **kwargs) [ 574.224580] env[62220]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 574.224580] env[62220]: result = fn(*args, **kwargs) [ 574.224580] env[62220]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 574.224580] env[62220]: return f(*args, **kwargs) [ 574.224580] env[62220]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 574.224580] env[62220]: return db.service_get_minimum_version(context, binaries) [ 574.224580] env[62220]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 574.224580] env[62220]: _check_db_access() [ 574.224580] env[62220]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 574.224580] env[62220]: stacktrace = ''.join(traceback.format_stack()) [ 574.224580] env[62220]: [ 574.225139] env[62220]: WARNING nova.objects.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 574.225139] env[62220]: WARNING nova.objects.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Failed to get minimum service version for cell f3cb6804-e616-4d07-9d2a-263e3a719bff [ 574.225534] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Acquiring lock "singleton_lock" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.225700] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Acquired lock "singleton_lock" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.225946] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Releasing lock "singleton_lock" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.226273] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Full set of CONF: {{(pid=62220) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 574.226417] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ******************************************************************************** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 574.226547] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] Configuration options gathered from: {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 574.226681] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 574.226872] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 574.227013] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ================================================================================ {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 574.227232] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] allow_resize_to_same_host = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.227407] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] arq_binding_timeout = 300 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.227540] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] backdoor_port = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.227669] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] backdoor_socket = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.227862] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] block_device_allocate_retries = 60 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.228059] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] block_device_allocate_retries_interval = 3 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.228239] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cert = self.pem {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.228408] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.228580] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute_monitors = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.228746] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] config_dir = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.228989] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] config_drive_format = iso9660 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.229154] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.229330] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] config_source = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.229501] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] console_host = devstack {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.229669] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] control_exchange = nova {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.229830] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cpu_allocation_ratio = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.229994] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] daemon = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.230201] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] debug = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.230375] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] default_access_ip_network_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.230547] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] default_availability_zone = nova {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.230704] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] default_ephemeral_format = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.230864] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] default_green_pool_size = 1000 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.231138] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.231310] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] default_schedule_zone = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.231471] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] disk_allocation_ratio = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.231634] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] enable_new_services = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.231814] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] enabled_apis = ['osapi_compute'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.231980] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] enabled_ssl_apis = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.232158] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] flat_injected = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.232320] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] force_config_drive = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.232476] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] force_raw_images = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.232647] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] graceful_shutdown_timeout = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.232809] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] heal_instance_info_cache_interval = 60 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.233042] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] host = cpu-1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.233222] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.233387] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.233545] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.233758] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.233925] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] instance_build_timeout = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.234104] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] instance_delete_interval = 300 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.234276] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] instance_format = [instance: %(uuid)s] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.234444] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] instance_name_template = instance-%08x {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.234609] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] instance_usage_audit = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.234779] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] instance_usage_audit_period = month {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.234945] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.235129] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.235297] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] internal_service_availability_zone = internal {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.235456] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] key = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.235616] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] live_migration_retry_count = 30 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.235786] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] log_color = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.235953] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] log_config_append = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.236135] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.236298] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] log_dir = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.236460] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] log_file = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.236588] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] log_options = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.236750] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] log_rotate_interval = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.236920] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] log_rotate_interval_type = days {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.237099] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] log_rotation_type = none {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.237231] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.237357] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.237525] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.237688] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.237839] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.238027] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] long_rpc_timeout = 1800 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.238210] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] max_concurrent_builds = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.238440] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] max_concurrent_live_migrations = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.238696] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] max_concurrent_snapshots = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.238825] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] max_local_block_devices = 3 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.239030] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] max_logfile_count = 30 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.239197] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] max_logfile_size_mb = 200 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.239361] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] maximum_instance_delete_attempts = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.239531] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] metadata_listen = 0.0.0.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.239698] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] metadata_listen_port = 8775 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.239870] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] metadata_workers = 2 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.240109] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] migrate_max_retries = -1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.240311] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] mkisofs_cmd = genisoimage {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.240527] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.240660] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] my_ip = 10.180.1.21 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.240866] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.241048] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] network_allocate_retries = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.241281] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.241449] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.241613] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] osapi_compute_listen_port = 8774 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.241781] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] osapi_compute_unique_server_name_scope = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.241952] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] osapi_compute_workers = 2 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.242129] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] password_length = 12 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.242323] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] periodic_enable = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.242491] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] periodic_fuzzy_delay = 60 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.242657] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] pointer_model = usbtablet {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.242827] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] preallocate_images = none {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.242989] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] publish_errors = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.243134] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] pybasedir = /opt/stack/nova {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.243292] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ram_allocation_ratio = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.243451] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] rate_limit_burst = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.243618] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] rate_limit_except_level = CRITICAL {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.243778] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] rate_limit_interval = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.243938] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] reboot_timeout = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.244114] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] reclaim_instance_interval = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.244270] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] record = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.244437] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] reimage_timeout_per_gb = 60 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.244600] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] report_interval = 120 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.244761] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] rescue_timeout = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.244920] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] reserved_host_cpus = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.245099] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] reserved_host_disk_mb = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.245263] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] reserved_host_memory_mb = 512 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.245421] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] reserved_huge_pages = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.245582] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] resize_confirm_window = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.245741] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] resize_fs_using_block_device = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.245900] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] resume_guests_state_on_host_boot = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.246080] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.246246] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] rpc_response_timeout = 60 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.246410] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] run_external_periodic_tasks = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.246581] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] running_deleted_instance_action = reap {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.246743] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.246902] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] running_deleted_instance_timeout = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.247073] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] scheduler_instance_sync_interval = 120 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.247245] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] service_down_time = 720 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.247414] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] servicegroup_driver = db {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.247569] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] shell_completion = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.247743] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] shelved_offload_time = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.247936] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] shelved_poll_interval = 3600 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.248129] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] shutdown_timeout = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.248297] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] source_is_ipv6 = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.248457] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ssl_only = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.248719] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.248899] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] sync_power_state_interval = 600 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.249092] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] sync_power_state_pool_size = 1000 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.249269] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] syslog_log_facility = LOG_USER {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.249430] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] tempdir = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.249593] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] timeout_nbd = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.249763] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] transport_url = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.249928] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] update_resources_interval = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.250109] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] use_cow_images = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.250301] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] use_eventlog = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.250468] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] use_journal = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.250637] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] use_json = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.250792] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] use_rootwrap_daemon = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.250958] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] use_stderr = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.251133] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] use_syslog = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.251294] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vcpu_pin_set = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.251464] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plugging_is_fatal = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.251635] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plugging_timeout = 300 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.251801] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] virt_mkfs = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.251965] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] volume_usage_poll_interval = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.252142] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] watch_log_file = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.252314] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] web = /usr/share/spice-html5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 574.252500] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.252669] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.252836] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.253016] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_concurrency.disable_process_locking = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.253603] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.253800] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.253982] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.254182] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.254367] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.254538] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.254728] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.auth_strategy = keystone {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.254904] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.compute_link_prefix = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.255099] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.255283] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.dhcp_domain = novalocal {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.255459] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.enable_instance_password = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.255630] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.glance_link_prefix = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.255800] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.255979] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.256161] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.instance_list_per_project_cells = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.256329] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.list_records_by_skipping_down_cells = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.256496] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.local_metadata_per_cell = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.256665] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.max_limit = 1000 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.256834] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.metadata_cache_expiration = 15 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.257027] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.neutron_default_tenant_id = default {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.257210] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.response_validation = warn {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.257382] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.use_neutron_default_nets = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.257562] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.257733] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.257933] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.258137] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.258316] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.vendordata_dynamic_targets = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.258486] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.vendordata_jsonfile_path = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.258671] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.258875] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.backend = dogpile.cache.memcached {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.259080] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.backend_argument = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.259254] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.backend_expiration_time = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.259468] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.config_prefix = cache.oslo {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.259732] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.dead_timeout = 60.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.259995] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.debug_cache_backend = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.260301] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.enable_retry_client = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.260584] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.enable_socket_keepalive = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.260883] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.enabled = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.261200] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.enforce_fips_mode = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.261502] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.expiration_time = 600 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.261751] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.hashclient_retry_attempts = 2 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.261942] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.262135] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.memcache_dead_retry = 300 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.262308] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.memcache_password = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.262484] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.262726] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.262925] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.memcache_pool_maxsize = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.263114] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.263291] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.memcache_sasl_enabled = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.263479] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.263652] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.263818] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.memcache_username = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.263993] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.proxies = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.264179] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.redis_db = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.264347] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.redis_password = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.264524] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.264705] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.264879] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.redis_server = localhost:6379 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.265060] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.redis_socket_timeout = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.265229] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.redis_username = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.265397] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.retry_attempts = 2 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.265566] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.retry_delay = 0.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.265731] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.socket_keepalive_count = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.265898] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.socket_keepalive_idle = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.266080] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.socket_keepalive_interval = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.266246] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.tls_allowed_ciphers = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.266405] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.tls_cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.266566] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.tls_certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.266731] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.tls_enabled = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.266891] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cache.tls_keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.267080] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.auth_section = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.267261] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.auth_type = password {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.267425] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.267603] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.267766] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.267966] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.collect_timing = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.268163] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.cross_az_attach = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.268336] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.debug = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.268502] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.endpoint_template = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.268666] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.http_retries = 3 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.268835] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.insecure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.269021] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.269195] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.os_region_name = RegionOne {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.269364] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.split_loggers = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.269528] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cinder.timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.269699] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.269862] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute.cpu_dedicated_set = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.270036] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute.cpu_shared_set = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.270232] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute.image_type_exclude_list = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.270409] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.270576] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.270740] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.270908] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.271107] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.271281] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute.resource_provider_association_refresh = 300 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.271447] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.271613] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute.shutdown_retry_interval = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.271798] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.271983] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] conductor.workers = 2 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.272181] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] console.allowed_origins = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.272344] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] console.ssl_ciphers = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.272518] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] console.ssl_minimum_version = default {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.272690] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] consoleauth.enforce_session_timeout = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.272861] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] consoleauth.token_ttl = 600 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.273050] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.273216] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.273385] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.collect_timing = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.273546] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.connect_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.273705] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.connect_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.273869] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.endpoint_override = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.274044] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.insecure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.274210] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.274374] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.max_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.274533] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.min_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.274694] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.region_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.274855] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.retriable_status_codes = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.275040] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.service_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.275227] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.service_type = accelerator {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.275397] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.split_loggers = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.275558] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.status_code_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.275716] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.status_code_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.275876] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.276074] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.276244] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] cyborg.version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.276427] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.backend = sqlalchemy {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.276602] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.connection = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.276771] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.connection_debug = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.276947] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.connection_parameters = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.277131] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.connection_recycle_time = 3600 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.277299] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.connection_trace = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.277465] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.db_inc_retry_interval = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.277629] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.db_max_retries = 20 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.277793] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.db_max_retry_interval = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.277976] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.db_retry_interval = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.278161] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.max_overflow = 50 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.278328] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.max_pool_size = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.278496] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.max_retries = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.278670] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.278836] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.mysql_wsrep_sync_wait = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.279007] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.pool_timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.279179] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.retry_interval = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.279341] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.slave_connection = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.279506] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.sqlite_synchronous = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.279670] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] database.use_db_reconnect = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.279852] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.backend = sqlalchemy {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.280038] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.connection = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.280235] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.connection_debug = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.280419] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.connection_parameters = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.280588] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.connection_recycle_time = 3600 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.280754] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.connection_trace = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.280922] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.db_inc_retry_interval = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.281105] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.db_max_retries = 20 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.281272] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.db_max_retry_interval = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.281438] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.db_retry_interval = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.281602] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.max_overflow = 50 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.281765] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.max_pool_size = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.281928] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.max_retries = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.282118] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.282286] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.282448] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.pool_timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.282614] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.retry_interval = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.282776] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.slave_connection = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.282943] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] api_database.sqlite_synchronous = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.283135] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] devices.enabled_mdev_types = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.283318] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.283493] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.283659] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ephemeral_storage_encryption.enabled = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.283824] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.283997] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.api_servers = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.284177] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.284340] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.284505] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.collect_timing = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.284665] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.connect_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.284827] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.connect_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.284994] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.debug = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.285186] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.default_trusted_certificate_ids = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.285350] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.enable_certificate_validation = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.285516] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.enable_rbd_download = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.285680] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.endpoint_override = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.285845] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.insecure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.286019] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.286185] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.max_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.286346] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.min_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.286509] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.num_retries = 3 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.286683] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.rbd_ceph_conf = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.286848] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.rbd_connect_timeout = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.287035] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.rbd_pool = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.287209] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.rbd_user = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.287373] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.region_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.287534] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.retriable_status_codes = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.287695] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.service_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.287894] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.service_type = image {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.288084] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.split_loggers = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.288252] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.status_code_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.288411] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.status_code_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.288571] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.288756] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.288925] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.verify_glance_signatures = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.289103] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] glance.version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.289275] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] guestfs.debug = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.289447] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.auth_section = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.289612] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.auth_type = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.289774] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.289933] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.290125] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.collect_timing = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.290305] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.connect_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.290468] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.connect_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.290630] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.endpoint_override = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.290796] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.insecure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.290957] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.291132] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.max_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.291293] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.min_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.291453] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.region_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.291611] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.retriable_status_codes = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.291767] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.service_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.291939] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.service_type = shared-file-system {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.292119] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.share_apply_policy_timeout = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.292287] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.split_loggers = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.292449] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.status_code_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.292606] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.status_code_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.292765] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.292949] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.293126] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] manila.version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.293299] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] mks.enabled = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.293655] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.293847] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] image_cache.manager_interval = 2400 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.294031] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] image_cache.precache_concurrency = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.294211] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] image_cache.remove_unused_base_images = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.294382] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.294554] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.294734] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] image_cache.subdirectory_name = _base {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.294915] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.api_max_retries = 60 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.295093] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.api_retry_interval = 2 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.295259] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.auth_section = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.295424] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.auth_type = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.295587] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.295747] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.295915] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.collect_timing = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.296095] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.conductor_group = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.296260] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.connect_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.296420] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.connect_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.296579] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.endpoint_override = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.296746] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.insecure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.296910] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.297084] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.max_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.297247] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.min_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.297414] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.peer_list = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.297573] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.region_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.297733] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.retriable_status_codes = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.297932] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.serial_console_state_timeout = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.298121] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.service_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.298299] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.service_type = baremetal {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.298463] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.shard = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.298631] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.split_loggers = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.298798] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.status_code_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.298958] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.status_code_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.299134] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.299324] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.299488] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ironic.version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.299673] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.299850] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] key_manager.fixed_key = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.300048] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.300230] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.barbican_api_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.300396] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.barbican_endpoint = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.300573] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.barbican_endpoint_type = public {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.300737] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.barbican_region_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.300902] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.301081] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.301251] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.collect_timing = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.301416] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.insecure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.301576] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.301738] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.number_of_retries = 60 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.301903] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.retry_delay = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.302080] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.send_service_user_token = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.302248] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.split_loggers = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.302407] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.302569] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.verify_ssl = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.302728] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican.verify_ssl_path = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.302893] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican_service_user.auth_section = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.303072] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican_service_user.auth_type = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.303236] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican_service_user.cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.303397] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican_service_user.certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.303562] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican_service_user.collect_timing = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.303724] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican_service_user.insecure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.303887] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican_service_user.keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.304061] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican_service_user.split_loggers = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.304226] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] barbican_service_user.timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.304394] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vault.approle_role_id = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.304554] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vault.approle_secret_id = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.304725] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vault.kv_mountpoint = secret {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.304887] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vault.kv_path = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.305067] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vault.kv_version = 2 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.305233] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vault.namespace = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.305396] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vault.root_token_id = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.305556] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vault.ssl_ca_crt_file = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.305724] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vault.timeout = 60.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.305913] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vault.use_ssl = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.306118] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.306295] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.306458] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.306626] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.collect_timing = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.306790] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.connect_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.306955] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.connect_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.307129] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.endpoint_override = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.307297] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.insecure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.307456] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.307615] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.max_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.307774] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.min_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.307960] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.region_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.308139] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.retriable_status_codes = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.308304] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.service_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.308479] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.service_type = identity {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.308648] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.split_loggers = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.308816] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.status_code_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.308980] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.status_code_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.309155] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.309338] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.309499] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] keystone.version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.309700] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.connection_uri = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.309863] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.cpu_mode = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.310043] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.310216] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.cpu_models = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.310388] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.cpu_power_governor_high = performance {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.310558] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.310723] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.cpu_power_management = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.310896] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.311075] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.device_detach_attempts = 8 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.311241] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.device_detach_timeout = 20 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.311407] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.disk_cachemodes = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.311566] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.disk_prefix = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.311729] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.enabled_perf_events = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.311909] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.file_backed_memory = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.312076] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.gid_maps = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.312245] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.hw_disk_discard = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.312408] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.hw_machine_type = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.312580] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.images_rbd_ceph_conf = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.312745] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.312913] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.313094] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.images_rbd_glance_store_name = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.313266] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.images_rbd_pool = rbd {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.313437] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.images_type = default {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.313595] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.images_volume_group = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.313757] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.inject_key = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.313919] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.inject_partition = -2 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.314096] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.inject_password = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.314265] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.iscsi_iface = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.314428] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.iser_use_multipath = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.314593] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.314757] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.314919] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.live_migration_downtime = 500 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.315103] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.315263] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.315424] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.live_migration_inbound_addr = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.315589] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.315752] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.315940] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.live_migration_scheme = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.316130] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.live_migration_timeout_action = abort {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.316300] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.live_migration_tunnelled = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.316461] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.live_migration_uri = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.316627] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.live_migration_with_native_tls = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.316790] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.max_queues = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.316959] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.317216] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.317384] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.nfs_mount_options = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.317678] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.317881] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.318073] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.318242] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.318411] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.318576] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.num_pcie_ports = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.318744] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.318935] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.pmem_namespaces = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.319116] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.quobyte_client_cfg = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.319428] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.319606] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.319774] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.319941] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.320123] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.rbd_secret_uuid = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.320288] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.rbd_user = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.320451] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.320622] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.320780] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.rescue_image_id = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.320937] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.rescue_kernel_id = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.321111] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.rescue_ramdisk_id = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.321284] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.321446] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.rx_queue_size = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.321616] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.smbfs_mount_options = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.321921] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.322115] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.snapshot_compression = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.322284] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.snapshot_image_format = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.322518] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.322690] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.sparse_logical_volumes = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.322857] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.swtpm_enabled = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.323048] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.swtpm_group = tss {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.323227] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.swtpm_user = tss {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.323398] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.sysinfo_serial = unique {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.323565] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.tb_cache_size = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.323727] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.tx_queue_size = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.323897] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.uid_maps = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.324077] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.use_virtio_for_bridges = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.324257] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.virt_type = kvm {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.324427] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.volume_clear = zero {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.324591] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.volume_clear_size = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.324757] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.volume_use_multipath = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.324919] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.vzstorage_cache_path = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.325106] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.325279] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.325447] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.325620] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.325944] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.326155] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.vzstorage_mount_user = stack {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.326335] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.326518] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.auth_section = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.326698] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.auth_type = password {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.326864] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.327039] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.327216] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.collect_timing = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.327380] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.connect_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.327543] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.connect_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.327716] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.default_floating_pool = public {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.327925] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.endpoint_override = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.328134] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.extension_sync_interval = 600 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.328307] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.http_retries = 3 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.328475] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.insecure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.328638] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.328812] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.max_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.329018] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.329195] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.min_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.329371] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.ovs_bridge = br-int {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.329541] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.physnets = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.329716] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.region_name = RegionOne {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.329879] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.retriable_status_codes = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.330063] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.service_metadata_proxy = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.330231] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.service_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.330405] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.service_type = network {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.330571] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.split_loggers = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.330731] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.status_code_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.330891] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.status_code_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.331063] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.331250] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.331415] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] neutron.version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.331591] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] notifications.bdms_in_notifications = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.331771] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] notifications.default_level = INFO {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.331968] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] notifications.notification_format = unversioned {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.332148] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] notifications.notify_on_state_change = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.332331] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.332512] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] pci.alias = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.332686] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] pci.device_spec = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.332854] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] pci.report_in_placement = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.333047] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.auth_section = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.333226] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.auth_type = password {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.333397] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.333559] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.333719] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.333886] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.collect_timing = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.334060] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.connect_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.334225] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.connect_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.334386] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.default_domain_id = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.334546] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.default_domain_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.334705] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.domain_id = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.334863] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.domain_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.335034] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.endpoint_override = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.335204] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.insecure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.335365] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.335529] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.max_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.335755] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.min_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.335966] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.password = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.336154] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.project_domain_id = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.336330] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.project_domain_name = Default {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.336501] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.project_id = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.336679] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.project_name = service {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.336853] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.region_name = RegionOne {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.337035] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.retriable_status_codes = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.337201] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.service_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.337373] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.service_type = placement {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.337538] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.split_loggers = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.337699] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.status_code_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.337887] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.status_code_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.338075] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.system_scope = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.338239] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.338398] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.trust_id = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.338557] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.user_domain_id = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.338729] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.user_domain_name = Default {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.338914] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.user_id = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.339114] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.username = nova {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.339304] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.339470] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] placement.version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.339656] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.cores = 20 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.339827] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.count_usage_from_placement = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.340018] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.340231] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.injected_file_content_bytes = 10240 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.340426] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.injected_file_path_length = 255 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.340599] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.injected_files = 5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.340774] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.instances = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.340945] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.key_pairs = 100 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.341136] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.metadata_items = 128 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.341309] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.ram = 51200 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.341479] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.recheck_quota = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.341651] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.server_group_members = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.341820] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.server_groups = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.342047] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.342235] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] quota.unified_limits_resource_strategy = require {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.342414] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.342584] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.342751] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] scheduler.image_metadata_prefilter = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.342915] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.343096] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] scheduler.max_attempts = 3 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.343312] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] scheduler.max_placement_results = 1000 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.343507] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.343710] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.343923] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.344128] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] scheduler.workers = 2 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.344308] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.344486] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.344670] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.344839] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.345015] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.345190] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.345357] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.345545] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.345715] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.host_subset_size = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.345922] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.346123] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.346297] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.346467] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.isolated_hosts = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.346636] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.isolated_images = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.346842] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.347066] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.347249] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.347421] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.pci_in_placement = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.347588] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.347757] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.347965] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.348154] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.348323] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.348490] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.348658] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.track_instance_changes = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.348839] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.349026] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] metrics.required = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.349198] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] metrics.weight_multiplier = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.349363] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.349529] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] metrics.weight_setting = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.349840] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.350090] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] serial_console.enabled = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.350292] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] serial_console.port_range = 10000:20000 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.350470] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.350645] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.350813] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] serial_console.serialproxy_port = 6083 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.350985] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] service_user.auth_section = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.351173] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] service_user.auth_type = password {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.351340] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] service_user.cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.351503] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] service_user.certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.351668] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] service_user.collect_timing = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.351830] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] service_user.insecure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.351992] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] service_user.keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.352178] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] service_user.send_service_user_token = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.352345] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] service_user.split_loggers = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.352506] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] service_user.timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.352679] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] spice.agent_enabled = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.352842] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] spice.enabled = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.353227] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.353446] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.353624] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] spice.html5proxy_port = 6082 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.353790] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] spice.image_compression = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.353956] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] spice.jpeg_compression = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.354131] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] spice.playback_compression = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.354299] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] spice.require_secure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.354472] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] spice.server_listen = 127.0.0.1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.354644] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.354807] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] spice.streaming_mode = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.354969] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] spice.zlib_compression = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.355153] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] upgrade_levels.baseapi = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.355328] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] upgrade_levels.compute = auto {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.355490] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] upgrade_levels.conductor = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.355651] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] upgrade_levels.scheduler = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.355822] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.355987] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.356163] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vendordata_dynamic_auth.cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.356325] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vendordata_dynamic_auth.certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.356493] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.356655] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vendordata_dynamic_auth.insecure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.356812] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.356978] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.357149] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vendordata_dynamic_auth.timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.357325] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.api_retry_count = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.357490] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.ca_file = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.357670] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.357858] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.cluster_name = testcl1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.358048] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.connection_pool_size = 10 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.358218] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.console_delay_seconds = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.358395] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.datastore_regex = ^datastore.* {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.358604] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.358792] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.host_password = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.358979] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.host_port = 443 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.359172] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.host_username = administrator@vsphere.local {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.359347] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.insecure = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.359514] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.integration_bridge = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.359680] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.maximum_objects = 100 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.359845] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.pbm_default_policy = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.360025] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.pbm_enabled = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.360186] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.pbm_wsdl_location = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.360359] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.360522] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.serial_port_proxy_uri = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.360682] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.serial_port_service_uri = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.360850] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.task_poll_interval = 0.5 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.361038] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.use_linked_clone = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.361216] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.vnc_keymap = en-us {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.361384] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.vnc_port = 5900 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.361549] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vmware.vnc_port_total = 10000 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.361738] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vnc.auth_schemes = ['none'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.361914] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vnc.enabled = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.362214] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.362403] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.362574] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vnc.novncproxy_port = 6080 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.362760] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vnc.server_listen = 127.0.0.1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.362942] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.363122] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vnc.vencrypt_ca_certs = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.363284] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vnc.vencrypt_client_cert = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.363444] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vnc.vencrypt_client_key = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.363626] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.363794] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.disable_deep_image_inspection = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.363961] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.364140] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.364307] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.364474] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.disable_rootwrap = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.364639] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.enable_numa_live_migration = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.364806] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.364973] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.365152] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.365318] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.libvirt_disable_apic = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.365482] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.365648] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.365813] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.365981] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.366159] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.366323] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.366487] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.366649] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.366811] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.366980] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.367183] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.367357] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] wsgi.client_socket_timeout = 900 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.367527] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] wsgi.default_pool_size = 1000 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.367697] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] wsgi.keep_alive = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.367895] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] wsgi.max_header_line = 16384 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.368090] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.368271] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] wsgi.ssl_ca_file = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.368437] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] wsgi.ssl_cert_file = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.368601] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] wsgi.ssl_key_file = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.368767] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] wsgi.tcp_keepidle = 600 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.369072] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.369294] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] zvm.ca_file = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.369469] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] zvm.cloud_connector_url = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.369770] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.369951] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] zvm.reachable_timeout = 300 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.370147] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.370333] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.370513] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler.connection_string = messaging:// {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.370686] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler.enabled = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.370858] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler.es_doc_type = notification {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.371036] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler.es_scroll_size = 10000 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.371212] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler.es_scroll_time = 2m {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.371377] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler.filter_error_trace = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.371547] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler.hmac_keys = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.371719] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler.sentinel_service_name = mymaster {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.371883] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler.socket_timeout = 0.1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.372060] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler.trace_requests = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.372227] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler.trace_sqlalchemy = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.372409] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler_jaeger.process_tags = {} {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.372573] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler_jaeger.service_name_prefix = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.372737] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] profiler_otlp.service_name_prefix = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.372905] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] remote_debug.host = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.373084] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] remote_debug.port = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.373268] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.373435] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.373599] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.373763] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.373928] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.374111] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.374280] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.374444] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.374604] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.374775] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.374936] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.375122] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.375292] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.375461] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.375634] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.375804] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.375968] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.376158] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.376329] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.376484] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.376648] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.376813] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.376978] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.377162] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.377327] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.377489] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.377652] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.377832] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.378016] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.378193] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.ssl = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.378374] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.378547] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.378715] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.378914] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.379113] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.379286] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.379487] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.379658] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_notifications.retry = -1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.379845] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.380044] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.380226] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.auth_section = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.380395] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.auth_type = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.380558] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.cafile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.380721] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.certfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.380887] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.collect_timing = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.381067] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.connect_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.381233] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.connect_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.381396] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.endpoint_id = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.381571] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.381734] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.endpoint_override = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.381895] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.endpoint_region_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.382074] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.endpoint_service_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.382267] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.endpoint_service_type = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.382438] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.insecure = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.382594] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.keyfile = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.382757] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.max_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.382915] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.min_version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.383090] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.region_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.383255] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.retriable_status_codes = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.383417] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.service_name = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.383579] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.service_type = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.383744] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.split_loggers = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.383906] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.status_code_retries = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.384080] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.status_code_retry_delay = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.384249] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.timeout = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.384443] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.valid_interfaces = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.384611] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_limit.version = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.384781] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_reports.file_event_handler = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.384949] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.385179] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] oslo_reports.log_dir = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.385375] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.385541] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.385705] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.385876] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.386054] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.386223] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.386423] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.386593] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plug_ovs_privileged.group = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.386756] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.386925] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.387108] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.387271] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] vif_plug_ovs_privileged.user = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.387443] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.387626] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.387835] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.388013] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.388198] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.388373] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.388543] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.388708] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.388942] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.389132] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_ovs.isolate_vif = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.389306] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.389474] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.389646] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.389818] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.389985] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] os_vif_ovs.per_port_bridge = False {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.390489] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] privsep_osbrick.capabilities = [21] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.390489] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] privsep_osbrick.group = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.390489] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] privsep_osbrick.helper_command = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.390647] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.390819] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.390975] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] privsep_osbrick.user = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.391164] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.391326] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] nova_sys_admin.group = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.391486] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] nova_sys_admin.helper_command = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.391652] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.391819] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.391981] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] nova_sys_admin.user = None {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 574.392128] env[62220]: DEBUG oslo_service.service [None req-a2c3a175-8312-448f-b230-0e777a804ae2 None None] ******************************************************************************** {{(pid=62220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 574.392555] env[62220]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 574.896333] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Getting list of instances from cluster (obj){ [ 574.896333] env[62220]: value = "domain-c8" [ 574.896333] env[62220]: _type = "ClusterComputeResource" [ 574.896333] env[62220]: } {{(pid=62220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 574.897451] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8271fd-87d6-49ec-bd12-0c9ffdfb25bd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.906670] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Got total of 0 instances {{(pid=62220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 574.907273] env[62220]: WARNING nova.virt.vmwareapi.driver [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 574.907742] env[62220]: INFO nova.virt.node [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Generated node identity feb1be13-c087-423d-9e2a-f8ba7247cda1 [ 574.908055] env[62220]: INFO nova.virt.node [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Wrote node identity feb1be13-c087-423d-9e2a-f8ba7247cda1 to /opt/stack/data/n-cpu-1/compute_id [ 575.410364] env[62220]: WARNING nova.compute.manager [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Compute nodes ['feb1be13-c087-423d-9e2a-f8ba7247cda1'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 576.416063] env[62220]: INFO nova.compute.manager [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 577.421234] env[62220]: WARNING nova.compute.manager [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 577.421688] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.421688] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.421815] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.421965] env[62220]: DEBUG nova.compute.resource_tracker [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 577.422884] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcabfa3-5724-47da-b7d4-d4aaca52ac99 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.431048] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d290c1-539d-4d43-9ffa-d31f30d88bcc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.444700] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1014e5-d56c-4e5c-aa26-1dd422759fab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.451032] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5bc411-07d7-426d-ad27-5345506e4d7c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.479821] env[62220]: DEBUG nova.compute.resource_tracker [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181165MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 577.480022] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.480230] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.983248] env[62220]: WARNING nova.compute.resource_tracker [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] No compute node record for cpu-1:feb1be13-c087-423d-9e2a-f8ba7247cda1: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host feb1be13-c087-423d-9e2a-f8ba7247cda1 could not be found. [ 578.487057] env[62220]: INFO nova.compute.resource_tracker [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: feb1be13-c087-423d-9e2a-f8ba7247cda1 [ 579.995463] env[62220]: DEBUG nova.compute.resource_tracker [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 579.995826] env[62220]: DEBUG nova.compute.resource_tracker [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 580.145628] env[62220]: INFO nova.scheduler.client.report [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] [req-146f71ea-da47-4883-8a51-26ec7aa9d405] Created resource provider record via placement API for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 580.163318] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25740fd0-54d3-4397-a820-3685fad67921 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.170972] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143a5e68-1176-4da7-97e7-6fe24a546526 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.200021] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e199cdc3-2135-462f-8d79-4098d6cbda87 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.206901] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d508cc21-3312-40d3-9ba6-926d451c7e40 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.220368] env[62220]: DEBUG nova.compute.provider_tree [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 580.752437] env[62220]: DEBUG nova.scheduler.client.report [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 580.752674] env[62220]: DEBUG nova.compute.provider_tree [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 0 to 1 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 580.752815] env[62220]: DEBUG nova.compute.provider_tree [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 580.801822] env[62220]: DEBUG nova.compute.provider_tree [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 1 to 2 during operation: update_traits {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 581.306935] env[62220]: DEBUG nova.compute.resource_tracker [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 581.307281] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.827s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.307281] env[62220]: DEBUG nova.service [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Creating RPC server for service compute {{(pid=62220) start /opt/stack/nova/nova/service.py:186}} [ 581.321692] env[62220]: DEBUG nova.service [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] Join ServiceGroup membership for this service compute {{(pid=62220) start /opt/stack/nova/nova/service.py:203}} [ 581.321913] env[62220]: DEBUG nova.servicegroup.drivers.db [None req-6899ed95-d55e-4b98-b62e-01c65bf0681b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62220) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 586.324627] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_power_states {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.834145] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Getting list of instances from cluster (obj){ [ 586.834145] env[62220]: value = "domain-c8" [ 586.834145] env[62220]: _type = "ClusterComputeResource" [ 586.834145] env[62220]: } {{(pid=62220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 586.835320] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea71ca6-0aec-499b-8a0c-a257a6fcb91a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.843726] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Got total of 0 instances {{(pid=62220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 586.843954] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.844263] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Getting list of instances from cluster (obj){ [ 586.844263] env[62220]: value = "domain-c8" [ 586.844263] env[62220]: _type = "ClusterComputeResource" [ 586.844263] env[62220]: } {{(pid=62220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 586.845105] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8209d106-6b9e-4d7c-bdab-15c442ef9dfe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.852146] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Got total of 0 instances {{(pid=62220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 629.660637] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.661128] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.661128] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 629.661261] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 630.165189] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 630.165459] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.165717] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.165918] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.166135] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.166327] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.166517] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.166681] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 630.166844] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.670925] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.671323] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.671323] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.671480] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 630.672470] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44bb747-57f7-48c3-a4ef-102222b40906 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.680829] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec568c8a-cd9c-499f-b2c8-7841e940a9b6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.694341] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6974134e-83b8-435b-9bc1-ab3dd61fb947 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.700484] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b031cf5-f069-4b33-a769-9ec8fe84c929 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.728129] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181419MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 630.728275] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.728456] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.748660] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 631.748923] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 631.763435] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b287fdc-e4e1-4416-bd09-c7c6e0f2382d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.770745] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbc34ba-9726-4b93-b56c-88cdb1df80b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.799876] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b66df1-4aba-45e6-8dd5-4363dfa8e08a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.806984] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43ea5d8-0229-4bc5-98a9-021a2a7e51f3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.819432] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.322292] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 632.827587] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 632.828039] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.814415] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.819473] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.320257] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.320613] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 693.320794] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 693.823840] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 693.824275] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.824275] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.824437] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.824526] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.824664] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.824807] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.824936] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 693.825102] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 694.327953] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.328227] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.328388] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.328538] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 694.330496] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8eba29-011d-42c7-983d-9db51afb233e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.338664] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114a6066-8ccd-44ac-b9c4-b0f504986e2d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.352174] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e318155-6983-45bb-8e3a-811b326213c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.358140] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52caf9b5-d1b8-4482-9c62-95c68ab803ef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.385226] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181412MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 694.385372] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.385530] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.404162] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 695.404431] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 695.417424] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4a3fc5-d461-4a01-ab2f-15cc8243ad14 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.424835] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772ffce4-d451-4a59-a81b-c0b1c3795b00 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.454719] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a224a6f7-118a-47a9-8e8b-d73a72eaa27a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.462085] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605dbcf7-ec37-4510-84dc-970b6b109e13 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.474909] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.977734] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 695.979067] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 695.979252] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.981819] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.982254] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.982254] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 755.982353] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 756.484916] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 756.485173] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.485328] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.485448] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.485596] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.485736] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.485875] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.486017] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 756.486157] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.989155] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.989530] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.989569] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.989719] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 756.990674] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a12a93-5dc5-4917-b00e-c2ca6d144735 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.999162] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccdcad5-5bec-4252-a9ca-535c8402a453 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.013279] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb04ea6-0254-453f-8992-9c06aac1b760 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.019244] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef80b77e-c019-48e1-be2d-a761a60e0583 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.048916] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181404MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 757.049103] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.049298] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.067115] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 758.067363] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 758.080749] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755de1a1-fece-4eda-aa85-a717f95dffde {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.088534] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f73b8ea-f23a-43af-8643-8be3b4538c6f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.118085] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d874ee1-3ff2-41c3-b446-b6c99d77bf27 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.124786] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bccea66-865d-4b6b-bc4a-b7a5bdc98616 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.137375] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.640097] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 758.641441] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 758.641621] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.306789] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.307199] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.812430] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.812430] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 816.812430] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 817.315294] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 817.315737] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.315737] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.315737] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.315899] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.315979] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.316135] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.316260] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 817.316395] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.819884] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.820883] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.820883] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.820883] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 817.821537] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08c35a8-d48f-4f00-b24d-77efc856496b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.829967] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f709242-ce1f-4cd0-bf53-5b33aa53561f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.844397] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d94f8b-cc82-481d-ae39-197f8653a484 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.850586] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4f877d-c5bd-4958-b57d-e560c004cab7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.879877] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181396MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 817.880053] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.880216] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.897542] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 818.897759] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 818.912240] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd1b2a6-3cc9-4887-805f-673d7d53f375 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.919500] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faa0376-d707-490b-bf5c-8da42fe0932a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.948247] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3641da7-b479-4e8b-9549-5269eecfca2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.955288] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a32b3e-10e0-4931-b9c4-31a0798eef38 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.968646] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.471943] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 819.473316] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 819.473492] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.651794] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.652221] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Cleaning up deleted instances {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 870.156162] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] There are 0 instances to clean {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 870.156485] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.156627] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Cleaning up deleted instances with incomplete migration {{(pid=62220) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 870.659253] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.161638] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.648779] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 874.652131] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 874.652131] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 874.652131] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 875.154462] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 875.154702] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.154843] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.652475] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.652885] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.652885] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.652999] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 875.653146] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.156121] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.156367] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.156530] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.156681] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 876.157593] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5cd520-2d54-48fa-9459-8673bec37e16 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.165470] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461e425c-3fea-4fd6-94dc-07e4aa9c94b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.179766] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6892c7c7-da95-4159-ae13-7b5d53558fa8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.186059] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73c16a8-8c83-4fe3-9a01-962373296b5d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.213886] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181389MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 876.214067] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.214244] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.233023] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 877.233023] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 877.245887] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7e0126-9436-4642-87a7-4a9eaf8b7086 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.252805] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb24bc3-fdb2-40d0-8652-fb0c50dbbbb0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.281940] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6fe2c4-766e-4a89-b20b-830c5bd7bfcc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.288229] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3843698-df05-4078-8b59-6645b054b399 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.300364] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.803905] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 877.805197] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 877.805373] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.804258] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.804651] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.804651] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 934.804729] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 935.308338] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 935.308574] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.652078] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.156469] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.652035] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.652391] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.155482] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.155736] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.155910] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.156079] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 937.157017] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3498719-a0b5-4c1d-854b-e9f57925cade {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.165129] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87edf909-143d-4084-8ffb-a0848501390b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.178761] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c29e98c-900f-4640-8365-1a3e52a98f36 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.184726] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619ceb37-aaa8-40c2-bd1d-ca691bf9d310 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.213525] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181400MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 937.213681] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.213856] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.246531] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 938.246783] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 938.266126] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 938.280690] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 938.280874] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.292826] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 938.308471] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 938.319901] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1191b39-7f86-49f3-bd9c-0a33b134788f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.327054] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a203c3-80fa-44c9-a760-4720abcfd0c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.355773] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999aad9d-1939-4188-bb1e-99fe977d4764 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.362667] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82df19f8-63ed-4731-a621-3ad425f1a665 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.375913] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.879382] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 938.880678] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 938.880862] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.667s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.880453] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.880701] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.880860] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.881009] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 992.653624] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 994.646730] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.652173] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.652523] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 995.652523] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 996.155771] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 997.652069] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.652449] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.652449] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.652616] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.652739] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.652877] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 997.653041] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.156143] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.156425] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.156598] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.156788] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 998.157695] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b51f4d0-1fbc-4236-9f6b-0dc2d091546b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.165905] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f82aac9-da0c-4b28-9062-0f65c8ad6623 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.179623] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff097d1f-e22c-406a-aa30-642aa104557c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.185868] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7916014-bd26-4f29-a8c1-07e9d682abf9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.214405] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181393MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 998.214566] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.214731] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.232722] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 999.232962] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 999.246641] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d259c8-93fd-4eae-a87b-80da0a69f1a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.254206] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dcda85-d439-4cca-bf58-291b541469c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.282966] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d165ae1b-fb0e-4b04-a766-932b309e8e40 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.290235] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bab6c0-06f6-42a5-8bfe-266ebf2578ff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.302886] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.806078] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 999.807301] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 999.807485] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.806531] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.806975] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.311233] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.653020] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.653396] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1057.653396] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1058.156055] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1058.156295] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.652113] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.652341] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.652490] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.652640] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1058.652781] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.156152] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.156437] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.156544] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.156707] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1059.157642] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d56a03-0947-4862-848b-5cd3a9d1c7c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.165947] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c49654-27c5-4d3a-9fb5-bbb140488794 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.179842] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8304d74c-948e-45e9-baf0-f16622c37835 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.186420] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4372390d-0309-4233-9597-e88fc5d8fdea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.215016] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181393MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1059.215173] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.215364] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.233339] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1060.233616] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1060.246665] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eb7e99-8707-44ef-b2ad-3eca1101d1c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.254280] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f19c06-9994-402c-8e30-3c425cb115cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.283359] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02965b26-6a85-4d1d-95f9-b8d2ab507888 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.290247] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed372c69-74f0-492e-957b-1f3fbeeb432e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.302973] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.806063] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1060.807385] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1060.807577] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.807588] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.654295] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.647134] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.651707] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.652340] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.652775] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1119.652775] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1120.156130] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1120.156360] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.652111] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.652358] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.652488] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.652715] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1120.652753] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.156249] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.156513] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.156670] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.156819] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1121.157747] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592f2218-79ed-4b44-b548-715ae330aedc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.166202] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c772728-4987-4343-9104-0a1e43254418 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.179948] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1898d2be-4338-48f8-bf77-76165c0aba74 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.186121] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1bc1cb-2919-458b-86dd-7e5de6945c60 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.214507] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181347MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1121.214713] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.214928] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.232887] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1122.233169] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1122.246432] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c224cf-842d-4460-a23e-f6edf0b0b857 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.254603] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79d3ea6-c161-4810-a3a7-5347768b3217 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.283485] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e306883-aed1-4077-8117-3d4accbaa028 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.290614] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d66a9c-78f9-4e22-984c-b150a3946a98 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.303152] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.805936] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1122.807244] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1122.807420] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.808129] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.808592] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.649149] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.652270] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.652635] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Cleaning up deleted instances {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 1180.155037] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] There are 0 instances to clean {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1180.652721] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.653120] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.653120] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.653251] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1180.653382] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.157090] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.157345] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.157513] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.157669] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1181.158609] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dedaeb1-b6d2-45b4-a61f-1052115a423b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.166776] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd4ec58-718b-45c6-84a2-e9bda1269066 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.180336] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a7bb4-1954-43c1-bad7-c93e0f5ef114 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.186482] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ea69b4-8057-4b4c-8e2b-5b8b4856037a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.214120] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181364MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1181.214280] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.214458] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.233400] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1182.233715] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1182.246334] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d41752-346b-46e3-a6ca-c4a641d1acce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.254699] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2d088f-9309-4042-be9b-97f7826fb6f6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.283023] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a575e3d-00e9-4167-887d-ca8dc7ef33d4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.289704] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca41208-8bc0-466f-ad82-7390bf1ebb8b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.302185] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.805757] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1182.807042] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1182.807231] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.807451] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.155330] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.155646] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1184.155646] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1184.658887] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1184.659174] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.659313] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.659478] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.659609] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Cleaning up deleted instances with incomplete migration {{(pid=62220) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 1186.828802] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_power_states {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.332113] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Getting list of instances from cluster (obj){ [ 1187.332113] env[62220]: value = "domain-c8" [ 1187.332113] env[62220]: _type = "ClusterComputeResource" [ 1187.332113] env[62220]: } {{(pid=62220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1187.333157] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b01d7a-e65b-4429-8142-0a4585215943 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.341161] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Got total of 0 instances {{(pid=62220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1235.165450] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.647649] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.652770] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.653198] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.652928] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.653368] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1241.653368] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1242.156691] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1242.651568] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.651835] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.651928] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1242.652085] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.155057] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.155514] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.155514] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.155633] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1243.156559] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dba314c-821c-4b87-b6fa-eb777ddde858 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.164797] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750ba7fa-9541-46f2-bebb-a8bab748b91c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.178304] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35ccc2e-2afd-4b2b-9d40-b72ae943838a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.184228] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32de9774-f510-41bb-99d5-a76f3babe0c0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.212539] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181378MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1243.212698] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.212867] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.330023] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1244.330023] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1244.344777] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1244.355040] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1244.355203] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.364270] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1244.378256] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1244.389183] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b52a5d4-84c1-42e5-a097-7747ef9d8561 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.396346] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9551691d-fa68-439f-a339-d07726f8d475 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.424397] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1f5de5-e8ee-4b2e-b414-413926de245a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.430799] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f426e2-3094-4fbf-973f-47e1d45b1778 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.442963] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.946659] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1244.948016] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1244.948218] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.735s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.948852] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.647811] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.651391] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.651957] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.652418] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1301.652418] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1302.155316] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1302.155545] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.155714] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.652386] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.156438] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.156715] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1303.156789] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.659805] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.660141] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.660179] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.660335] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1303.661247] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1131c13-e3b2-4260-b522-2d0ee418b4f7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.669390] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc999800-36c0-4c18-8334-911f6bdb57f7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.683364] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f73408-6e09-4282-aef9-a4303be36054 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.689383] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4080dd-03d8-4dd8-87ba-564b99a6ad65 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.716792] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181377MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1303.716934] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.717127] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.736257] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1304.736539] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1304.750021] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12cf3bf-913c-438a-9ba5-e3f0200a7252 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.757356] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1eaf40-a2ca-461a-b3f5-8b713ace2c35 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.785824] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec563be-7e48-4bb2-ae61-fa5ffcd63842 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.792744] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a8d2d9-4fdc-4c52-885f-2a0e4bb10c67 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.805433] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.309071] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1305.310513] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1305.310720] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.806520] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.806885] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.416955] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "db05c5a1-3530-4793-89fd-75b6b860d4f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.417267] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "db05c5a1-3530-4793-89fd-75b6b860d4f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.920477] env[62220]: DEBUG nova.compute.manager [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.468624] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.468917] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.471586] env[62220]: INFO nova.compute.claims [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.528190] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c28ef0b-dd50-420b-a3ec-39ff73033609 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.539060] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fca652-93bd-427f-8169-e8ab8085fe6d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.572313] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19386cb-6e3a-4375-94db-ad8cf17afd7e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.581846] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9ade25-e24b-45b2-ad68-6d42843f0e2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.608892] env[62220]: DEBUG nova.compute.provider_tree [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.115023] env[62220]: DEBUG nova.scheduler.client.report [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1321.168539] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Acquiring lock "d29693d2-8bc3-4498-bc6a-cda75f0febe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.168879] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Lock "d29693d2-8bc3-4498-bc6a-cda75f0febe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.622318] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.622947] env[62220]: DEBUG nova.compute.manager [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.672948] env[62220]: DEBUG nova.compute.manager [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.031303] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Acquiring lock "76da0d08-49df-4a15-8f36-e22529247dc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.031413] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Lock "76da0d08-49df-4a15-8f36-e22529247dc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.033841] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Acquiring lock "a4adc67a-67fb-4576-9315-eb3ed338c166" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.034257] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Lock "a4adc67a-67fb-4576-9315-eb3ed338c166" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.130852] env[62220]: DEBUG nova.compute.utils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1322.132593] env[62220]: DEBUG nova.compute.manager [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.132943] env[62220]: DEBUG nova.network.neutron [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.203530] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.204304] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.207180] env[62220]: INFO nova.compute.claims [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.540021] env[62220]: DEBUG nova.compute.manager [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.540021] env[62220]: DEBUG nova.compute.manager [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.604177] env[62220]: DEBUG nova.policy [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d317bbe6a214e068180ad403ff0c23c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0701addc00c34ee6940391bbceb9eb37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.644845] env[62220]: DEBUG nova.compute.manager [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.021850] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquiring lock "97fb7641-1b41-415d-b964-e7f681e9da45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.021850] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "97fb7641-1b41-415d-b964-e7f681e9da45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.077133] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.086812] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.326489] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89690705-0119-4412-bbe7-8775ec2913f5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.336379] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70bc2b6-ac6f-46d8-9d64-011813dfdef8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.375047] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e617747f-f77c-4490-9ac2-95a4f6893caf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.383584] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a2f448-6f32-4438-9e3f-83c947ede3d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.398102] env[62220]: DEBUG nova.compute.provider_tree [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.527785] env[62220]: DEBUG nova.compute.manager [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1323.655104] env[62220]: DEBUG nova.compute.manager [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.673722] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Acquiring lock "a47b863a-06d1-47c0-b6c9-2d59d48cb635" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.673956] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Lock "a47b863a-06d1-47c0-b6c9-2d59d48cb635" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.684090] env[62220]: DEBUG nova.virt.hardware [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1323.684367] env[62220]: DEBUG nova.virt.hardware [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1323.684530] env[62220]: DEBUG nova.virt.hardware [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.684711] env[62220]: DEBUG nova.virt.hardware [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1323.684859] env[62220]: DEBUG nova.virt.hardware [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.685114] env[62220]: DEBUG nova.virt.hardware [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1323.685380] env[62220]: DEBUG nova.virt.hardware [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1323.685550] env[62220]: DEBUG nova.virt.hardware [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1323.685721] env[62220]: DEBUG nova.virt.hardware [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1323.685883] env[62220]: DEBUG nova.virt.hardware [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1323.686078] env[62220]: DEBUG nova.virt.hardware [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1323.686957] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b41e89-e59b-43f3-b522-95eb45f8197d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.696712] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed7c907-f651-4bb7-a13a-c382ab1b70c8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.712633] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f98ef9e-b7d5-41e9-b3fe-aebaf34fe2b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.901798] env[62220]: DEBUG nova.scheduler.client.report [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1324.053197] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.178905] env[62220]: DEBUG nova.compute.manager [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.407445] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.407982] env[62220]: DEBUG nova.compute.manager [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.411180] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.334s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.412172] env[62220]: INFO nova.compute.claims [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.445160] env[62220]: DEBUG nova.network.neutron [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Successfully created port: aab6059e-bef3-4017-b8b0-efabce4bcce0 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.651063] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "ac4873c4-8bd0-4a92-bda4-296829b02143" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.651304] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "ac4873c4-8bd0-4a92-bda4-296829b02143" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.715688] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.917130] env[62220]: DEBUG nova.compute.utils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1324.923382] env[62220]: DEBUG nova.compute.manager [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1324.923382] env[62220]: DEBUG nova.network.neutron [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.046755] env[62220]: DEBUG nova.policy [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a858fb55f4048a79ac8fa7a79131b2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '621896df351d44809795d032b0514715', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.153786] env[62220]: DEBUG nova.compute.manager [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.251979] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Acquiring lock "76a80ba9-4b0e-4764-81de-e9334a97b82c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.251979] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Lock "76a80ba9-4b0e-4764-81de-e9334a97b82c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.429820] env[62220]: DEBUG nova.compute.manager [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1325.604744] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efeda26-1cc0-4858-bb28-258e3a3125a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.617992] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a8158f-41e0-4849-8172-0ce4dff2945d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.666177] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb95aad0-c975-4ff8-93f6-6f51d5b73747 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.677242] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a834d881-0188-4ae5-9c58-ff1f8236ebe7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.682093] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.695959] env[62220]: DEBUG nova.compute.provider_tree [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.757117] env[62220]: DEBUG nova.compute.manager [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.193120] env[62220]: DEBUG nova.network.neutron [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Successfully created port: 818bd593-2e9d-4fb0-8b6b-54a6770a1fed {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.200425] env[62220]: DEBUG nova.scheduler.client.report [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1326.290429] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.445122] env[62220]: DEBUG nova.compute.manager [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.490817] env[62220]: DEBUG nova.virt.hardware [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1326.492541] env[62220]: DEBUG nova.virt.hardware [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1326.493219] env[62220]: DEBUG nova.virt.hardware [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.493219] env[62220]: DEBUG nova.virt.hardware [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1326.493219] env[62220]: DEBUG nova.virt.hardware [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.494056] env[62220]: DEBUG nova.virt.hardware [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1326.494301] env[62220]: DEBUG nova.virt.hardware [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1326.494466] env[62220]: DEBUG nova.virt.hardware [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1326.494634] env[62220]: DEBUG nova.virt.hardware [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1326.494798] env[62220]: DEBUG nova.virt.hardware [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1326.494976] env[62220]: DEBUG nova.virt.hardware [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1326.496054] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11040408-8548-441e-bc69-fe271c801b18 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.508473] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f233ca0-4ea7-49f8-9210-8e68edec1a51 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.707330] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.707847] env[62220]: DEBUG nova.compute.manager [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1326.715350] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.626s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.715350] env[62220]: INFO nova.compute.claims [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.223447] env[62220]: DEBUG nova.compute.utils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1327.229254] env[62220]: DEBUG nova.compute.manager [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.229254] env[62220]: DEBUG nova.network.neutron [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.488243] env[62220]: DEBUG nova.policy [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1cbe1acdcf447888fca7900db982b2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03d60ffe4e2a4e4f9bf474f1ba1fd121', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.731620] env[62220]: DEBUG nova.compute.manager [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1327.979109] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354d1fb7-90f2-4a07-99cc-0297022851b9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.987866] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95e90aa-c223-469a-9d54-3bb0f921b1f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.022570] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437c8baa-1408-4f9d-93d9-eddae59f3daa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.030398] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa5c526-b411-4572-afce-dab79184af3d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.044738] env[62220]: DEBUG nova.compute.provider_tree [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.549423] env[62220]: DEBUG nova.scheduler.client.report [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1328.623350] env[62220]: DEBUG nova.network.neutron [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Successfully created port: 43662ca0-dac5-43ed-9818-5a81c95683b6 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.745884] env[62220]: DEBUG nova.compute.manager [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1328.785157] env[62220]: DEBUG nova.virt.hardware [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1328.785590] env[62220]: DEBUG nova.virt.hardware [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1328.785590] env[62220]: DEBUG nova.virt.hardware [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.785742] env[62220]: DEBUG nova.virt.hardware [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1328.785890] env[62220]: DEBUG nova.virt.hardware [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.786260] env[62220]: DEBUG nova.virt.hardware [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1328.786717] env[62220]: DEBUG nova.virt.hardware [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1328.786997] env[62220]: DEBUG nova.virt.hardware [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1328.787198] env[62220]: DEBUG nova.virt.hardware [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1328.787464] env[62220]: DEBUG nova.virt.hardware [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1328.787618] env[62220]: DEBUG nova.virt.hardware [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1328.788903] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040da25f-d6df-4b17-a179-e76dd5314ef6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.797944] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120d1d5b-1bc9-4437-b803-f51f0ad86af2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.055820] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.056615] env[62220]: DEBUG nova.compute.manager [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1329.062417] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.007s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.062417] env[62220]: INFO nova.compute.claims [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.109954] env[62220]: DEBUG nova.network.neutron [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Successfully updated port: aab6059e-bef3-4017-b8b0-efabce4bcce0 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.574101] env[62220]: DEBUG nova.compute.utils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1329.576809] env[62220]: DEBUG nova.compute.manager [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Not allocating networking since 'none' was specified. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1329.613461] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.613621] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.613774] env[62220]: DEBUG nova.network.neutron [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.863153] env[62220]: DEBUG nova.network.neutron [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Successfully updated port: 818bd593-2e9d-4fb0-8b6b-54a6770a1fed {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.077589] env[62220]: DEBUG nova.compute.manager [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1330.135384] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "5fbde370-855d-46ea-9a21-09d9d87b7bd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.135604] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "5fbde370-855d-46ea-9a21-09d9d87b7bd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.311363] env[62220]: DEBUG nova.network.neutron [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.368345] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Acquiring lock "refresh_cache-d29693d2-8bc3-4498-bc6a-cda75f0febe5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.368483] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Acquired lock "refresh_cache-d29693d2-8bc3-4498-bc6a-cda75f0febe5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.368626] env[62220]: DEBUG nova.network.neutron [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.416212] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70adc9b-5a12-4af1-a037-586af0f6218a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.425383] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6aa81c-0495-42a1-9b53-52d0856f4b19 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.461337] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df340446-6a76-4659-bfe2-dc6c559d2131 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.469416] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b32bd8-5009-49d7-9e64-4b27855238a1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.485323] env[62220]: DEBUG nova.compute.provider_tree [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.526191] env[62220]: DEBUG nova.compute.manager [req-a1bc4f5f-4978-41de-b709-d6af6184d91e req-8ef9c107-be1b-4ea6-898d-eab418eeec34 service nova] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Received event network-vif-plugged-aab6059e-bef3-4017-b8b0-efabce4bcce0 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1330.526421] env[62220]: DEBUG oslo_concurrency.lockutils [req-a1bc4f5f-4978-41de-b709-d6af6184d91e req-8ef9c107-be1b-4ea6-898d-eab418eeec34 service nova] Acquiring lock "db05c5a1-3530-4793-89fd-75b6b860d4f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.526623] env[62220]: DEBUG oslo_concurrency.lockutils [req-a1bc4f5f-4978-41de-b709-d6af6184d91e req-8ef9c107-be1b-4ea6-898d-eab418eeec34 service nova] Lock "db05c5a1-3530-4793-89fd-75b6b860d4f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.526781] env[62220]: DEBUG oslo_concurrency.lockutils [req-a1bc4f5f-4978-41de-b709-d6af6184d91e req-8ef9c107-be1b-4ea6-898d-eab418eeec34 service nova] Lock "db05c5a1-3530-4793-89fd-75b6b860d4f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.526950] env[62220]: DEBUG nova.compute.manager [req-a1bc4f5f-4978-41de-b709-d6af6184d91e req-8ef9c107-be1b-4ea6-898d-eab418eeec34 service nova] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] No waiting events found dispatching network-vif-plugged-aab6059e-bef3-4017-b8b0-efabce4bcce0 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1330.527165] env[62220]: WARNING nova.compute.manager [req-a1bc4f5f-4978-41de-b709-d6af6184d91e req-8ef9c107-be1b-4ea6-898d-eab418eeec34 service nova] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Received unexpected event network-vif-plugged-aab6059e-bef3-4017-b8b0-efabce4bcce0 for instance with vm_state building and task_state spawning. [ 1330.638023] env[62220]: DEBUG nova.compute.manager [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1330.991862] env[62220]: DEBUG nova.scheduler.client.report [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1331.087709] env[62220]: DEBUG nova.compute.manager [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.126475] env[62220]: DEBUG nova.virt.hardware [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1331.126697] env[62220]: DEBUG nova.virt.hardware [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1331.126922] env[62220]: DEBUG nova.virt.hardware [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.127091] env[62220]: DEBUG nova.virt.hardware [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1331.127272] env[62220]: DEBUG nova.virt.hardware [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.127418] env[62220]: DEBUG nova.virt.hardware [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1331.127624] env[62220]: DEBUG nova.virt.hardware [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1331.127775] env[62220]: DEBUG nova.virt.hardware [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1331.127931] env[62220]: DEBUG nova.virt.hardware [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1331.128102] env[62220]: DEBUG nova.virt.hardware [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1331.128272] env[62220]: DEBUG nova.virt.hardware [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1331.129177] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14593c1e-680d-448c-8157-4598ddea10ba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.142673] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e63229-37ee-4b8e-ba4e-c2e4bfdfe48e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.148238] env[62220]: DEBUG nova.network.neutron [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance_info_cache with network_info: [{"id": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "address": "fa:16:3e:9b:a8:74", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab6059e-be", "ovs_interfaceid": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.165802] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Instance VIF info [] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.176053] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.177090] env[62220]: DEBUG nova.network.neutron [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.179730] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.183510] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0559b39e-76a7-40d3-b535-a38f3e1b8853 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.198124] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Created folder: OpenStack in parent group-v4. [ 1331.198124] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Creating folder: Project (e160c53c64904c8393874d68367a61c2). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.199830] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e377e80-4655-42b2-9673-fe453da61e3d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.213719] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Created folder: Project (e160c53c64904c8393874d68367a61c2) in parent group-v363147. [ 1331.213719] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Creating folder: Instances. Parent ref: group-v363148. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.215783] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47fe7d87-54a4-47d1-8996-90651c3bdfce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.225166] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Created folder: Instances in parent group-v363148. [ 1331.226029] env[62220]: DEBUG oslo.service.loopingcall [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.226029] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.226029] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b4a4b9e-fcbd-4ded-b0a5-6ed5930c2233 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.246882] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.246882] env[62220]: value = "task-1746709" [ 1331.246882] env[62220]: _type = "Task" [ 1331.246882] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.257363] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746709, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.501631] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.501631] env[62220]: DEBUG nova.compute.manager [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1331.504399] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.789s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.507670] env[62220]: INFO nova.compute.claims [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.592486] env[62220]: DEBUG nova.network.neutron [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Updating instance_info_cache with network_info: [{"id": "818bd593-2e9d-4fb0-8b6b-54a6770a1fed", "address": "fa:16:3e:ea:65:f4", "network": {"id": "7673a31c-c3ed-4ae2-b721-f5c75ffa3c39", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1932018273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "621896df351d44809795d032b0514715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818bd593-2e", "ovs_interfaceid": "818bd593-2e9d-4fb0-8b6b-54a6770a1fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.652891] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.653304] env[62220]: DEBUG nova.compute.manager [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Instance network_info: |[{"id": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "address": "fa:16:3e:9b:a8:74", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab6059e-be", "ovs_interfaceid": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.653837] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:a8:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aab6059e-bef3-4017-b8b0-efabce4bcce0', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.667791] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Creating folder: Project (0701addc00c34ee6940391bbceb9eb37). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.668158] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-177f1771-f924-473c-98f2-b3b71e3b37d4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.681939] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Created folder: Project (0701addc00c34ee6940391bbceb9eb37) in parent group-v363147. [ 1331.682281] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Creating folder: Instances. Parent ref: group-v363151. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.682587] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf08d8ee-26c3-486e-92b5-802e17f18719 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.693738] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Created folder: Instances in parent group-v363151. [ 1331.693983] env[62220]: DEBUG oslo.service.loopingcall [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.694315] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.694421] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0bb2b34-e63b-491a-8582-bb68f1b17849 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.713485] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.713485] env[62220]: value = "task-1746712" [ 1331.713485] env[62220]: _type = "Task" [ 1331.713485] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.728219] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746712, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.762311] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746709, 'name': CreateVM_Task, 'duration_secs': 0.318638} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.762854] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.765021] env[62220]: DEBUG oslo_vmware.service [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22212ed-be21-498e-9738-eb434e6e9ba3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.772232] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.772232] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.772232] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.772706] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c49f081-10f3-4689-8e6c-245feddc1392 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.778551] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1331.778551] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525cb5c1-2671-3b26-3974-5f342bc1a84e" [ 1331.778551] env[62220]: _type = "Task" [ 1331.778551] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.796587] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525cb5c1-2671-3b26-3974-5f342bc1a84e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.019679] env[62220]: DEBUG nova.compute.utils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1332.020755] env[62220]: DEBUG nova.compute.manager [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.021083] env[62220]: DEBUG nova.network.neutron [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.099113] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Releasing lock "refresh_cache-d29693d2-8bc3-4498-bc6a-cda75f0febe5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.099469] env[62220]: DEBUG nova.compute.manager [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Instance network_info: |[{"id": "818bd593-2e9d-4fb0-8b6b-54a6770a1fed", "address": "fa:16:3e:ea:65:f4", "network": {"id": "7673a31c-c3ed-4ae2-b721-f5c75ffa3c39", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1932018273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "621896df351d44809795d032b0514715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818bd593-2e", "ovs_interfaceid": "818bd593-2e9d-4fb0-8b6b-54a6770a1fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.099908] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:65:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '818bd593-2e9d-4fb0-8b6b-54a6770a1fed', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.109838] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Creating folder: Project (621896df351d44809795d032b0514715). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.110720] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-334eb749-3d33-4d8d-9763-30017c7bdbc4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.123776] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Created folder: Project (621896df351d44809795d032b0514715) in parent group-v363147. [ 1332.124026] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Creating folder: Instances. Parent ref: group-v363154. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.124306] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fffb764-36a1-4309-89c4-a39913c4f865 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.137265] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Created folder: Instances in parent group-v363154. [ 1332.137265] env[62220]: DEBUG oslo.service.loopingcall [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.137265] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.137265] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c799052a-c5fe-46b6-a8aa-93afef015bd6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.156634] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.156634] env[62220]: value = "task-1746715" [ 1332.156634] env[62220]: _type = "Task" [ 1332.156634] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.170535] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746715, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.224604] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746712, 'name': CreateVM_Task, 'duration_secs': 0.320989} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.224604] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.255812] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.290799] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.293910] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.293910] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.293910] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.293910] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.294187] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.294187] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.294187] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e7aa63c-f013-40ca-bc9e-67b7095b03ca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.295883] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78317597-0107-401c-bc24-3ac13e6a2359 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.315962] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1332.315962] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c47b82-c75c-d6ba-174b-d502c966959e" [ 1332.315962] env[62220]: _type = "Task" [ 1332.315962] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.317424] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.317540] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.322524] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9e910e-c788-4f75-b807-0897e416a36c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.339143] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.339478] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.339700] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.340599] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b359aa59-bb8d-4b85-ae81-fbe6719bb5d1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.346607] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1332.346607] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525994ac-12f7-731e-3946-344f8b8db5d8" [ 1332.346607] env[62220]: _type = "Task" [ 1332.346607] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.361804] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Preparing fetch location {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1332.362108] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Creating directory with path [datastore1] vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.362363] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d7c9791-a406-4f83-a418-0f03359534e1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.374465] env[62220]: DEBUG nova.network.neutron [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Successfully updated port: 43662ca0-dac5-43ed-9818-5a81c95683b6 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.383152] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Created directory with path [datastore1] vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.383794] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Fetch image to [datastore1] vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/tmp-sparse.vmdk {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1332.384362] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Downloading image file data 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 to [datastore1] vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/tmp-sparse.vmdk on the data store datastore1 {{(pid=62220) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1332.386814] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88abd5d5-78b4-4ebd-9148-024475cee435 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.398469] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2795aac-a371-49f7-af5c-70b52f7088d6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.410568] env[62220]: DEBUG nova.policy [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a990e33ad6741439c2975ae7afe63a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962ffcf9fef240b4a61a1abad6eb081a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1332.413726] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ad4c0d-8c40-463a-8284-57ca8e117c24 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.459922] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01db43b1-33c9-4fa7-b3af-cbd1d0694025 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.471300] env[62220]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2db00f40-1b12-4181-8186-9b9c2196c5c2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.507580] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Downloading image file data 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 to the data store datastore1 {{(pid=62220) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1332.533564] env[62220]: DEBUG nova.compute.manager [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1332.630992] env[62220]: DEBUG oslo_vmware.rw_handles [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1332.733877] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746715, 'name': CreateVM_Task, 'duration_secs': 0.374028} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.735835] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.739954] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.739954] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.739954] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.739954] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8623d2b9-49c4-4816-b24b-7c7152761f8c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.749477] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Waiting for the task: (returnval){ [ 1332.749477] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5248861c-52e2-c710-e7a5-1fa34319f202" [ 1332.749477] env[62220]: _type = "Task" [ 1332.749477] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.759070] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5248861c-52e2-c710-e7a5-1fa34319f202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.884364] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Acquiring lock "refresh_cache-76da0d08-49df-4a15-8f36-e22529247dc8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.884364] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Acquired lock "refresh_cache-76da0d08-49df-4a15-8f36-e22529247dc8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.884364] env[62220]: DEBUG nova.network.neutron [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.932747] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecd4e6f-3964-4766-b8a3-12b5d6c22a49 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.955981] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1918230e-4042-4ccc-b3ae-f4057e8f8030 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.005233] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c0fcd2-9735-41e0-bcf9-a86293bc35eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.014312] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9598e287-9005-4bba-ba7a-11778cc7f674 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.035193] env[62220]: DEBUG nova.compute.provider_tree [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.278695] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.278695] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.278695] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.336143] env[62220]: DEBUG oslo_vmware.rw_handles [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Completed reading data from the image iterator. {{(pid=62220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1333.336223] env[62220]: DEBUG oslo_vmware.rw_handles [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1333.344920] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "b2ad9224-1f33-4255-847a-d794ce966651" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.344920] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "b2ad9224-1f33-4255-847a-d794ce966651" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.480177] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Downloaded image file data 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 to vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/tmp-sparse.vmdk on the data store datastore1 {{(pid=62220) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1333.481947] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Caching image {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1333.482295] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Copying Virtual Disk [datastore1] vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/tmp-sparse.vmdk to [datastore1] vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.482557] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a48327e1-bebf-4917-ba24-56889e78ce01 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.497025] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1333.497025] env[62220]: value = "task-1746716" [ 1333.497025] env[62220]: _type = "Task" [ 1333.497025] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.507018] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.542903] env[62220]: DEBUG nova.scheduler.client.report [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1333.555877] env[62220]: DEBUG nova.compute.manager [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1333.596332] env[62220]: DEBUG nova.virt.hardware [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1333.596561] env[62220]: DEBUG nova.virt.hardware [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1333.596710] env[62220]: DEBUG nova.virt.hardware [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.596885] env[62220]: DEBUG nova.virt.hardware [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1333.597089] env[62220]: DEBUG nova.virt.hardware [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.598076] env[62220]: DEBUG nova.virt.hardware [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1333.598076] env[62220]: DEBUG nova.virt.hardware [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1333.598076] env[62220]: DEBUG nova.virt.hardware [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1333.598076] env[62220]: DEBUG nova.virt.hardware [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1333.598076] env[62220]: DEBUG nova.virt.hardware [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1333.598484] env[62220]: DEBUG nova.virt.hardware [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1333.598995] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21cfc9b-c479-4f37-ae8b-09726bb9d3db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.610105] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cf5c46-87be-4e16-8f08-f7e83f50de45 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.820583] env[62220]: DEBUG nova.network.neutron [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.844444] env[62220]: DEBUG nova.network.neutron [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Successfully created port: cc451ca1-d783-4706-a20e-ec64e205aa11 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1333.850519] env[62220]: DEBUG nova.compute.manager [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1334.005638] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746716, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.050462] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.051084] env[62220]: DEBUG nova.compute.manager [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1334.055306] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.372s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.058767] env[62220]: INFO nova.compute.claims [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.385066] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.508027] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703466} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.508209] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Copied Virtual Disk [datastore1] vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/tmp-sparse.vmdk to [datastore1] vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.508491] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Deleting the datastore file [datastore1] vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/tmp-sparse.vmdk {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.508706] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2ab1f7d-d1bc-4ad7-b074-575e9c2fe4f6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.519334] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1334.519334] env[62220]: value = "task-1746717" [ 1334.519334] env[62220]: _type = "Task" [ 1334.519334] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.530143] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.567646] env[62220]: DEBUG nova.compute.utils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1334.571952] env[62220]: DEBUG nova.compute.manager [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1334.572151] env[62220]: DEBUG nova.network.neutron [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1334.575647] env[62220]: DEBUG nova.compute.manager [req-e01b2b55-a5d7-4c17-b15b-96948a9dfd7d req-01c36b4f-d92d-499e-bfcc-705ee440cd1f service nova] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Received event network-vif-plugged-43662ca0-dac5-43ed-9818-5a81c95683b6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1334.576063] env[62220]: DEBUG oslo_concurrency.lockutils [req-e01b2b55-a5d7-4c17-b15b-96948a9dfd7d req-01c36b4f-d92d-499e-bfcc-705ee440cd1f service nova] Acquiring lock "76da0d08-49df-4a15-8f36-e22529247dc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.576328] env[62220]: DEBUG oslo_concurrency.lockutils [req-e01b2b55-a5d7-4c17-b15b-96948a9dfd7d req-01c36b4f-d92d-499e-bfcc-705ee440cd1f service nova] Lock "76da0d08-49df-4a15-8f36-e22529247dc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.576511] env[62220]: DEBUG oslo_concurrency.lockutils [req-e01b2b55-a5d7-4c17-b15b-96948a9dfd7d req-01c36b4f-d92d-499e-bfcc-705ee440cd1f service nova] Lock "76da0d08-49df-4a15-8f36-e22529247dc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.576674] env[62220]: DEBUG nova.compute.manager [req-e01b2b55-a5d7-4c17-b15b-96948a9dfd7d req-01c36b4f-d92d-499e-bfcc-705ee440cd1f service nova] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] No waiting events found dispatching network-vif-plugged-43662ca0-dac5-43ed-9818-5a81c95683b6 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1334.576843] env[62220]: WARNING nova.compute.manager [req-e01b2b55-a5d7-4c17-b15b-96948a9dfd7d req-01c36b4f-d92d-499e-bfcc-705ee440cd1f service nova] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Received unexpected event network-vif-plugged-43662ca0-dac5-43ed-9818-5a81c95683b6 for instance with vm_state building and task_state spawning. [ 1334.701843] env[62220]: DEBUG nova.network.neutron [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Updating instance_info_cache with network_info: [{"id": "43662ca0-dac5-43ed-9818-5a81c95683b6", "address": "fa:16:3e:96:b8:e2", "network": {"id": "4edb5678-87d5-481f-86e7-d57e93784b5c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-40097031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d60ffe4e2a4e4f9bf474f1ba1fd121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43662ca0-da", "ovs_interfaceid": "43662ca0-dac5-43ed-9818-5a81c95683b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.839872] env[62220]: DEBUG oslo_concurrency.lockutils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquiring lock "6afadaed-f6fe-4a49-ad8c-6dc52e640529" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.840731] env[62220]: DEBUG oslo_concurrency.lockutils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Lock "6afadaed-f6fe-4a49-ad8c-6dc52e640529" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.877639] env[62220]: DEBUG nova.policy [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb2f67bee564895a64d7c4172bbd80b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bc880ddd84a4654876f2e1b8594d107', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1335.031387] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.058872} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.031638] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.031845] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Moving file from [datastore1] vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 to [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8. {{(pid=62220) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1335.033335] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-9827a291-d527-4744-95ab-b2666711a738 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.044668] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1335.044668] env[62220]: value = "task-1746718" [ 1335.044668] env[62220]: _type = "Task" [ 1335.044668] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.052708] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746718, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.075073] env[62220]: DEBUG nova.compute.manager [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1335.198646] env[62220]: DEBUG nova.compute.manager [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Received event network-changed-aab6059e-bef3-4017-b8b0-efabce4bcce0 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1335.198646] env[62220]: DEBUG nova.compute.manager [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Refreshing instance network info cache due to event network-changed-aab6059e-bef3-4017-b8b0-efabce4bcce0. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1335.199121] env[62220]: DEBUG oslo_concurrency.lockutils [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] Acquiring lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.199121] env[62220]: DEBUG oslo_concurrency.lockutils [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] Acquired lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.199121] env[62220]: DEBUG nova.network.neutron [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Refreshing network info cache for port aab6059e-bef3-4017-b8b0-efabce4bcce0 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.204871] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Releasing lock "refresh_cache-76da0d08-49df-4a15-8f36-e22529247dc8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.205179] env[62220]: DEBUG nova.compute.manager [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Instance network_info: |[{"id": "43662ca0-dac5-43ed-9818-5a81c95683b6", "address": "fa:16:3e:96:b8:e2", "network": {"id": "4edb5678-87d5-481f-86e7-d57e93784b5c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-40097031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d60ffe4e2a4e4f9bf474f1ba1fd121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43662ca0-da", "ovs_interfaceid": "43662ca0-dac5-43ed-9818-5a81c95683b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1335.205927] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:b8:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43662ca0-dac5-43ed-9818-5a81c95683b6', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.217651] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Creating folder: Project (03d60ffe4e2a4e4f9bf474f1ba1fd121). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.221257] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7e54745-ccf6-4ec7-afbf-273617734b53 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.232592] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Created folder: Project (03d60ffe4e2a4e4f9bf474f1ba1fd121) in parent group-v363147. [ 1335.232906] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Creating folder: Instances. Parent ref: group-v363157. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.233032] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d3cb5a9-8c3e-4d98-834d-daacd711b363 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.245239] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Created folder: Instances in parent group-v363157. [ 1335.245401] env[62220]: DEBUG oslo.service.loopingcall [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.245582] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.245780] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56f3b8ad-d96f-4feb-8189-85ee4ba00ac0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.275444] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.275444] env[62220]: value = "task-1746721" [ 1335.275444] env[62220]: _type = "Task" [ 1335.275444] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.288557] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746721, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.320719] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca440f9-d5d1-4842-a365-8b7dfe8a70fe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.331782] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3763aac5-de97-4db7-92b2-ac6216305b3f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.379271] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da5c59c-c489-42f5-9c7e-d342eb56ab24 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.388698] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192a3d69-5dbc-4574-a9b7-1f1d3ca6c4e9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.404683] env[62220]: DEBUG nova.compute.provider_tree [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.555417] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746718, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024626} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.555417] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] File moved {{(pid=62220) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1335.555417] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Cleaning up location [datastore1] vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1335.555683] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Deleting the datastore file [datastore1] vmware_temp/daae2d6e-2b84-4dc9-8270-871fe85c0825 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.555802] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84f53f2e-c105-40e8-8812-3394485d6583 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.564532] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1335.564532] env[62220]: value = "task-1746722" [ 1335.564532] env[62220]: _type = "Task" [ 1335.564532] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.574150] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.787779] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746721, 'name': CreateVM_Task, 'duration_secs': 0.36267} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.787779] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.788338] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.788595] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.788811] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.789647] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd8ae39-9388-44f7-b448-f79bdc2b74dd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.798469] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Waiting for the task: (returnval){ [ 1335.798469] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bb28e4-7df0-1056-deeb-e4fcf65387b9" [ 1335.798469] env[62220]: _type = "Task" [ 1335.798469] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.806196] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bb28e4-7df0-1056-deeb-e4fcf65387b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.908501] env[62220]: DEBUG nova.scheduler.client.report [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1336.076150] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027408} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.076391] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.078077] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01af6e41-e057-4409-9cc2-ecb9f624b7d3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.083995] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1336.083995] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b55c28-cf2a-281a-fdb2-c3c05438fe51" [ 1336.083995] env[62220]: _type = "Task" [ 1336.083995] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.091681] env[62220]: DEBUG nova.network.neutron [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Successfully created port: 33daa026-90dc-4296-b14e-9187476a8320 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.092925] env[62220]: DEBUG nova.compute.manager [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1336.098500] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b55c28-cf2a-281a-fdb2-c3c05438fe51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.228274] env[62220]: DEBUG nova.virt.hardware [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1336.228536] env[62220]: DEBUG nova.virt.hardware [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1336.228691] env[62220]: DEBUG nova.virt.hardware [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.228895] env[62220]: DEBUG nova.virt.hardware [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1336.229958] env[62220]: DEBUG nova.virt.hardware [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.229958] env[62220]: DEBUG nova.virt.hardware [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1336.230589] env[62220]: DEBUG nova.virt.hardware [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1336.232327] env[62220]: DEBUG nova.virt.hardware [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1336.232327] env[62220]: DEBUG nova.virt.hardware [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1336.232620] env[62220]: DEBUG nova.virt.hardware [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1336.232864] env[62220]: DEBUG nova.virt.hardware [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1336.234337] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a5a40a-825b-4006-a995-28d1d85c25e9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.244899] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec92a88-f944-46ca-b619-9a3fca411602 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.308472] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bb28e4-7df0-1056-deeb-e4fcf65387b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.308848] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.309156] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.309469] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.414470] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.415447] env[62220]: DEBUG nova.compute.manager [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.425237] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.129s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.425237] env[62220]: INFO nova.compute.claims [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.550734] env[62220]: DEBUG nova.network.neutron [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updated VIF entry in instance network info cache for port aab6059e-bef3-4017-b8b0-efabce4bcce0. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.550734] env[62220]: DEBUG nova.network.neutron [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance_info_cache with network_info: [{"id": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "address": "fa:16:3e:9b:a8:74", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab6059e-be", "ovs_interfaceid": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.594558] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b55c28-cf2a-281a-fdb2-c3c05438fe51, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.594740] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.595034] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a4adc67a-67fb-4576-9315-eb3ed338c166/a4adc67a-67fb-4576-9315-eb3ed338c166.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.595425] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.595548] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.595751] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe30e320-e773-4aaf-b618-4e7c2cbd24ad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.597966] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d208f51c-c826-4280-b22a-88f00c9806e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.606685] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1336.606685] env[62220]: value = "task-1746723" [ 1336.606685] env[62220]: _type = "Task" [ 1336.606685] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.609777] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.609777] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.613336] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77e64cc3-e133-4d11-92b8-91dc522c9ab7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.621037] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1336.621037] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bcd426-78a0-8e27-0e7e-e8ab05cd172e" [ 1336.621037] env[62220]: _type = "Task" [ 1336.621037] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.624813] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.634980] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bcd426-78a0-8e27-0e7e-e8ab05cd172e, 'name': SearchDatastore_Task, 'duration_secs': 0.008147} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.636138] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842bda47-0214-4cc7-9d1d-73817069bad6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.643436] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1336.643436] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52290115-41f3-def6-6bce-e7b8f517fab7" [ 1336.643436] env[62220]: _type = "Task" [ 1336.643436] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.651895] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52290115-41f3-def6-6bce-e7b8f517fab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.923210] env[62220]: DEBUG nova.compute.utils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1336.930863] env[62220]: DEBUG nova.compute.manager [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.931143] env[62220]: DEBUG nova.network.neutron [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1337.024639] env[62220]: DEBUG nova.network.neutron [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Successfully updated port: cc451ca1-d783-4706-a20e-ec64e205aa11 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.055770] env[62220]: DEBUG oslo_concurrency.lockutils [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] Releasing lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.055770] env[62220]: DEBUG nova.compute.manager [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Received event network-vif-plugged-818bd593-2e9d-4fb0-8b6b-54a6770a1fed {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1337.055770] env[62220]: DEBUG oslo_concurrency.lockutils [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] Acquiring lock "d29693d2-8bc3-4498-bc6a-cda75f0febe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.055770] env[62220]: DEBUG oslo_concurrency.lockutils [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] Lock "d29693d2-8bc3-4498-bc6a-cda75f0febe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.055770] env[62220]: DEBUG oslo_concurrency.lockutils [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] Lock "d29693d2-8bc3-4498-bc6a-cda75f0febe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.056211] env[62220]: DEBUG nova.compute.manager [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] No waiting events found dispatching network-vif-plugged-818bd593-2e9d-4fb0-8b6b-54a6770a1fed {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1337.056211] env[62220]: WARNING nova.compute.manager [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Received unexpected event network-vif-plugged-818bd593-2e9d-4fb0-8b6b-54a6770a1fed for instance with vm_state building and task_state spawning. [ 1337.056211] env[62220]: DEBUG nova.compute.manager [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Received event network-changed-818bd593-2e9d-4fb0-8b6b-54a6770a1fed {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1337.056211] env[62220]: DEBUG nova.compute.manager [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Refreshing instance network info cache due to event network-changed-818bd593-2e9d-4fb0-8b6b-54a6770a1fed. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1337.056392] env[62220]: DEBUG oslo_concurrency.lockutils [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] Acquiring lock "refresh_cache-d29693d2-8bc3-4498-bc6a-cda75f0febe5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.056392] env[62220]: DEBUG oslo_concurrency.lockutils [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] Acquired lock "refresh_cache-d29693d2-8bc3-4498-bc6a-cda75f0febe5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.056540] env[62220]: DEBUG nova.network.neutron [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Refreshing network info cache for port 818bd593-2e9d-4fb0-8b6b-54a6770a1fed {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.121020] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448176} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.121020] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a4adc67a-67fb-4576-9315-eb3ed338c166/a4adc67a-67fb-4576-9315-eb3ed338c166.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.121020] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.121020] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08c05758-80d9-41da-b93a-ec93ff7f7207 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.126042] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1337.126042] env[62220]: value = "task-1746724" [ 1337.126042] env[62220]: _type = "Task" [ 1337.126042] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.135261] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.138016] env[62220]: DEBUG nova.policy [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d71f4ee47e24fdba197d098dc9f29bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aa4322ee1c7440398464b72ec5baaea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1337.156156] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52290115-41f3-def6-6bce-e7b8f517fab7, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.156420] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.156681] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] db05c5a1-3530-4793-89fd-75b6b860d4f9/db05c5a1-3530-4793-89fd-75b6b860d4f9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.156956] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.157155] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.157433] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af9f3376-8aaf-4294-a584-4f1b8c639c4f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.162260] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8764011-eaed-45d8-b809-d63a9c685355 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.169471] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1337.169471] env[62220]: value = "task-1746725" [ 1337.169471] env[62220]: _type = "Task" [ 1337.169471] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.175599] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.175599] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.176938] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f1ab9a-9918-4a02-a368-72666892e7e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.185437] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.188595] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Waiting for the task: (returnval){ [ 1337.188595] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5278156a-0f14-1495-6a0f-11b14b417838" [ 1337.188595] env[62220]: _type = "Task" [ 1337.188595] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.195648] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5278156a-0f14-1495-6a0f-11b14b417838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.432116] env[62220]: DEBUG nova.compute.manager [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.526906] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquiring lock "refresh_cache-97fb7641-1b41-415d-b964-e7f681e9da45" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.527199] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquired lock "refresh_cache-97fb7641-1b41-415d-b964-e7f681e9da45" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.527347] env[62220]: DEBUG nova.network.neutron [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.637913] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071018} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.638214] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.639333] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cd3630-5b3f-4c27-a592-c192c1509fc4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.668458] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] a4adc67a-67fb-4576-9315-eb3ed338c166/a4adc67a-67fb-4576-9315-eb3ed338c166.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.671626] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2c69e91-3cdc-4ed0-93bb-0ac232b40540 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.704535] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428176} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.712049] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] db05c5a1-3530-4793-89fd-75b6b860d4f9/db05c5a1-3530-4793-89fd-75b6b860d4f9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.712049] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.712049] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1337.712049] env[62220]: value = "task-1746726" [ 1337.712049] env[62220]: _type = "Task" [ 1337.712049] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.712049] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6a02c5d-d231-4b48-88b7-476ec9357175 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.719943] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5278156a-0f14-1495-6a0f-11b14b417838, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.721737] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3168dbff-3c56-42c3-afda-0acc832b827d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.726855] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.731025] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44401f2-9cb0-4667-b63b-c2bc30a129c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.732600] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1337.732600] env[62220]: value = "task-1746727" [ 1337.732600] env[62220]: _type = "Task" [ 1337.732600] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.734407] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Waiting for the task: (returnval){ [ 1337.734407] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d0b5cd-6a21-be23-a727-edd9328bd984" [ 1337.734407] env[62220]: _type = "Task" [ 1337.734407] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.746025] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee0996e-5da0-42d2-9e02-279badbdf031 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.749984] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.756041] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d0b5cd-6a21-be23-a727-edd9328bd984, 'name': SearchDatastore_Task, 'duration_secs': 0.00965} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.780993] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.780993] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] d29693d2-8bc3-4498-bc6a-cda75f0febe5/d29693d2-8bc3-4498-bc6a-cda75f0febe5.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.780993] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.781287] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.781407] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c0610c9-6f9a-40ed-ba79-82984038fe3d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.786658] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3883533-c71a-44a3-be59-567da048b12f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.787305] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86b3f8ac-ff7f-4948-b707-4ba212f3a041 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.796652] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d6cd9a-6e28-4dee-9965-690de7b5ed44 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.801593] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Waiting for the task: (returnval){ [ 1337.801593] env[62220]: value = "task-1746728" [ 1337.801593] env[62220]: _type = "Task" [ 1337.801593] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.805073] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.805073] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.807267] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161fd8f5-d96f-4d66-9055-f4e65492dea0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.817468] env[62220]: DEBUG nova.compute.provider_tree [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.824233] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.825633] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Waiting for the task: (returnval){ [ 1337.825633] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5233eaf0-809f-9de3-8981-ede78c12e606" [ 1337.825633] env[62220]: _type = "Task" [ 1337.825633] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.834112] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5233eaf0-809f-9de3-8981-ede78c12e606, 'name': SearchDatastore_Task, 'duration_secs': 0.008517} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.835338] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73d9562-c13e-4881-abeb-ab1b60fbb031 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.841101] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Waiting for the task: (returnval){ [ 1337.841101] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d39a93-714e-194e-8d8a-f7e8569b5cfa" [ 1337.841101] env[62220]: _type = "Task" [ 1337.841101] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.852291] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d39a93-714e-194e-8d8a-f7e8569b5cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.108102] env[62220]: DEBUG nova.network.neutron [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Successfully created port: 52241696-adf9-4dcb-87eb-2bb3b102643a {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.126944] env[62220]: DEBUG nova.network.neutron [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.226365] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746726, 'name': ReconfigVM_Task, 'duration_secs': 0.305161} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.226694] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Reconfigured VM instance instance-00000004 to attach disk [datastore1] a4adc67a-67fb-4576-9315-eb3ed338c166/a4adc67a-67fb-4576-9315-eb3ed338c166.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.227525] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0169a854-f190-4106-8e14-1cf9d1062212 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.239038] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1338.239038] env[62220]: value = "task-1746729" [ 1338.239038] env[62220]: _type = "Task" [ 1338.239038] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.242065] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062563} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.245434] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.246109] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed7837a-d9a7-4db0-8e73-4cb6630f47f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.255034] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746729, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.279374] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] db05c5a1-3530-4793-89fd-75b6b860d4f9/db05c5a1-3530-4793-89fd-75b6b860d4f9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.279701] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88beb835-2572-48d1-ad92-65bd3883e986 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.302557] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1338.302557] env[62220]: value = "task-1746730" [ 1338.302557] env[62220]: _type = "Task" [ 1338.302557] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.314310] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746730, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.317755] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439138} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.319407] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] d29693d2-8bc3-4498-bc6a-cda75f0febe5/d29693d2-8bc3-4498-bc6a-cda75f0febe5.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.319407] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.319407] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6444516c-2953-4325-8304-e88d4269189b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.321107] env[62220]: DEBUG nova.scheduler.client.report [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1338.333384] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Waiting for the task: (returnval){ [ 1338.333384] env[62220]: value = "task-1746731" [ 1338.333384] env[62220]: _type = "Task" [ 1338.333384] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.347554] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.359917] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d39a93-714e-194e-8d8a-f7e8569b5cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.008588} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.360492] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.360844] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 76da0d08-49df-4a15-8f36-e22529247dc8/76da0d08-49df-4a15-8f36-e22529247dc8.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.361592] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1c2b9cb-d51b-432e-a732-3d675943ecee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.371989] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Waiting for the task: (returnval){ [ 1338.371989] env[62220]: value = "task-1746732" [ 1338.371989] env[62220]: _type = "Task" [ 1338.371989] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.382616] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.450412] env[62220]: DEBUG nova.compute.manager [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1338.494015] env[62220]: DEBUG nova.virt.hardware [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1338.494015] env[62220]: DEBUG nova.virt.hardware [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1338.494015] env[62220]: DEBUG nova.virt.hardware [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.494015] env[62220]: DEBUG nova.virt.hardware [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1338.494255] env[62220]: DEBUG nova.virt.hardware [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.494290] env[62220]: DEBUG nova.virt.hardware [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1338.494472] env[62220]: DEBUG nova.virt.hardware [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1338.494625] env[62220]: DEBUG nova.virt.hardware [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1338.495663] env[62220]: DEBUG nova.virt.hardware [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1338.495663] env[62220]: DEBUG nova.virt.hardware [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1338.499915] env[62220]: DEBUG nova.virt.hardware [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1338.501032] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edffd99-6594-4a8c-9fcd-ec3561ad988c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.504337] env[62220]: DEBUG nova.network.neutron [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Updated VIF entry in instance network info cache for port 818bd593-2e9d-4fb0-8b6b-54a6770a1fed. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.504647] env[62220]: DEBUG nova.network.neutron [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Updating instance_info_cache with network_info: [{"id": "818bd593-2e9d-4fb0-8b6b-54a6770a1fed", "address": "fa:16:3e:ea:65:f4", "network": {"id": "7673a31c-c3ed-4ae2-b721-f5c75ffa3c39", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1932018273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "621896df351d44809795d032b0514715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818bd593-2e", "ovs_interfaceid": "818bd593-2e9d-4fb0-8b6b-54a6770a1fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.514779] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442fa3f0-508e-4e1d-822b-258dd6c65198 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.547252] env[62220]: DEBUG nova.network.neutron [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Updating instance_info_cache with network_info: [{"id": "cc451ca1-d783-4706-a20e-ec64e205aa11", "address": "fa:16:3e:11:bd:66", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc451ca1-d7", "ovs_interfaceid": "cc451ca1-d783-4706-a20e-ec64e205aa11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.613927] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Acquiring lock "c184791a-5b7f-44c3-bbae-e6c67f8643ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.614269] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Lock "c184791a-5b7f-44c3-bbae-e6c67f8643ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.754362] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746729, 'name': Rename_Task, 'duration_secs': 0.137409} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.754860] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.755182] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59097557-51ea-487e-a928-d93b4d41de60 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.762647] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1338.762647] env[62220]: value = "task-1746733" [ 1338.762647] env[62220]: _type = "Task" [ 1338.762647] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.777598] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.811856] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746730, 'name': ReconfigVM_Task, 'duration_secs': 0.286014} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.812253] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Reconfigured VM instance instance-00000001 to attach disk [datastore1] db05c5a1-3530-4793-89fd-75b6b860d4f9/db05c5a1-3530-4793-89fd-75b6b860d4f9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.813098] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e78e4ef3-9bc6-457f-b914-b07a51c5b4d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.820267] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1338.820267] env[62220]: value = "task-1746734" [ 1338.820267] env[62220]: _type = "Task" [ 1338.820267] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.829474] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.829762] env[62220]: DEBUG nova.compute.manager [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.832891] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746734, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.833130] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.653s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.834678] env[62220]: INFO nova.compute.claims [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.849052] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067141} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.849260] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.850226] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0d628e-227a-4013-857d-43fdd9ef28fa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.880886] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] d29693d2-8bc3-4498-bc6a-cda75f0febe5/d29693d2-8bc3-4498-bc6a-cda75f0febe5.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.886337] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d3dc5c-870c-48fd-aaac-ddd8beac2644 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.906721] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422656} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.908262] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 76da0d08-49df-4a15-8f36-e22529247dc8/76da0d08-49df-4a15-8f36-e22529247dc8.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.908501] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.908832] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Waiting for the task: (returnval){ [ 1338.908832] env[62220]: value = "task-1746735" [ 1338.908832] env[62220]: _type = "Task" [ 1338.908832] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.909622] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3751d6b3-e1fd-431c-8c29-eb0a0603710f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.922247] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.923866] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Waiting for the task: (returnval){ [ 1338.923866] env[62220]: value = "task-1746736" [ 1338.923866] env[62220]: _type = "Task" [ 1338.923866] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.932616] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.957245] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "6f5c3307-1298-4e87-92ce-ecd88211964f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.958018] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.008246] env[62220]: DEBUG oslo_concurrency.lockutils [req-473bf41b-d124-4806-b5b2-ba6a1dd502c7 req-14d8688b-761c-43dd-8287-c0dc4a7b05fd service nova] Releasing lock "refresh_cache-d29693d2-8bc3-4498-bc6a-cda75f0febe5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.050202] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Releasing lock "refresh_cache-97fb7641-1b41-415d-b964-e7f681e9da45" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.050801] env[62220]: DEBUG nova.compute.manager [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Instance network_info: |[{"id": "cc451ca1-d783-4706-a20e-ec64e205aa11", "address": "fa:16:3e:11:bd:66", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc451ca1-d7", "ovs_interfaceid": "cc451ca1-d783-4706-a20e-ec64e205aa11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.050979] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:bd:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc451ca1-d783-4706-a20e-ec64e205aa11', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.059892] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Creating folder: Project (962ffcf9fef240b4a61a1abad6eb081a). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.059892] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-355ef247-78ca-407f-ad62-73e84486b2e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.071590] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Created folder: Project (962ffcf9fef240b4a61a1abad6eb081a) in parent group-v363147. [ 1339.071904] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Creating folder: Instances. Parent ref: group-v363160. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.072125] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fcccb8c-c517-468d-801c-a52f71b3c2bb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.086393] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Created folder: Instances in parent group-v363160. [ 1339.086688] env[62220]: DEBUG oslo.service.loopingcall [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.086908] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.087187] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84c7c4e8-0bb9-4f75-990e-ad28d07b08b4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.109040] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.109040] env[62220]: value = "task-1746739" [ 1339.109040] env[62220]: _type = "Task" [ 1339.109040] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.119564] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746739, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.284219] env[62220]: DEBUG oslo_vmware.api [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746733, 'name': PowerOnVM_Task, 'duration_secs': 0.479732} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.284472] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.284872] env[62220]: INFO nova.compute.manager [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1339.285308] env[62220]: DEBUG nova.compute.manager [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.286122] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2f3aa6-3b17-4589-b150-f54af29a97ea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.329437] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746734, 'name': Rename_Task, 'duration_secs': 0.17423} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.329714] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.329952] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecb62249-fc6b-4a56-bf19-3b44ffc34b1c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.337342] env[62220]: DEBUG nova.compute.utils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1339.345243] env[62220]: DEBUG nova.compute.manager [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1339.345243] env[62220]: DEBUG nova.network.neutron [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.346424] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1339.346424] env[62220]: value = "task-1746740" [ 1339.346424] env[62220]: _type = "Task" [ 1339.346424] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.358424] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.423794] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746735, 'name': ReconfigVM_Task, 'duration_secs': 0.468166} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.424200] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Reconfigured VM instance instance-00000002 to attach disk [datastore1] d29693d2-8bc3-4498-bc6a-cda75f0febe5/d29693d2-8bc3-4498-bc6a-cda75f0febe5.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.424993] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa6e461e-d4f3-47a2-99d1-e92c910ff838 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.436995] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093189} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.438771] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.439126] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Waiting for the task: (returnval){ [ 1339.439126] env[62220]: value = "task-1746741" [ 1339.439126] env[62220]: _type = "Task" [ 1339.439126] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.439819] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1871da3-59ff-44f9-8240-26966a177106 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.448263] env[62220]: DEBUG nova.policy [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cbde6c7bd284db1af026a1b9d3d71cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a4e6ee1db546de832c5692853cd875', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1339.454825] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746741, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.472513] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 76da0d08-49df-4a15-8f36-e22529247dc8/76da0d08-49df-4a15-8f36-e22529247dc8.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.472951] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aef85aa-fbff-4b19-b9de-8782f35e9fe2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.492891] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Waiting for the task: (returnval){ [ 1339.492891] env[62220]: value = "task-1746742" [ 1339.492891] env[62220]: _type = "Task" [ 1339.492891] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.501201] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.568855] env[62220]: DEBUG nova.network.neutron [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Successfully updated port: 33daa026-90dc-4296-b14e-9187476a8320 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1339.620948] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746739, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.662508] env[62220]: DEBUG nova.compute.manager [req-7571e672-bea4-4042-a6d6-db75609d341b req-38448fea-59be-4b9b-8d82-834b101c60ea service nova] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Received event network-changed-43662ca0-dac5-43ed-9818-5a81c95683b6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1339.662774] env[62220]: DEBUG nova.compute.manager [req-7571e672-bea4-4042-a6d6-db75609d341b req-38448fea-59be-4b9b-8d82-834b101c60ea service nova] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Refreshing instance network info cache due to event network-changed-43662ca0-dac5-43ed-9818-5a81c95683b6. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1339.662900] env[62220]: DEBUG oslo_concurrency.lockutils [req-7571e672-bea4-4042-a6d6-db75609d341b req-38448fea-59be-4b9b-8d82-834b101c60ea service nova] Acquiring lock "refresh_cache-76da0d08-49df-4a15-8f36-e22529247dc8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.665582] env[62220]: DEBUG oslo_concurrency.lockutils [req-7571e672-bea4-4042-a6d6-db75609d341b req-38448fea-59be-4b9b-8d82-834b101c60ea service nova] Acquired lock "refresh_cache-76da0d08-49df-4a15-8f36-e22529247dc8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.665875] env[62220]: DEBUG nova.network.neutron [req-7571e672-bea4-4042-a6d6-db75609d341b req-38448fea-59be-4b9b-8d82-834b101c60ea service nova] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Refreshing network info cache for port 43662ca0-dac5-43ed-9818-5a81c95683b6 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.816337] env[62220]: INFO nova.compute.manager [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Took 16.77 seconds to build instance. [ 1339.847581] env[62220]: DEBUG nova.compute.manager [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.863681] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746740, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.959730] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746741, 'name': Rename_Task, 'duration_secs': 0.400076} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.959730] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.959974] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81583d72-3bb8-4d0b-9926-112b4aa58cf4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.967537] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Waiting for the task: (returnval){ [ 1339.967537] env[62220]: value = "task-1746743" [ 1339.967537] env[62220]: _type = "Task" [ 1339.967537] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.986404] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.007638] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746742, 'name': ReconfigVM_Task, 'duration_secs': 0.318648} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.012205] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 76da0d08-49df-4a15-8f36-e22529247dc8/76da0d08-49df-4a15-8f36-e22529247dc8.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.013387] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95aff37a-30e3-430a-a0dd-fab85bc8768d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.021264] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Waiting for the task: (returnval){ [ 1340.021264] env[62220]: value = "task-1746744" [ 1340.021264] env[62220]: _type = "Task" [ 1340.021264] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.032093] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746744, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.073736] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Acquiring lock "refresh_cache-a47b863a-06d1-47c0-b6c9-2d59d48cb635" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.073736] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Acquired lock "refresh_cache-a47b863a-06d1-47c0-b6c9-2d59d48cb635" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.073736] env[62220]: DEBUG nova.network.neutron [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.126205] env[62220]: DEBUG nova.compute.manager [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Received event network-vif-plugged-cc451ca1-d783-4706-a20e-ec64e205aa11 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1340.126205] env[62220]: DEBUG oslo_concurrency.lockutils [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] Acquiring lock "97fb7641-1b41-415d-b964-e7f681e9da45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.126205] env[62220]: DEBUG oslo_concurrency.lockutils [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] Lock "97fb7641-1b41-415d-b964-e7f681e9da45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.126205] env[62220]: DEBUG oslo_concurrency.lockutils [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] Lock "97fb7641-1b41-415d-b964-e7f681e9da45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.127123] env[62220]: DEBUG nova.compute.manager [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] No waiting events found dispatching network-vif-plugged-cc451ca1-d783-4706-a20e-ec64e205aa11 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.127340] env[62220]: WARNING nova.compute.manager [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Received unexpected event network-vif-plugged-cc451ca1-d783-4706-a20e-ec64e205aa11 for instance with vm_state building and task_state spawning. [ 1340.127511] env[62220]: DEBUG nova.compute.manager [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Received event network-changed-cc451ca1-d783-4706-a20e-ec64e205aa11 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1340.127685] env[62220]: DEBUG nova.compute.manager [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Refreshing instance network info cache due to event network-changed-cc451ca1-d783-4706-a20e-ec64e205aa11. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1340.128113] env[62220]: DEBUG oslo_concurrency.lockutils [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] Acquiring lock "refresh_cache-97fb7641-1b41-415d-b964-e7f681e9da45" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.128905] env[62220]: DEBUG oslo_concurrency.lockutils [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] Acquired lock "refresh_cache-97fb7641-1b41-415d-b964-e7f681e9da45" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.129116] env[62220]: DEBUG nova.network.neutron [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Refreshing network info cache for port cc451ca1-d783-4706-a20e-ec64e205aa11 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.142494] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746739, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.166334] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2873ff01-9388-4599-94bd-2d9d4f591721 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.180447] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cd599a-da54-4366-b7ad-b329fae5cd6d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.217290] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a502b3a-9aaa-4200-a9a1-86dd9baf7c86 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.227244] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f0e94a-6d54-46bd-89bc-6601141179f2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.246197] env[62220]: DEBUG nova.compute.provider_tree [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.321552] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6adf4138-f973-423f-acfb-49fe23b61a3e tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Lock "a4adc67a-67fb-4576-9315-eb3ed338c166" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.287s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.372370] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746740, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.421578] env[62220]: DEBUG nova.network.neutron [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Successfully created port: 5878ed29-9d80-4501-a3ec-9a7a652de899 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1340.480836] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746743, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.535399] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746744, 'name': Rename_Task, 'duration_secs': 0.147404} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.535772] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.536079] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47db47a1-f7fc-422f-a1b4-b80e537899bd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.547218] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Waiting for the task: (returnval){ [ 1340.547218] env[62220]: value = "task-1746745" [ 1340.547218] env[62220]: _type = "Task" [ 1340.547218] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.560206] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.627404] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746739, 'name': CreateVM_Task, 'duration_secs': 1.20028} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.627404] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.628297] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.628297] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.629122] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.629122] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21422864-8052-478c-a5db-e92e03518870 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.640597] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1340.640597] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52769929-ae9b-562c-7a76-2076d54766fe" [ 1340.640597] env[62220]: _type = "Task" [ 1340.640597] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.653167] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52769929-ae9b-562c-7a76-2076d54766fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012481} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.653685] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.654096] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.654739] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.654739] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.655883] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.655883] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce7425a1-d4cf-405e-9d6a-8ef9926f4075 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.664669] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.666202] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.667532] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e45b10-f859-461c-bde6-8711886aca37 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.674590] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1340.674590] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a73418-ccdf-48d1-224d-20f76217038d" [ 1340.674590] env[62220]: _type = "Task" [ 1340.674590] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.683956] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a73418-ccdf-48d1-224d-20f76217038d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.778979] env[62220]: ERROR nova.scheduler.client.report [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [req-ecd9fef7-6381-4c72-a5aa-cf1ed34eb197] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ecd9fef7-6381-4c72-a5aa-cf1ed34eb197"}]} [ 1340.802637] env[62220]: DEBUG nova.scheduler.client.report [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1340.825634] env[62220]: DEBUG nova.compute.manager [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.841225] env[62220]: DEBUG nova.scheduler.client.report [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1340.841549] env[62220]: DEBUG nova.compute.provider_tree [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.846311] env[62220]: DEBUG nova.network.neutron [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Successfully updated port: 52241696-adf9-4dcb-87eb-2bb3b102643a {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.870454] env[62220]: DEBUG nova.compute.manager [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.873817] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746740, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.876368] env[62220]: DEBUG nova.scheduler.client.report [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1340.907886] env[62220]: DEBUG nova.virt.hardware [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1340.908135] env[62220]: DEBUG nova.virt.hardware [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1340.908222] env[62220]: DEBUG nova.virt.hardware [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.908515] env[62220]: DEBUG nova.virt.hardware [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1340.908752] env[62220]: DEBUG nova.virt.hardware [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.908990] env[62220]: DEBUG nova.virt.hardware [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1340.909341] env[62220]: DEBUG nova.virt.hardware [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1340.909597] env[62220]: DEBUG nova.virt.hardware [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1340.909922] env[62220]: DEBUG nova.virt.hardware [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1340.910167] env[62220]: DEBUG nova.virt.hardware [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1340.910615] env[62220]: DEBUG nova.virt.hardware [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1340.912612] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e2af21-9552-4a65-a946-b25a14ec8b5b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.917896] env[62220]: DEBUG nova.scheduler.client.report [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1340.932148] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e367fe55-31c0-4d41-b38d-dcbf11376fda {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.954983] env[62220]: DEBUG nova.network.neutron [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.983308] env[62220]: DEBUG oslo_vmware.api [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746743, 'name': PowerOnVM_Task, 'duration_secs': 0.847385} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.988020] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.988020] env[62220]: INFO nova.compute.manager [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Took 14.54 seconds to spawn the instance on the hypervisor. [ 1340.988020] env[62220]: DEBUG nova.compute.manager [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.988252] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cc122d-51fd-4241-88e6-28e5426921de {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.059126] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746745, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.190769] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a73418-ccdf-48d1-224d-20f76217038d, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.191783] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a780fc6-7acd-4b4e-ab4e-66acb74c4e98 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.197750] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1341.197750] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5214ed68-b5eb-8ed2-94fb-9ab8e897e7de" [ 1341.197750] env[62220]: _type = "Task" [ 1341.197750] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.203870] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5266e12c-fbdf-4d09-986a-b10190402065 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.211097] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5214ed68-b5eb-8ed2-94fb-9ab8e897e7de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.216741] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11145f4-9811-4a53-bd5c-9502195d184f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.248928] env[62220]: DEBUG nova.network.neutron [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Updated VIF entry in instance network info cache for port cc451ca1-d783-4706-a20e-ec64e205aa11. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.249232] env[62220]: DEBUG nova.network.neutron [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Updating instance_info_cache with network_info: [{"id": "cc451ca1-d783-4706-a20e-ec64e205aa11", "address": "fa:16:3e:11:bd:66", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc451ca1-d7", "ovs_interfaceid": "cc451ca1-d783-4706-a20e-ec64e205aa11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.251057] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b6fdd9-9390-4208-9447-e36672969a82 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.260027] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07f3235-3703-437b-8329-7edbf925caf3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.275605] env[62220]: DEBUG nova.compute.provider_tree [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.291221] env[62220]: DEBUG nova.network.neutron [req-7571e672-bea4-4042-a6d6-db75609d341b req-38448fea-59be-4b9b-8d82-834b101c60ea service nova] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Updated VIF entry in instance network info cache for port 43662ca0-dac5-43ed-9818-5a81c95683b6. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.291632] env[62220]: DEBUG nova.network.neutron [req-7571e672-bea4-4042-a6d6-db75609d341b req-38448fea-59be-4b9b-8d82-834b101c60ea service nova] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Updating instance_info_cache with network_info: [{"id": "43662ca0-dac5-43ed-9818-5a81c95683b6", "address": "fa:16:3e:96:b8:e2", "network": {"id": "4edb5678-87d5-481f-86e7-d57e93784b5c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-40097031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d60ffe4e2a4e4f9bf474f1ba1fd121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43662ca0-da", "ovs_interfaceid": "43662ca0-dac5-43ed-9818-5a81c95683b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.351480] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "refresh_cache-ac4873c4-8bd0-4a92-bda4-296829b02143" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.352345] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "refresh_cache-ac4873c4-8bd0-4a92-bda4-296829b02143" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.352345] env[62220]: DEBUG nova.network.neutron [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.360207] env[62220]: DEBUG oslo_concurrency.lockutils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.364241] env[62220]: DEBUG oslo_vmware.api [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746740, 'name': PowerOnVM_Task, 'duration_secs': 1.978755} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.365105] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.365321] env[62220]: INFO nova.compute.manager [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Took 17.71 seconds to spawn the instance on the hypervisor. [ 1341.365500] env[62220]: DEBUG nova.compute.manager [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.366391] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75ea120-7e64-47c8-98ad-7ef7e14d539a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.509700] env[62220]: INFO nova.compute.manager [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Took 19.33 seconds to build instance. [ 1341.558672] env[62220]: DEBUG oslo_vmware.api [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746745, 'name': PowerOnVM_Task, 'duration_secs': 0.655911} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.559121] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.559121] env[62220]: INFO nova.compute.manager [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Took 12.81 seconds to spawn the instance on the hypervisor. [ 1341.559316] env[62220]: DEBUG nova.compute.manager [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.560165] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad06ce0-fd00-4d83-8524-5d90efeb1022 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.563397] env[62220]: DEBUG nova.network.neutron [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Updating instance_info_cache with network_info: [{"id": "33daa026-90dc-4296-b14e-9187476a8320", "address": "fa:16:3e:37:25:f3", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33daa026-90", "ovs_interfaceid": "33daa026-90dc-4296-b14e-9187476a8320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.708574] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5214ed68-b5eb-8ed2-94fb-9ab8e897e7de, 'name': SearchDatastore_Task, 'duration_secs': 0.016492} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.710130] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.710130] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 97fb7641-1b41-415d-b964-e7f681e9da45/97fb7641-1b41-415d-b964-e7f681e9da45.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.710130] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a836a408-58bb-4ce3-8cce-2adf33a57fc3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.717288] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1341.717288] env[62220]: value = "task-1746746" [ 1341.717288] env[62220]: _type = "Task" [ 1341.717288] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.725793] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.756667] env[62220]: DEBUG oslo_concurrency.lockutils [req-1146b9ad-5a5e-40ab-b2a4-f86d41ac2376 req-f599fb1d-4405-412c-9c6b-275ddb6cd34d service nova] Releasing lock "refresh_cache-97fb7641-1b41-415d-b964-e7f681e9da45" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.796851] env[62220]: DEBUG oslo_concurrency.lockutils [req-7571e672-bea4-4042-a6d6-db75609d341b req-38448fea-59be-4b9b-8d82-834b101c60ea service nova] Releasing lock "refresh_cache-76da0d08-49df-4a15-8f36-e22529247dc8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.845879] env[62220]: DEBUG nova.scheduler.client.report [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 17 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1341.846174] env[62220]: DEBUG nova.compute.provider_tree [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 17 to 18 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1341.846361] env[62220]: DEBUG nova.compute.provider_tree [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.884570] env[62220]: INFO nova.compute.manager [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Took 22.46 seconds to build instance. [ 1341.925022] env[62220]: DEBUG nova.network.neutron [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.015907] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c4e6521-fdb7-4a59-99d2-a2ee8c9aeefc tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Lock "d29693d2-8bc3-4498-bc6a-cda75f0febe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.847s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.066284] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Releasing lock "refresh_cache-a47b863a-06d1-47c0-b6c9-2d59d48cb635" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.066718] env[62220]: DEBUG nova.compute.manager [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Instance network_info: |[{"id": "33daa026-90dc-4296-b14e-9187476a8320", "address": "fa:16:3e:37:25:f3", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33daa026-90", "ovs_interfaceid": "33daa026-90dc-4296-b14e-9187476a8320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.068146] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:25:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33daa026-90dc-4296-b14e-9187476a8320', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.077233] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Creating folder: Project (3bc880ddd84a4654876f2e1b8594d107). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.084523] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60a6ab53-4f4c-4729-abb5-6fb38819f7b0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.089895] env[62220]: INFO nova.compute.manager [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Took 19.04 seconds to build instance. [ 1342.096685] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Created folder: Project (3bc880ddd84a4654876f2e1b8594d107) in parent group-v363147. [ 1342.096685] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Creating folder: Instances. Parent ref: group-v363163. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.099375] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9db20444-0426-41b7-b518-b58c11c4029b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.109855] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Created folder: Instances in parent group-v363163. [ 1342.110751] env[62220]: DEBUG oslo.service.loopingcall [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1342.110751] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.110751] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-744480a8-d487-4bfd-90ce-cd9a0856fe1a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.132685] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.132685] env[62220]: value = "task-1746749" [ 1342.132685] env[62220]: _type = "Task" [ 1342.132685] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.146033] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746749, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.230747] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746746, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.294690] env[62220]: DEBUG nova.network.neutron [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Updating instance_info_cache with network_info: [{"id": "52241696-adf9-4dcb-87eb-2bb3b102643a", "address": "fa:16:3e:1d:3e:c2", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52241696-ad", "ovs_interfaceid": "52241696-adf9-4dcb-87eb-2bb3b102643a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.354133] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.521s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.355041] env[62220]: DEBUG nova.compute.manager [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.361893] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.973s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.363481] env[62220]: INFO nova.compute.claims [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.386449] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8688f7d-03de-4492-8021-e7082b3c97f6 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "db05c5a1-3530-4793-89fd-75b6b860d4f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.969s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.523121] env[62220]: DEBUG nova.compute.manager [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.591459] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5677e9e3-553a-4d9b-a416-8154484ff531 tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Lock "76da0d08-49df-4a15-8f36-e22529247dc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.560s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.647109] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746749, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.708495] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Acquiring lock "8a731927-25e0-4bdc-8647-0b7b707bdd54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.708723] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Lock "8a731927-25e0-4bdc-8647-0b7b707bdd54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.728170] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531835} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.728170] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 97fb7641-1b41-415d-b964-e7f681e9da45/97fb7641-1b41-415d-b964-e7f681e9da45.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.728475] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.728763] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29c04cb0-e509-411b-9eb9-8ad4e7f4a359 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.737553] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1342.737553] env[62220]: value = "task-1746750" [ 1342.737553] env[62220]: _type = "Task" [ 1342.737553] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.746078] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.799794] env[62220]: DEBUG nova.network.neutron [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Successfully updated port: 5878ed29-9d80-4501-a3ec-9a7a652de899 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1342.801222] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "refresh_cache-ac4873c4-8bd0-4a92-bda4-296829b02143" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.801502] env[62220]: DEBUG nova.compute.manager [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Instance network_info: |[{"id": "52241696-adf9-4dcb-87eb-2bb3b102643a", "address": "fa:16:3e:1d:3e:c2", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52241696-ad", "ovs_interfaceid": "52241696-adf9-4dcb-87eb-2bb3b102643a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.802692] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:3e:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52241696-adf9-4dcb-87eb-2bb3b102643a', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.810172] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Creating folder: Project (9aa4322ee1c7440398464b72ec5baaea). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.810289] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-767855e2-4e81-473a-8dee-44396badcdf1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.822904] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Created folder: Project (9aa4322ee1c7440398464b72ec5baaea) in parent group-v363147. [ 1342.823204] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Creating folder: Instances. Parent ref: group-v363166. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.823387] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0cae00a-6f3c-4429-81c8-69c760c28d48 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.835437] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Created folder: Instances in parent group-v363166. [ 1342.835437] env[62220]: DEBUG oslo.service.loopingcall [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1342.835437] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.836212] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9439ff3e-8790-44be-a7aa-56e8cb1afdca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.859873] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.859873] env[62220]: value = "task-1746753" [ 1342.859873] env[62220]: _type = "Task" [ 1342.859873] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.868603] env[62220]: DEBUG nova.compute.utils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1342.871444] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746753, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.871553] env[62220]: DEBUG nova.compute.manager [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.871826] env[62220]: DEBUG nova.network.neutron [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.892899] env[62220]: DEBUG nova.compute.manager [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.972616] env[62220]: DEBUG nova.policy [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3db46887d12f44fb9a109a298f64c482', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94aff9e2a5bf4021a473b185034a5405', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.048199] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.146264] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746749, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.212688] env[62220]: DEBUG nova.compute.manager [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.235694] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Acquiring lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.235694] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.257896] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106602} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.257896] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.258569] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b127afb-0e6d-4765-ad0e-1c51711ad618 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.292153] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 97fb7641-1b41-415d-b964-e7f681e9da45/97fb7641-1b41-415d-b964-e7f681e9da45.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.292153] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8393728c-3763-4200-a35f-0c268aa2399a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.311440] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Acquiring lock "refresh_cache-76a80ba9-4b0e-4764-81de-e9334a97b82c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.311765] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Acquired lock "refresh_cache-76a80ba9-4b0e-4764-81de-e9334a97b82c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.312107] env[62220]: DEBUG nova.network.neutron [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.323651] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1343.323651] env[62220]: value = "task-1746754" [ 1343.323651] env[62220]: _type = "Task" [ 1343.323651] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.334749] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746754, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.372378] env[62220]: DEBUG nova.compute.manager [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.375420] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746753, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.421478] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.518447] env[62220]: DEBUG nova.network.neutron [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Successfully created port: 4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.660344] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746749, 'name': CreateVM_Task, 'duration_secs': 1.466864} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.660605] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.662200] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.662200] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.662200] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.662446] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02bebcb-0da5-406c-b509-e263173113ff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.674280] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Waiting for the task: (returnval){ [ 1343.674280] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5245b5dd-09ef-8008-bd0f-8e3f85ec76b8" [ 1343.674280] env[62220]: _type = "Task" [ 1343.674280] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.683063] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5245b5dd-09ef-8008-bd0f-8e3f85ec76b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012813} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.683946] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.683946] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.683946] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.684272] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.684272] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.685670] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b0f3efb-ae7e-44d3-a0d2-191a20c102e4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.690775] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ebc5f7-5a6e-4803-8539-73ec92fc6421 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.700292] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.700292] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.700292] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05468bc4-419b-4dbf-8800-27bf33f36717 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.712081] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3406d4-b450-457e-ae27-1b2910db7333 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.718582] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Waiting for the task: (returnval){ [ 1343.718582] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5286f325-b6bd-bc4b-5679-849cbfde2eb7" [ 1343.718582] env[62220]: _type = "Task" [ 1343.718582] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.779220] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b339232b-abf4-4732-91a5-0bdd962798de {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.789885] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5286f325-b6bd-bc4b-5679-849cbfde2eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.792025] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32830c7b-85ba-4a21-b2c6-7e4078577328 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.802753] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98669491-1a69-4485-a76c-6a87f198a63c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.815887] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.820931] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Waiting for the task: (returnval){ [ 1343.820931] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f1d74d-8ea4-97cb-d41e-0b83236f43c7" [ 1343.820931] env[62220]: _type = "Task" [ 1343.820931] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.844288] env[62220]: DEBUG nova.compute.provider_tree [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1343.861451] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f1d74d-8ea4-97cb-d41e-0b83236f43c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01677} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.869041] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.869355] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a47b863a-06d1-47c0-b6c9-2d59d48cb635/a47b863a-06d1-47c0-b6c9-2d59d48cb635.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.869703] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746754, 'name': ReconfigVM_Task, 'duration_secs': 0.539156} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.870678] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f0f1c43-74b6-47fa-a15a-20b5a1d0816a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.872361] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 97fb7641-1b41-415d-b964-e7f681e9da45/97fb7641-1b41-415d-b964-e7f681e9da45.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.873883] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3608b6d-3b29-4b36-99d6-ee7d347de99d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.883788] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746753, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.887989] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Waiting for the task: (returnval){ [ 1343.887989] env[62220]: value = "task-1746755" [ 1343.887989] env[62220]: _type = "Task" [ 1343.887989] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.897382] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1343.897382] env[62220]: value = "task-1746756" [ 1343.897382] env[62220]: _type = "Task" [ 1343.897382] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.903343] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.910647] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746756, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.911808] env[62220]: DEBUG nova.network.neutron [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.927031] env[62220]: DEBUG nova.compute.manager [None req-c8dcde86-fd0c-4519-936a-c9319a47e2a6 tempest-ServerDiagnosticsV248Test-23309201 tempest-ServerDiagnosticsV248Test-23309201-project-admin] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.930264] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf19e38b-d56f-458a-9c41-911434c379bd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.938377] env[62220]: INFO nova.compute.manager [None req-c8dcde86-fd0c-4519-936a-c9319a47e2a6 tempest-ServerDiagnosticsV248Test-23309201 tempest-ServerDiagnosticsV248Test-23309201-project-admin] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Retrieving diagnostics [ 1343.939669] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a3568a-57aa-4a18-9659-45514f493574 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.105753] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Acquiring lock "9ecf87a0-a89a-4bc9-b328-35799b7832b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.105753] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lock "9ecf87a0-a89a-4bc9-b328-35799b7832b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.201438] env[62220]: DEBUG nova.network.neutron [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Updating instance_info_cache with network_info: [{"id": "5878ed29-9d80-4501-a3ec-9a7a652de899", "address": "fa:16:3e:fb:3f:4a", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5878ed29-9d", "ovs_interfaceid": "5878ed29-9d80-4501-a3ec-9a7a652de899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.373472] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746753, 'name': CreateVM_Task, 'duration_secs': 1.032891} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.373713] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.374444] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.375874] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.375874] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.375874] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c7a906-1921-4c67-8818-ee82cba29880 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.382648] env[62220]: ERROR nova.scheduler.client.report [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [req-c0537307-0b8e-45ea-a8b8-5e45f3716672] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c0537307-0b8e-45ea-a8b8-5e45f3716672"}]} [ 1344.388598] env[62220]: DEBUG nova.compute.manager [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.391097] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1344.391097] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5245a7e1-ae75-e0d8-66e5-57c6356bf455" [ 1344.391097] env[62220]: _type = "Task" [ 1344.391097] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.409087] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746755, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.413669] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5245a7e1-ae75-e0d8-66e5-57c6356bf455, 'name': SearchDatastore_Task, 'duration_secs': 0.013692} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.416894] env[62220]: DEBUG nova.scheduler.client.report [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1344.418848] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.419219] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.419511] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.419710] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.420373] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.427717] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d8e7553-692e-4628-b443-805887cbc8b9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.428984] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746756, 'name': Rename_Task, 'duration_secs': 0.162343} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.432032] env[62220]: DEBUG nova.virt.hardware [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1344.432231] env[62220]: DEBUG nova.virt.hardware [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1344.432579] env[62220]: DEBUG nova.virt.hardware [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.432579] env[62220]: DEBUG nova.virt.hardware [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1344.432865] env[62220]: DEBUG nova.virt.hardware [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.432865] env[62220]: DEBUG nova.virt.hardware [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1344.434696] env[62220]: DEBUG nova.virt.hardware [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1344.434696] env[62220]: DEBUG nova.virt.hardware [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1344.434696] env[62220]: DEBUG nova.virt.hardware [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1344.434696] env[62220]: DEBUG nova.virt.hardware [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1344.434696] env[62220]: DEBUG nova.virt.hardware [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1344.435906] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.435906] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04bbb56-fef0-4638-b141-57fa134c456a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.440743] env[62220]: DEBUG nova.scheduler.client.report [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1344.440743] env[62220]: DEBUG nova.compute.provider_tree [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1344.442860] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93de3c8e-8fce-4c66-ba44-33145eeffddd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.455447] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e58d55-4948-4150-a7e1-a93e02cdadc9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.459628] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1344.459628] env[62220]: value = "task-1746757" [ 1344.459628] env[62220]: _type = "Task" [ 1344.459628] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.459825] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.460331] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.461433] env[62220]: DEBUG nova.scheduler.client.report [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1344.463494] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6be9729-79a4-4dcc-b399-da2f4311bbe2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.480754] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1344.480754] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5235286b-426f-f883-7eb4-e18c1c324f84" [ 1344.480754] env[62220]: _type = "Task" [ 1344.480754] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.484604] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746757, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.489253] env[62220]: DEBUG nova.scheduler.client.report [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1344.496148] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5235286b-426f-f883-7eb4-e18c1c324f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.704753] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Releasing lock "refresh_cache-76a80ba9-4b0e-4764-81de-e9334a97b82c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.705093] env[62220]: DEBUG nova.compute.manager [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Instance network_info: |[{"id": "5878ed29-9d80-4501-a3ec-9a7a652de899", "address": "fa:16:3e:fb:3f:4a", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5878ed29-9d", "ovs_interfaceid": "5878ed29-9d80-4501-a3ec-9a7a652de899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.705502] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:3f:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5878ed29-9d80-4501-a3ec-9a7a652de899', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.713650] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Creating folder: Project (d5a4e6ee1db546de832c5692853cd875). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.716701] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b036cda-3f71-4471-9e4c-f362046ba501 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.728576] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Created folder: Project (d5a4e6ee1db546de832c5692853cd875) in parent group-v363147. [ 1344.728768] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Creating folder: Instances. Parent ref: group-v363169. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.731167] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce939d9d-6fee-49a1-afdf-7f86bbfe746d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.739647] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Created folder: Instances in parent group-v363169. [ 1344.739879] env[62220]: DEBUG oslo.service.loopingcall [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.740073] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.740278] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e8bad1c-0860-46de-9c9a-36b00e7dc57e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.762245] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.762245] env[62220]: value = "task-1746760" [ 1344.762245] env[62220]: _type = "Task" [ 1344.762245] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.770332] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746760, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.771986] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68be597c-caa7-4777-a429-76c143a8a5d5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.778381] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7663040-e12a-4e67-ab18-a97d78158872 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.808738] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eebbc3-06a7-4e8a-a53b-12b67a3a8c62 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.816111] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71079d9-33de-4f07-b0de-488ac85ee5f0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.830865] env[62220]: DEBUG nova.compute.provider_tree [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1344.849455] env[62220]: DEBUG nova.compute.manager [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Received event network-vif-plugged-52241696-adf9-4dcb-87eb-2bb3b102643a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1344.849668] env[62220]: DEBUG oslo_concurrency.lockutils [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] Acquiring lock "ac4873c4-8bd0-4a92-bda4-296829b02143-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.849873] env[62220]: DEBUG oslo_concurrency.lockutils [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] Lock "ac4873c4-8bd0-4a92-bda4-296829b02143-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.850051] env[62220]: DEBUG oslo_concurrency.lockutils [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] Lock "ac4873c4-8bd0-4a92-bda4-296829b02143-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.850221] env[62220]: DEBUG nova.compute.manager [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] No waiting events found dispatching network-vif-plugged-52241696-adf9-4dcb-87eb-2bb3b102643a {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.850398] env[62220]: WARNING nova.compute.manager [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Received unexpected event network-vif-plugged-52241696-adf9-4dcb-87eb-2bb3b102643a for instance with vm_state building and task_state spawning. [ 1344.850618] env[62220]: DEBUG nova.compute.manager [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Received event network-changed-52241696-adf9-4dcb-87eb-2bb3b102643a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1344.850702] env[62220]: DEBUG nova.compute.manager [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Refreshing instance network info cache due to event network-changed-52241696-adf9-4dcb-87eb-2bb3b102643a. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1344.851395] env[62220]: DEBUG oslo_concurrency.lockutils [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] Acquiring lock "refresh_cache-ac4873c4-8bd0-4a92-bda4-296829b02143" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.851395] env[62220]: DEBUG oslo_concurrency.lockutils [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] Acquired lock "refresh_cache-ac4873c4-8bd0-4a92-bda4-296829b02143" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.851395] env[62220]: DEBUG nova.network.neutron [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Refreshing network info cache for port 52241696-adf9-4dcb-87eb-2bb3b102643a {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.901191] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526262} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.901744] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a47b863a-06d1-47c0-b6c9-2d59d48cb635/a47b863a-06d1-47c0-b6c9-2d59d48cb635.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.901744] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.901744] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1de69d7f-6335-4154-bc87-4bcc70ca7d03 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.909758] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Waiting for the task: (returnval){ [ 1344.909758] env[62220]: value = "task-1746761" [ 1344.909758] env[62220]: _type = "Task" [ 1344.909758] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.919215] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.973584] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746757, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.987733] env[62220]: DEBUG nova.compute.manager [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Received event network-vif-plugged-33daa026-90dc-4296-b14e-9187476a8320 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1344.987733] env[62220]: DEBUG oslo_concurrency.lockutils [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] Acquiring lock "a47b863a-06d1-47c0-b6c9-2d59d48cb635-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.987733] env[62220]: DEBUG oslo_concurrency.lockutils [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] Lock "a47b863a-06d1-47c0-b6c9-2d59d48cb635-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.987885] env[62220]: DEBUG oslo_concurrency.lockutils [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] Lock "a47b863a-06d1-47c0-b6c9-2d59d48cb635-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.987955] env[62220]: DEBUG nova.compute.manager [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] No waiting events found dispatching network-vif-plugged-33daa026-90dc-4296-b14e-9187476a8320 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.988148] env[62220]: WARNING nova.compute.manager [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Received unexpected event network-vif-plugged-33daa026-90dc-4296-b14e-9187476a8320 for instance with vm_state building and task_state spawning. [ 1344.988426] env[62220]: DEBUG nova.compute.manager [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Received event network-changed-33daa026-90dc-4296-b14e-9187476a8320 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1344.988493] env[62220]: DEBUG nova.compute.manager [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Refreshing instance network info cache due to event network-changed-33daa026-90dc-4296-b14e-9187476a8320. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1344.988662] env[62220]: DEBUG oslo_concurrency.lockutils [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] Acquiring lock "refresh_cache-a47b863a-06d1-47c0-b6c9-2d59d48cb635" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.988794] env[62220]: DEBUG oslo_concurrency.lockutils [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] Acquired lock "refresh_cache-a47b863a-06d1-47c0-b6c9-2d59d48cb635" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.989240] env[62220]: DEBUG nova.network.neutron [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Refreshing network info cache for port 33daa026-90dc-4296-b14e-9187476a8320 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.000172] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5235286b-426f-f883-7eb4-e18c1c324f84, 'name': SearchDatastore_Task, 'duration_secs': 0.028693} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.001989] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5421ae50-3500-43d9-8289-8090909be69e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.008013] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1345.008013] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527686fb-a51f-b03e-fe60-f91730e0c6bf" [ 1345.008013] env[62220]: _type = "Task" [ 1345.008013] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.017965] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527686fb-a51f-b03e-fe60-f91730e0c6bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.274417] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746760, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.335018] env[62220]: DEBUG nova.network.neutron [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Successfully updated port: 4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.381218] env[62220]: DEBUG nova.scheduler.client.report [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1345.383698] env[62220]: DEBUG nova.compute.provider_tree [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 21 to 22 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1345.383698] env[62220]: DEBUG nova.compute.provider_tree [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1345.419962] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080045} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.420737] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.421571] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e608da49-9b57-4e09-9601-0fdd968425a3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.443855] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] a47b863a-06d1-47c0-b6c9-2d59d48cb635/a47b863a-06d1-47c0-b6c9-2d59d48cb635.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.444193] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf263519-d4ea-47b2-9aee-3be16fce454b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.469935] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Waiting for the task: (returnval){ [ 1345.469935] env[62220]: value = "task-1746762" [ 1345.469935] env[62220]: _type = "Task" [ 1345.469935] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.476694] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746757, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.481589] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746762, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.520919] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527686fb-a51f-b03e-fe60-f91730e0c6bf, 'name': SearchDatastore_Task, 'duration_secs': 0.034182} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.523018] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.523018] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] ac4873c4-8bd0-4a92-bda4-296829b02143/ac4873c4-8bd0-4a92-bda4-296829b02143.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.523018] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00b9a288-30ae-49b8-9a9b-fa7b5989281c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.529018] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1345.529018] env[62220]: value = "task-1746763" [ 1345.529018] env[62220]: _type = "Task" [ 1345.529018] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.539391] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.633770] env[62220]: DEBUG nova.network.neutron [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Updated VIF entry in instance network info cache for port 52241696-adf9-4dcb-87eb-2bb3b102643a. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.634135] env[62220]: DEBUG nova.network.neutron [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Updating instance_info_cache with network_info: [{"id": "52241696-adf9-4dcb-87eb-2bb3b102643a", "address": "fa:16:3e:1d:3e:c2", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52241696-ad", "ovs_interfaceid": "52241696-adf9-4dcb-87eb-2bb3b102643a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.775452] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746760, 'name': CreateVM_Task, 'duration_secs': 0.773864} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.776324] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.776552] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.776763] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.777980] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.779994] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed93873-8f84-4dc0-8bcb-976db35ea20d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.786272] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Waiting for the task: (returnval){ [ 1345.786272] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a19025-c158-f646-421b-7f375b95bffe" [ 1345.786272] env[62220]: _type = "Task" [ 1345.786272] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.796239] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a19025-c158-f646-421b-7f375b95bffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.838993] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "refresh_cache-5fbde370-855d-46ea-9a21-09d9d87b7bd9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.839257] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "refresh_cache-5fbde370-855d-46ea-9a21-09d9d87b7bd9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.839337] env[62220]: DEBUG nova.network.neutron [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.888830] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.531s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.889060] env[62220]: DEBUG nova.compute.manager [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1345.891960] env[62220]: DEBUG oslo_concurrency.lockutils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.532s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.893487] env[62220]: INFO nova.compute.claims [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.978189] env[62220]: DEBUG oslo_vmware.api [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746757, 'name': PowerOnVM_Task, 'duration_secs': 1.176491} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.979920] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.979920] env[62220]: INFO nova.compute.manager [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Took 12.42 seconds to spawn the instance on the hypervisor. [ 1345.980450] env[62220]: DEBUG nova.compute.manager [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.984183] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532e096b-c590-49d6-a2cc-171ba299da82 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.992470] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746762, 'name': ReconfigVM_Task, 'duration_secs': 0.349518} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.993131] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Reconfigured VM instance instance-00000006 to attach disk [datastore1] a47b863a-06d1-47c0-b6c9-2d59d48cb635/a47b863a-06d1-47c0-b6c9-2d59d48cb635.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.993749] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-272a2ffa-412e-4146-9e6c-e5e2b7d333c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.007660] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Waiting for the task: (returnval){ [ 1346.007660] env[62220]: value = "task-1746764" [ 1346.007660] env[62220]: _type = "Task" [ 1346.007660] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.019722] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746764, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.040870] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746763, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.101806] env[62220]: DEBUG nova.network.neutron [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Updated VIF entry in instance network info cache for port 33daa026-90dc-4296-b14e-9187476a8320. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.102166] env[62220]: DEBUG nova.network.neutron [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Updating instance_info_cache with network_info: [{"id": "33daa026-90dc-4296-b14e-9187476a8320", "address": "fa:16:3e:37:25:f3", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33daa026-90", "ovs_interfaceid": "33daa026-90dc-4296-b14e-9187476a8320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.137562] env[62220]: DEBUG oslo_concurrency.lockutils [req-7fdaded3-380a-4173-be12-4266c5b9f0b1 req-f84ff513-be8e-4eb4-8cb8-bede3771c064 service nova] Releasing lock "refresh_cache-ac4873c4-8bd0-4a92-bda4-296829b02143" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.303608] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a19025-c158-f646-421b-7f375b95bffe, 'name': SearchDatastore_Task, 'duration_secs': 0.051645} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.303932] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.304364] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.304571] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.304711] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.304972] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.305278] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81ba2d0a-87fc-4456-9acd-9691b3c05fa1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.316180] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.316180] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.316846] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786b0904-ec22-492a-8425-af1365050007 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.326586] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Waiting for the task: (returnval){ [ 1346.326586] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522536de-2519-e052-54d4-faf720460176" [ 1346.326586] env[62220]: _type = "Task" [ 1346.326586] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.334118] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522536de-2519-e052-54d4-faf720460176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.400902] env[62220]: DEBUG nova.compute.utils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.405663] env[62220]: DEBUG nova.compute.manager [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.405851] env[62220]: DEBUG nova.network.neutron [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.411037] env[62220]: DEBUG nova.network.neutron [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.473650] env[62220]: DEBUG nova.policy [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3db46887d12f44fb9a109a298f64c482', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94aff9e2a5bf4021a473b185034a5405', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.517600] env[62220]: INFO nova.compute.manager [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Took 22.48 seconds to build instance. [ 1346.528310] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746764, 'name': Rename_Task, 'duration_secs': 0.289454} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.529646] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.530400] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-816e37ef-40df-44bb-91dc-361d6c7455fc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.543266] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519525} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.544795] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] ac4873c4-8bd0-4a92-bda4-296829b02143/ac4873c4-8bd0-4a92-bda4-296829b02143.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1346.545232] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1346.545736] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Waiting for the task: (returnval){ [ 1346.545736] env[62220]: value = "task-1746765" [ 1346.545736] env[62220]: _type = "Task" [ 1346.545736] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.546093] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a193dc18-473a-43a4-b3c7-04151ec90d56 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.560183] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.561239] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1346.561239] env[62220]: value = "task-1746766" [ 1346.561239] env[62220]: _type = "Task" [ 1346.561239] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.571028] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.606166] env[62220]: DEBUG oslo_concurrency.lockutils [req-6bf2ec81-5d5b-4fd8-8ec7-398a4e194164 req-97ac1b4d-6245-4cbd-a0cf-be327c208cdb service nova] Releasing lock "refresh_cache-a47b863a-06d1-47c0-b6c9-2d59d48cb635" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.723764] env[62220]: DEBUG nova.compute.manager [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Stashing vm_state: active {{(pid=62220) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1346.754304] env[62220]: DEBUG nova.network.neutron [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Updating instance_info_cache with network_info: [{"id": "4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1", "address": "fa:16:3e:72:f4:d7", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0792c0-9a", "ovs_interfaceid": "4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.839450] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522536de-2519-e052-54d4-faf720460176, 'name': SearchDatastore_Task, 'duration_secs': 0.027029} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.840713] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f5a857-288a-44e8-a4ed-3aeef80db714 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.846315] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Waiting for the task: (returnval){ [ 1346.846315] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52978ebd-e7b2-f080-9fab-b0f793e1f46f" [ 1346.846315] env[62220]: _type = "Task" [ 1346.846315] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.856883] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52978ebd-e7b2-f080-9fab-b0f793e1f46f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.910461] env[62220]: DEBUG nova.compute.manager [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.925071] env[62220]: DEBUG nova.network.neutron [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Successfully created port: 84b73daa-713a-434b-9e76-dc4b1deae071 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.033790] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fc93597-aaba-4eda-8f61-e273ad42c707 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "97fb7641-1b41-415d-b964-e7f681e9da45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.012s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.072960] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746765, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.082478] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228314} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.083050] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.083897] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c413264e-fa9c-4e37-b07a-16c8f2c28441 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.113652] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ac4873c4-8bd0-4a92-bda4-296829b02143/ac4873c4-8bd0-4a92-bda4-296829b02143.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.117507] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23478002-52b6-4d64-90a1-ad5a31eb06b0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.136125] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Acquiring lock "76da0d08-49df-4a15-8f36-e22529247dc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.136396] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Lock "76da0d08-49df-4a15-8f36-e22529247dc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.136673] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Acquiring lock "76da0d08-49df-4a15-8f36-e22529247dc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.137646] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Lock "76da0d08-49df-4a15-8f36-e22529247dc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.137646] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Lock "76da0d08-49df-4a15-8f36-e22529247dc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.139773] env[62220]: INFO nova.compute.manager [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Terminating instance [ 1347.145101] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1347.145101] env[62220]: value = "task-1746767" [ 1347.145101] env[62220]: _type = "Task" [ 1347.145101] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.155755] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.242158] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.257475] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "refresh_cache-5fbde370-855d-46ea-9a21-09d9d87b7bd9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.257622] env[62220]: DEBUG nova.compute.manager [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Instance network_info: |[{"id": "4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1", "address": "fa:16:3e:72:f4:d7", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0792c0-9a", "ovs_interfaceid": "4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1347.258055] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f4:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.266348] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Creating folder: Project (94aff9e2a5bf4021a473b185034a5405). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1347.269337] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f0d0108-fd67-4cf8-88d0-1ed260dfb2e7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.270199] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d85f350-6764-4114-a256-17b49888d160 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.278271] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5923b45a-d497-4d0c-82eb-5d352b897381 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.282512] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Created folder: Project (94aff9e2a5bf4021a473b185034a5405) in parent group-v363147. [ 1347.282705] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Creating folder: Instances. Parent ref: group-v363172. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1347.283275] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-266febba-c3f6-498b-9b2d-fef60d215f34 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.314455] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9252c0-12b5-4e0d-b2e6-41497599c72c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.320583] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Created folder: Instances in parent group-v363172. [ 1347.320583] env[62220]: DEBUG oslo.service.loopingcall [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.320583] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.320583] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a5dce31-1fe1-4f81-a1cc-01245681ffcb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.339883] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785abd10-4d0c-4eb4-991e-4ae54d191289 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.348237] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.348237] env[62220]: value = "task-1746770" [ 1347.348237] env[62220]: _type = "Task" [ 1347.348237] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.369750] env[62220]: DEBUG nova.compute.provider_tree [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.373040] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52978ebd-e7b2-f080-9fab-b0f793e1f46f, 'name': SearchDatastore_Task, 'duration_secs': 0.024693} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.376082] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.378436] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 76a80ba9-4b0e-4764-81de-e9334a97b82c/76a80ba9-4b0e-4764-81de-e9334a97b82c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.378436] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746770, 'name': CreateVM_Task} progress is 15%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.378436] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75274f5e-640d-461f-ba9d-2204604a87ce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.383813] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Waiting for the task: (returnval){ [ 1347.383813] env[62220]: value = "task-1746771" [ 1347.383813] env[62220]: _type = "Task" [ 1347.383813] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.393455] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.498943] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] Acquiring lock "1177ca6d-ebc4-4e96-844e-de1385866b58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.499844] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] Lock "1177ca6d-ebc4-4e96-844e-de1385866b58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.536813] env[62220]: DEBUG nova.compute.manager [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.564235] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746765, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.643706] env[62220]: DEBUG nova.compute.manager [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.643931] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.644845] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa11bdb-667c-496a-b3ea-2be1c37ff433 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.656639] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.658909] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.659231] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55528d06-765c-4efa-8a18-58eb0a822de7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.665449] env[62220]: DEBUG oslo_vmware.api [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Waiting for the task: (returnval){ [ 1347.665449] env[62220]: value = "task-1746772" [ 1347.665449] env[62220]: _type = "Task" [ 1347.665449] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.673735] env[62220]: DEBUG oslo_vmware.api [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.864505] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746770, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.892222] env[62220]: ERROR nova.scheduler.client.report [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [req-7ffd5cfa-1561-490f-afef-7f3ccc776607] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7ffd5cfa-1561-490f-afef-7f3ccc776607"}]} [ 1347.901321] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746771, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.920935] env[62220]: DEBUG nova.compute.manager [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1347.924427] env[62220]: DEBUG nova.scheduler.client.report [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1347.942832] env[62220]: DEBUG nova.scheduler.client.report [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1347.943104] env[62220]: DEBUG nova.compute.provider_tree [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.959796] env[62220]: DEBUG nova.scheduler.client.report [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1347.967966] env[62220]: DEBUG nova.virt.hardware [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1347.968354] env[62220]: DEBUG nova.virt.hardware [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1347.968571] env[62220]: DEBUG nova.virt.hardware [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.968816] env[62220]: DEBUG nova.virt.hardware [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1347.969232] env[62220]: DEBUG nova.virt.hardware [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.969232] env[62220]: DEBUG nova.virt.hardware [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1347.969405] env[62220]: DEBUG nova.virt.hardware [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1347.969600] env[62220]: DEBUG nova.virt.hardware [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1347.969764] env[62220]: DEBUG nova.virt.hardware [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1347.970365] env[62220]: DEBUG nova.virt.hardware [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1347.970639] env[62220]: DEBUG nova.virt.hardware [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1347.971858] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6f9ce9-7fde-414c-8ca9-f8744eb39f70 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.987545] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e529b2bc-33c2-40bc-becd-fba86ff59501 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.992901] env[62220]: DEBUG nova.scheduler.client.report [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1348.062504] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746765, 'name': PowerOnVM_Task} progress is 68%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.067055] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.088491] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "00f59708-7070-409d-a189-f55bc6dfd81d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.088765] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "00f59708-7070-409d-a189-f55bc6dfd81d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.161401] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746767, 'name': ReconfigVM_Task, 'duration_secs': 0.689385} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.161731] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ac4873c4-8bd0-4a92-bda4-296829b02143/ac4873c4-8bd0-4a92-bda4-296829b02143.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.163050] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6cec316-a33a-4efa-a6bb-2ec3e1944a80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.171948] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1348.171948] env[62220]: value = "task-1746773" [ 1348.171948] env[62220]: _type = "Task" [ 1348.171948] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.179330] env[62220]: DEBUG oslo_vmware.api [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746772, 'name': PowerOffVM_Task, 'duration_secs': 0.251284} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.183492] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.183687] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.183994] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfde0301-c824-4ae2-9e4c-bb630cc6a6f2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.192097] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746773, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.251041] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.251273] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.251465] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Deleting the datastore file [datastore1] 76da0d08-49df-4a15-8f36-e22529247dc8 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.254431] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eef9cfa-cac9-4505-b3af-0e96fa2b7a6f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.261775] env[62220]: DEBUG oslo_vmware.api [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Waiting for the task: (returnval){ [ 1348.261775] env[62220]: value = "task-1746775" [ 1348.261775] env[62220]: _type = "Task" [ 1348.261775] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.273911] env[62220]: DEBUG oslo_vmware.api [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.339086] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576f2e84-de71-45db-a39e-21df50840a57 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.350501] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d016e8d0-268f-4927-aab9-98b6fce0b6b0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.390913] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9ba304-b78c-48d5-94d0-5a4734bd3250 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.397681] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746770, 'name': CreateVM_Task, 'duration_secs': 0.626398} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.398691] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.399505] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.399647] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.399962] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1348.403976] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc7b5e7f-576d-4f2b-975e-c7560294c666 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.405825] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595535} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.408296] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 76a80ba9-4b0e-4764-81de-e9334a97b82c/76a80ba9-4b0e-4764-81de-e9334a97b82c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.408862] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.409416] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-308bff09-4f70-4bfc-bee6-e55c1e029ec4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.413052] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de3bf1d-72b0-43b4-a442-07c083efc74b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.419839] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1348.419839] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c5e466-7c83-39b6-2c7a-be5ff7bf3c65" [ 1348.419839] env[62220]: _type = "Task" [ 1348.419839] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.435783] env[62220]: DEBUG nova.compute.provider_tree [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.436904] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Waiting for the task: (returnval){ [ 1348.436904] env[62220]: value = "task-1746776" [ 1348.436904] env[62220]: _type = "Task" [ 1348.436904] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.445639] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c5e466-7c83-39b6-2c7a-be5ff7bf3c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.450906] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.547127] env[62220]: DEBUG nova.network.neutron [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Successfully updated port: 84b73daa-713a-434b-9e76-dc4b1deae071 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.563852] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746765, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.689650] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746773, 'name': Rename_Task, 'duration_secs': 0.153599} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.690184] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.690184] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4a1823a-3a66-482f-96cb-c9e6ddf9047a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.703118] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1348.703118] env[62220]: value = "task-1746777" [ 1348.703118] env[62220]: _type = "Task" [ 1348.703118] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.711120] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.771960] env[62220]: DEBUG oslo_vmware.api [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Task: {'id': task-1746775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225665} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.772207] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.772400] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.772606] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.772755] env[62220]: INFO nova.compute.manager [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1348.772976] env[62220]: DEBUG oslo.service.loopingcall [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.773185] env[62220]: DEBUG nova.compute.manager [-] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.773274] env[62220]: DEBUG nova.network.neutron [-] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.932450] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c5e466-7c83-39b6-2c7a-be5ff7bf3c65, 'name': SearchDatastore_Task, 'duration_secs': 0.041596} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.932889] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.934665] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.934665] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.934665] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.934665] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.934665] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3376c918-c35b-47c9-8c34-ac57789327d6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.951278] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06453} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.956345] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.956345] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.956345] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.956345] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7621ecc1-7e9a-4741-a777-f717d87b43de {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.958042] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ce74e8-7e32-476c-a5d4-fa4b3f8e1fc9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.966057] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1348.966057] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52239c8a-482c-569c-c64c-8741ffd1034b" [ 1348.966057] env[62220]: _type = "Task" [ 1348.966057] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.984408] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 76a80ba9-4b0e-4764-81de-e9334a97b82c/76a80ba9-4b0e-4764-81de-e9334a97b82c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.985476] env[62220]: DEBUG nova.scheduler.client.report [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 26 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1348.985715] env[62220]: DEBUG nova.compute.provider_tree [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 26 to 27 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1348.986056] env[62220]: DEBUG nova.compute.provider_tree [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.993025] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eb1d85d-e77c-4894-9b9b-9dbc86fdb237 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.008662] env[62220]: DEBUG oslo_concurrency.lockutils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.117s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.009197] env[62220]: DEBUG nova.compute.manager [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1349.011806] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.964s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.013371] env[62220]: INFO nova.compute.claims [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.024047] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52239c8a-482c-569c-c64c-8741ffd1034b, 'name': SearchDatastore_Task, 'duration_secs': 0.014589} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.026301] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Waiting for the task: (returnval){ [ 1349.026301] env[62220]: value = "task-1746778" [ 1349.026301] env[62220]: _type = "Task" [ 1349.026301] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.026516] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e417b83-a869-4369-9324-74c9d9dcfac5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.041104] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.042535] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1349.042535] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52906280-4c7b-b8ba-70de-0ea9eb8e919f" [ 1349.042535] env[62220]: _type = "Task" [ 1349.042535] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.056445] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "refresh_cache-b2ad9224-1f33-4255-847a-d794ce966651" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.056445] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "refresh_cache-b2ad9224-1f33-4255-847a-d794ce966651" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.056445] env[62220]: DEBUG nova.network.neutron [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.056445] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52906280-4c7b-b8ba-70de-0ea9eb8e919f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.066686] env[62220]: DEBUG oslo_vmware.api [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746765, 'name': PowerOnVM_Task, 'duration_secs': 2.466341} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.066961] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.070427] env[62220]: INFO nova.compute.manager [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Took 12.97 seconds to spawn the instance on the hypervisor. [ 1349.070642] env[62220]: DEBUG nova.compute.manager [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.072965] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca714fa-ba07-4701-aa58-c21f6488173b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.213718] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746777, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.395260] env[62220]: DEBUG nova.compute.manager [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Received event network-vif-plugged-5878ed29-9d80-4501-a3ec-9a7a652de899 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1349.395260] env[62220]: DEBUG oslo_concurrency.lockutils [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] Acquiring lock "76a80ba9-4b0e-4764-81de-e9334a97b82c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.395846] env[62220]: DEBUG oslo_concurrency.lockutils [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] Lock "76a80ba9-4b0e-4764-81de-e9334a97b82c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.395846] env[62220]: DEBUG oslo_concurrency.lockutils [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] Lock "76a80ba9-4b0e-4764-81de-e9334a97b82c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.395846] env[62220]: DEBUG nova.compute.manager [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] No waiting events found dispatching network-vif-plugged-5878ed29-9d80-4501-a3ec-9a7a652de899 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.396083] env[62220]: WARNING nova.compute.manager [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Received unexpected event network-vif-plugged-5878ed29-9d80-4501-a3ec-9a7a652de899 for instance with vm_state building and task_state spawning. [ 1349.396131] env[62220]: DEBUG nova.compute.manager [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Received event network-changed-5878ed29-9d80-4501-a3ec-9a7a652de899 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1349.397048] env[62220]: DEBUG nova.compute.manager [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Refreshing instance network info cache due to event network-changed-5878ed29-9d80-4501-a3ec-9a7a652de899. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1349.397048] env[62220]: DEBUG oslo_concurrency.lockutils [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] Acquiring lock "refresh_cache-76a80ba9-4b0e-4764-81de-e9334a97b82c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.397048] env[62220]: DEBUG oslo_concurrency.lockutils [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] Acquired lock "refresh_cache-76a80ba9-4b0e-4764-81de-e9334a97b82c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.397048] env[62220]: DEBUG nova.network.neutron [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Refreshing network info cache for port 5878ed29-9d80-4501-a3ec-9a7a652de899 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.518848] env[62220]: DEBUG nova.compute.utils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1349.524036] env[62220]: DEBUG nova.compute.manager [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Not allocating networking since 'none' was specified. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1349.540512] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.558888] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52906280-4c7b-b8ba-70de-0ea9eb8e919f, 'name': SearchDatastore_Task, 'duration_secs': 0.0157} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.559556] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.559815] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9/5fbde370-855d-46ea-9a21-09d9d87b7bd9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.560448] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92ea146a-619f-43a4-a7b2-734b89bd804f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.568741] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1349.568741] env[62220]: value = "task-1746779" [ 1349.568741] env[62220]: _type = "Task" [ 1349.568741] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.581824] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.592928] env[62220]: INFO nova.compute.manager [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Took 24.90 seconds to build instance. [ 1349.608467] env[62220]: DEBUG nova.network.neutron [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.681781] env[62220]: DEBUG nova.network.neutron [-] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.713604] env[62220]: DEBUG oslo_vmware.api [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746777, 'name': PowerOnVM_Task, 'duration_secs': 0.538672} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.714165] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.714480] env[62220]: INFO nova.compute.manager [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Took 11.26 seconds to spawn the instance on the hypervisor. [ 1349.714611] env[62220]: DEBUG nova.compute.manager [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.715416] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890db711-8c65-468a-a396-45af2f15eb4b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.774819] env[62220]: DEBUG nova.network.neutron [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Updating instance_info_cache with network_info: [{"id": "84b73daa-713a-434b-9e76-dc4b1deae071", "address": "fa:16:3e:05:6e:60", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b73daa-71", "ovs_interfaceid": "84b73daa-713a-434b-9e76-dc4b1deae071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.026249] env[62220]: DEBUG nova.compute.manager [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1350.054997] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746778, 'name': ReconfigVM_Task, 'duration_secs': 0.733726} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.058184] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 76a80ba9-4b0e-4764-81de-e9334a97b82c/76a80ba9-4b0e-4764-81de-e9334a97b82c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.058935] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-883d68ed-cd6a-4117-a7b8-3dbb22768478 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.069594] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Waiting for the task: (returnval){ [ 1350.069594] env[62220]: value = "task-1746780" [ 1350.069594] env[62220]: _type = "Task" [ 1350.069594] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.082938] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746780, 'name': Rename_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.092030] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746779, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.096916] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d7d79ec-1fe5-4b53-b969-ae780662d774 tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Lock "a47b863a-06d1-47c0-b6c9-2d59d48cb635" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.423s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.187137] env[62220]: INFO nova.compute.manager [-] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Took 1.41 seconds to deallocate network for instance. [ 1350.244138] env[62220]: INFO nova.compute.manager [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Took 24.58 seconds to build instance. [ 1350.254437] env[62220]: DEBUG nova.network.neutron [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Updated VIF entry in instance network info cache for port 5878ed29-9d80-4501-a3ec-9a7a652de899. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.254777] env[62220]: DEBUG nova.network.neutron [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Updating instance_info_cache with network_info: [{"id": "5878ed29-9d80-4501-a3ec-9a7a652de899", "address": "fa:16:3e:fb:3f:4a", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5878ed29-9d", "ovs_interfaceid": "5878ed29-9d80-4501-a3ec-9a7a652de899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.282524] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "refresh_cache-b2ad9224-1f33-4255-847a-d794ce966651" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.282524] env[62220]: DEBUG nova.compute.manager [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Instance network_info: |[{"id": "84b73daa-713a-434b-9e76-dc4b1deae071", "address": "fa:16:3e:05:6e:60", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b73daa-71", "ovs_interfaceid": "84b73daa-713a-434b-9e76-dc4b1deae071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.283823] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:6e:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84b73daa-713a-434b-9e76-dc4b1deae071', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.291153] env[62220]: DEBUG oslo.service.loopingcall [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.291714] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.291944] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9319a632-5bb8-4d08-a015-eb41e5070fcf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.323396] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.323396] env[62220]: value = "task-1746781" [ 1350.323396] env[62220]: _type = "Task" [ 1350.323396] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.332109] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746781, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.468866] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e2ca30-3c59-47bf-98fa-aede2c4e9ffd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.476901] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcc6872-2c42-4cfb-b7e0-8a67d1d777c9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.509322] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027fa67a-fbed-4bb0-9942-2e2033dd62c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.517381] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f8351d-615b-4dca-b514-7f8e32f1d0b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.530821] env[62220]: DEBUG nova.compute.provider_tree [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.583204] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59055} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.585999] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9/5fbde370-855d-46ea-9a21-09d9d87b7bd9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.586132] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.586402] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746780, 'name': Rename_Task, 'duration_secs': 0.254734} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.587265] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac1182ab-7db4-44ce-a06f-f2aae75ada71 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.589433] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.589944] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb2391ac-aebe-46c7-9514-c2a0fc9d8b2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.596198] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Waiting for the task: (returnval){ [ 1350.596198] env[62220]: value = "task-1746783" [ 1350.596198] env[62220]: _type = "Task" [ 1350.596198] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.597651] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1350.597651] env[62220]: value = "task-1746782" [ 1350.597651] env[62220]: _type = "Task" [ 1350.597651] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.600768] env[62220]: DEBUG nova.compute.manager [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.613482] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746783, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.620037] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.621343] env[62220]: DEBUG nova.compute.manager [None req-0935968f-2c04-4abd-9761-396b4118bdcd tempest-ServerDiagnosticsTest-1835636334 tempest-ServerDiagnosticsTest-1835636334-project-admin] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.623621] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe2eba2-5803-48bd-a55c-4937082e8604 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.629329] env[62220]: INFO nova.compute.manager [None req-0935968f-2c04-4abd-9761-396b4118bdcd tempest-ServerDiagnosticsTest-1835636334 tempest-ServerDiagnosticsTest-1835636334-project-admin] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Retrieving diagnostics [ 1350.630103] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e25d55-51a8-46fb-91b6-59ecc8542326 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.702032] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.742783] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d7c64e9f-9ef4-4a9e-8dee-46af6af5afc4 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "ac4873c4-8bd0-4a92-bda4-296829b02143" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.091s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.757429] env[62220]: DEBUG oslo_concurrency.lockutils [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] Releasing lock "refresh_cache-76a80ba9-4b0e-4764-81de-e9334a97b82c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.757705] env[62220]: DEBUG nova.compute.manager [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Received event network-vif-plugged-4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1350.757902] env[62220]: DEBUG oslo_concurrency.lockutils [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] Acquiring lock "5fbde370-855d-46ea-9a21-09d9d87b7bd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.758146] env[62220]: DEBUG oslo_concurrency.lockutils [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] Lock "5fbde370-855d-46ea-9a21-09d9d87b7bd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.758356] env[62220]: DEBUG oslo_concurrency.lockutils [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] Lock "5fbde370-855d-46ea-9a21-09d9d87b7bd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.758520] env[62220]: DEBUG nova.compute.manager [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] No waiting events found dispatching network-vif-plugged-4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.758689] env[62220]: WARNING nova.compute.manager [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Received unexpected event network-vif-plugged-4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1 for instance with vm_state building and task_state spawning. [ 1350.758852] env[62220]: DEBUG nova.compute.manager [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Received event network-changed-4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1350.759031] env[62220]: DEBUG nova.compute.manager [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Refreshing instance network info cache due to event network-changed-4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1350.759220] env[62220]: DEBUG oslo_concurrency.lockutils [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] Acquiring lock "refresh_cache-5fbde370-855d-46ea-9a21-09d9d87b7bd9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.759356] env[62220]: DEBUG oslo_concurrency.lockutils [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] Acquired lock "refresh_cache-5fbde370-855d-46ea-9a21-09d9d87b7bd9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.759518] env[62220]: DEBUG nova.network.neutron [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Refreshing network info cache for port 4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.787760] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "4e2be5d5-3737-44a9-a89a-1e63a70833cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.788079] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "4e2be5d5-3737-44a9-a89a-1e63a70833cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.819403] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Acquiring lock "d29693d2-8bc3-4498-bc6a-cda75f0febe5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.820115] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Lock "d29693d2-8bc3-4498-bc6a-cda75f0febe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.820248] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Acquiring lock "d29693d2-8bc3-4498-bc6a-cda75f0febe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.820571] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Lock "d29693d2-8bc3-4498-bc6a-cda75f0febe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.820869] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Lock "d29693d2-8bc3-4498-bc6a-cda75f0febe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.824700] env[62220]: INFO nova.compute.manager [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Terminating instance [ 1350.838435] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746781, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.035039] env[62220]: DEBUG nova.scheduler.client.report [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1351.043452] env[62220]: DEBUG nova.compute.manager [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1351.074150] env[62220]: DEBUG nova.virt.hardware [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1351.074413] env[62220]: DEBUG nova.virt.hardware [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1351.074571] env[62220]: DEBUG nova.virt.hardware [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.074753] env[62220]: DEBUG nova.virt.hardware [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1351.074897] env[62220]: DEBUG nova.virt.hardware [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.075056] env[62220]: DEBUG nova.virt.hardware [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1351.075272] env[62220]: DEBUG nova.virt.hardware [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1351.075427] env[62220]: DEBUG nova.virt.hardware [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1351.075667] env[62220]: DEBUG nova.virt.hardware [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1351.075743] env[62220]: DEBUG nova.virt.hardware [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1351.075959] env[62220]: DEBUG nova.virt.hardware [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1351.076764] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1398b6-528a-441f-b304-b90262e237ec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.084829] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a9bba2-328a-4c4b-9086-68930b396e6b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.100222] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Instance VIF info [] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.105668] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Creating folder: Project (1451166e6b104e208728f22dc53753d1). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.108846] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cc37c1c-c9a3-4a27-aeb7-201733f52a0a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.124966] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746783, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.127991] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068145} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.129178] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.129516] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Created folder: Project (1451166e6b104e208728f22dc53753d1) in parent group-v363147. [ 1351.129705] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Creating folder: Instances. Parent ref: group-v363176. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.130394] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dbd7e8-3e91-4c90-b747-58e83757f569 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.132886] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efdc776f-9f56-4d97-b0f9-8a42f607ee00 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.135957] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.153691] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9/5fbde370-855d-46ea-9a21-09d9d87b7bd9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.155207] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddfc9aea-afff-4434-8135-188d5a33254b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.169407] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Created folder: Instances in parent group-v363176. [ 1351.169654] env[62220]: DEBUG oslo.service.loopingcall [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1351.169851] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.170461] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7d0584f-f2bf-4fc7-8d1f-5ffd7e8b39e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.183649] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1351.183649] env[62220]: value = "task-1746786" [ 1351.183649] env[62220]: _type = "Task" [ 1351.183649] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.188255] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Acquiring lock "97fb7641-1b41-415d-b964-e7f681e9da45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.188545] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Lock "97fb7641-1b41-415d-b964-e7f681e9da45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.188749] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Acquiring lock "97fb7641-1b41-415d-b964-e7f681e9da45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.188926] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Lock "97fb7641-1b41-415d-b964-e7f681e9da45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.189101] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Lock "97fb7641-1b41-415d-b964-e7f681e9da45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.190834] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.190834] env[62220]: value = "task-1746787" [ 1351.190834] env[62220]: _type = "Task" [ 1351.190834] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.191273] env[62220]: INFO nova.compute.manager [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Terminating instance [ 1351.200009] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.207709] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746787, 'name': CreateVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.246234] env[62220]: DEBUG nova.compute.manager [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] [instance: 1177ca6d-ebc4-4e96-844e-de1385866b58] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1351.335619] env[62220]: DEBUG nova.compute.manager [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.335840] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.340363] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cd7928-79db-47cd-8122-6db903c9d305 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.343118] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746781, 'name': CreateVM_Task, 'duration_secs': 0.978807} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.343280] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.344345] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.344500] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.344810] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1351.345063] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a56e50-61b1-4a62-85ac-369e48702d93 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.349082] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.349693] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6222c4f4-1d59-40a0-9c2e-b97b7bb22755 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.352673] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1351.352673] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a3cd45-bc86-fcbd-1f64-197d2c8e57c3" [ 1351.352673] env[62220]: _type = "Task" [ 1351.352673] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.357374] env[62220]: DEBUG oslo_vmware.api [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Waiting for the task: (returnval){ [ 1351.357374] env[62220]: value = "task-1746788" [ 1351.357374] env[62220]: _type = "Task" [ 1351.357374] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.360598] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a3cd45-bc86-fcbd-1f64-197d2c8e57c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.368038] env[62220]: DEBUG oslo_vmware.api [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.545090] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.545635] env[62220]: DEBUG nova.compute.manager [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1351.552492] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.131s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.555730] env[62220]: INFO nova.compute.claims [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.608511] env[62220]: DEBUG oslo_vmware.api [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746783, 'name': PowerOnVM_Task, 'duration_secs': 0.924929} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.608897] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.609066] env[62220]: INFO nova.compute.manager [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1351.609263] env[62220]: DEBUG nova.compute.manager [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.610108] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e38a21-e104-4e2b-854e-9d6abe4bc17c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.641581] env[62220]: DEBUG nova.network.neutron [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Updated VIF entry in instance network info cache for port 4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.641823] env[62220]: DEBUG nova.network.neutron [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Updating instance_info_cache with network_info: [{"id": "4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1", "address": "fa:16:3e:72:f4:d7", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0792c0-9a", "ovs_interfaceid": "4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.694781] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746786, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.701766] env[62220]: DEBUG nova.compute.manager [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.702709] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.706030] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538801c9-d987-4dc6-b982-f107752747b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.708956] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746787, 'name': CreateVM_Task, 'duration_secs': 0.426275} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.709175] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.709970] env[62220]: DEBUG oslo_concurrency.lockutils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.714397] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.714397] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bd1ca2f-3e7a-45e3-85e2-bec1fbf49e8e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.720682] env[62220]: DEBUG oslo_vmware.api [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Waiting for the task: (returnval){ [ 1351.720682] env[62220]: value = "task-1746789" [ 1351.720682] env[62220]: _type = "Task" [ 1351.720682] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.728889] env[62220]: DEBUG oslo_vmware.api [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Task: {'id': task-1746789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.773578] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.822824] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.823422] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.864536] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a3cd45-bc86-fcbd-1f64-197d2c8e57c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014704} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.869321] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.869321] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.869321] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.869321] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.869566] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.869566] env[62220]: DEBUG oslo_concurrency.lockutils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.869926] env[62220]: DEBUG oslo_concurrency.lockutils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1351.870325] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72c2fb4e-7e80-4ce4-b91c-18f3d24890ba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.872520] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd3ee17-adbb-4985-a7c1-3c3a406fea85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.878024] env[62220]: DEBUG oslo_vmware.api [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746788, 'name': PowerOffVM_Task, 'duration_secs': 0.202133} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.878661] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.878967] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.879695] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-966058bb-affa-4ad1-a80f-f519e9e3ec41 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.882180] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1351.882180] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527c0398-8c39-306c-c3c2-8c4b2a6cc0ae" [ 1351.882180] env[62220]: _type = "Task" [ 1351.882180] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.887112] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.887431] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.888593] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18be03a-cd5e-4831-a244-3de227286b63 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.895711] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527c0398-8c39-306c-c3c2-8c4b2a6cc0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.898875] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1351.898875] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eba196-cc46-e3eb-56ff-bcd8c1a0c8a9" [ 1351.898875] env[62220]: _type = "Task" [ 1351.898875] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.907833] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eba196-cc46-e3eb-56ff-bcd8c1a0c8a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.990295] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.990295] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.990295] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Deleting the datastore file [datastore1] d29693d2-8bc3-4498-bc6a-cda75f0febe5 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.990295] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-639dc3cc-2b2e-49ee-b8e6-4b3081b0a138 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.995599] env[62220]: DEBUG oslo_vmware.api [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Waiting for the task: (returnval){ [ 1351.995599] env[62220]: value = "task-1746791" [ 1351.995599] env[62220]: _type = "Task" [ 1351.995599] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.004538] env[62220]: DEBUG oslo_vmware.api [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.055222] env[62220]: DEBUG nova.compute.utils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1352.057201] env[62220]: DEBUG nova.compute.manager [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1352.057857] env[62220]: DEBUG nova.network.neutron [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1352.131504] env[62220]: INFO nova.compute.manager [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Took 25.87 seconds to build instance. [ 1352.144500] env[62220]: DEBUG oslo_concurrency.lockutils [req-389111b7-aada-4b7d-a4d7-6149d1994fef req-c8fb5457-ae52-461f-90a7-67b3657b0faa service nova] Releasing lock "refresh_cache-5fbde370-855d-46ea-9a21-09d9d87b7bd9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.194025] env[62220]: DEBUG nova.policy [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c177068d3704486bbabd3341cad85f45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dbcdfb0b368498daf827f24ff0065dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1352.200735] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746786, 'name': ReconfigVM_Task, 'duration_secs': 0.542425} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.201089] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9/5fbde370-855d-46ea-9a21-09d9d87b7bd9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.201654] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9904a7c-d081-46e1-bdc9-f5b3774c1dd6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.208733] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1352.208733] env[62220]: value = "task-1746792" [ 1352.208733] env[62220]: _type = "Task" [ 1352.208733] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.218038] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746792, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.235875] env[62220]: DEBUG oslo_vmware.api [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Task: {'id': task-1746789, 'name': PowerOffVM_Task, 'duration_secs': 0.181976} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.235996] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.236376] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.236446] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-785008df-800d-4b10-837a-9f8a7a78c6eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.311851] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.312095] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.312271] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Deleting the datastore file [datastore1] 97fb7641-1b41-415d-b964-e7f681e9da45 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.312752] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c02ee7ce-f31c-481c-a3d5-0f89d7b5aa34 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.322101] env[62220]: DEBUG oslo_vmware.api [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Waiting for the task: (returnval){ [ 1352.322101] env[62220]: value = "task-1746794" [ 1352.322101] env[62220]: _type = "Task" [ 1352.322101] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.331319] env[62220]: DEBUG oslo_vmware.api [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Task: {'id': task-1746794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.395957] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527c0398-8c39-306c-c3c2-8c4b2a6cc0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.396391] env[62220]: DEBUG oslo_concurrency.lockutils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.396654] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.396868] env[62220]: DEBUG oslo_concurrency.lockutils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.410202] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eba196-cc46-e3eb-56ff-bcd8c1a0c8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013403} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.411018] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63cc1469-1dbd-49e3-929a-3b4e468a61a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.417162] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1352.417162] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d6b523-cb5c-6b72-3023-d7153a2df973" [ 1352.417162] env[62220]: _type = "Task" [ 1352.417162] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.426380] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d6b523-cb5c-6b72-3023-d7153a2df973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.470326] env[62220]: DEBUG nova.compute.manager [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Received event network-vif-plugged-84b73daa-713a-434b-9e76-dc4b1deae071 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1352.470572] env[62220]: DEBUG oslo_concurrency.lockutils [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] Acquiring lock "b2ad9224-1f33-4255-847a-d794ce966651-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.470778] env[62220]: DEBUG oslo_concurrency.lockutils [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] Lock "b2ad9224-1f33-4255-847a-d794ce966651-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.470944] env[62220]: DEBUG oslo_concurrency.lockutils [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] Lock "b2ad9224-1f33-4255-847a-d794ce966651-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.471232] env[62220]: DEBUG nova.compute.manager [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] [instance: b2ad9224-1f33-4255-847a-d794ce966651] No waiting events found dispatching network-vif-plugged-84b73daa-713a-434b-9e76-dc4b1deae071 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1352.471318] env[62220]: WARNING nova.compute.manager [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Received unexpected event network-vif-plugged-84b73daa-713a-434b-9e76-dc4b1deae071 for instance with vm_state building and task_state spawning. [ 1352.471439] env[62220]: DEBUG nova.compute.manager [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Received event network-changed-84b73daa-713a-434b-9e76-dc4b1deae071 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1352.471591] env[62220]: DEBUG nova.compute.manager [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Refreshing instance network info cache due to event network-changed-84b73daa-713a-434b-9e76-dc4b1deae071. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1352.473910] env[62220]: DEBUG oslo_concurrency.lockutils [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] Acquiring lock "refresh_cache-b2ad9224-1f33-4255-847a-d794ce966651" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.473910] env[62220]: DEBUG oslo_concurrency.lockutils [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] Acquired lock "refresh_cache-b2ad9224-1f33-4255-847a-d794ce966651" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.473910] env[62220]: DEBUG nova.network.neutron [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Refreshing network info cache for port 84b73daa-713a-434b-9e76-dc4b1deae071 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.507831] env[62220]: DEBUG oslo_vmware.api [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Task: {'id': task-1746791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394234} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.508113] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.508362] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.508469] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.508664] env[62220]: INFO nova.compute.manager [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1352.508984] env[62220]: DEBUG oslo.service.loopingcall [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.509087] env[62220]: DEBUG nova.compute.manager [-] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.509502] env[62220]: DEBUG nova.network.neutron [-] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.558247] env[62220]: DEBUG nova.compute.manager [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1352.633531] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ea5dd85c-ed6b-4750-95c7-1d0808ef6dec tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Lock "76a80ba9-4b0e-4764-81de-e9334a97b82c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.382s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.672014] env[62220]: DEBUG nova.network.neutron [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Successfully created port: a905e1f4-1c18-4045-a9ef-7b3810b31fca {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.729247] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746792, 'name': Rename_Task, 'duration_secs': 0.26314} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.729989] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.730644] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0526d35b-4092-48f9-832c-61471c55cb9c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.737347] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1352.737347] env[62220]: value = "task-1746795" [ 1352.737347] env[62220]: _type = "Task" [ 1352.737347] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.746888] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.795695] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Acquiring lock "a47b863a-06d1-47c0-b6c9-2d59d48cb635" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.796073] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Lock "a47b863a-06d1-47c0-b6c9-2d59d48cb635" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.796192] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Acquiring lock "a47b863a-06d1-47c0-b6c9-2d59d48cb635-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.796387] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Lock "a47b863a-06d1-47c0-b6c9-2d59d48cb635-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.796550] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Lock "a47b863a-06d1-47c0-b6c9-2d59d48cb635-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.798923] env[62220]: INFO nova.compute.manager [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Terminating instance [ 1352.832755] env[62220]: DEBUG oslo_vmware.api [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Task: {'id': task-1746794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462988} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.833055] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.833262] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.833471] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.833711] env[62220]: INFO nova.compute.manager [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1352.834150] env[62220]: DEBUG oslo.service.loopingcall [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.834395] env[62220]: DEBUG nova.compute.manager [-] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.834503] env[62220]: DEBUG nova.network.neutron [-] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.932272] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d6b523-cb5c-6b72-3023-d7153a2df973, 'name': SearchDatastore_Task, 'duration_secs': 0.017394} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.933440] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.933916] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b2ad9224-1f33-4255-847a-d794ce966651/b2ad9224-1f33-4255-847a-d794ce966651.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.934909] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dde5730-ac64-4cf7-a520-c9fff3d73166 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.937575] env[62220]: DEBUG oslo_concurrency.lockutils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.937885] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.938017] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4db6f45a-bb8d-4635-8402-3ec404fbab16 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.942402] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27bf94bc-b774-4e91-a655-f3b3376f2e7f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.952491] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c30b8a-af17-4d5d-827e-a3453b7f168b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.956652] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1352.956652] env[62220]: value = "task-1746796" [ 1352.956652] env[62220]: _type = "Task" [ 1352.956652] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.958429] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.958642] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.962633] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b74ee3d-2f06-471e-a12b-9b1a6f2761d5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.995316] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52df5a73-2304-4e21-9669-4bc09207f8ee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.004381] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.004381] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1353.004381] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52460b7b-95f2-65cf-1b3a-46d0cef8a399" [ 1353.004381] env[62220]: _type = "Task" [ 1353.004381] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.012613] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d981be3d-c46d-4d10-83f4-7bc23dd6e753 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.025694] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52460b7b-95f2-65cf-1b3a-46d0cef8a399, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.026878] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b268cff5-fdac-4abe-9f54-20533c19703f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.039181] env[62220]: DEBUG nova.compute.provider_tree [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1353.045680] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1353.045680] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52613e14-79d3-3389-d447-8bf1842d76fa" [ 1353.045680] env[62220]: _type = "Task" [ 1353.045680] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.053984] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52613e14-79d3-3389-d447-8bf1842d76fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.139801] env[62220]: DEBUG nova.compute.manager [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.255253] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.306089] env[62220]: DEBUG nova.compute.manager [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.306374] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.308340] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803b54ef-6509-4eea-8340-d3d649436b3e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.326404] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.329785] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f4000c-0a4d-4900-a6dd-0be25e7a67c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.339444] env[62220]: DEBUG oslo_vmware.api [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Waiting for the task: (returnval){ [ 1353.339444] env[62220]: value = "task-1746797" [ 1353.339444] env[62220]: _type = "Task" [ 1353.339444] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.347570] env[62220]: DEBUG oslo_vmware.api [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.468270] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746796, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.469881] env[62220]: DEBUG nova.network.neutron [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Updated VIF entry in instance network info cache for port 84b73daa-713a-434b-9e76-dc4b1deae071. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.469881] env[62220]: DEBUG nova.network.neutron [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Updating instance_info_cache with network_info: [{"id": "84b73daa-713a-434b-9e76-dc4b1deae071", "address": "fa:16:3e:05:6e:60", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b73daa-71", "ovs_interfaceid": "84b73daa-713a-434b-9e76-dc4b1deae071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.527474] env[62220]: DEBUG nova.network.neutron [-] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.556907] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52613e14-79d3-3389-d447-8bf1842d76fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011542} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.556907] env[62220]: DEBUG oslo_concurrency.lockutils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.557134] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529/6afadaed-f6fe-4a49-ad8c-6dc52e640529.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.557759] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11984e86-cbdd-4444-82b4-1e8518e9cebf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.569101] env[62220]: ERROR nova.scheduler.client.report [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [req-a6d0fbd9-5e56-4d9d-81ff-f45e314ec351] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6d0fbd9-5e56-4d9d-81ff-f45e314ec351"}]} [ 1353.569101] env[62220]: DEBUG nova.compute.manager [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1353.577462] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1353.577462] env[62220]: value = "task-1746798" [ 1353.577462] env[62220]: _type = "Task" [ 1353.577462] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.585313] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.595696] env[62220]: DEBUG nova.scheduler.client.report [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1353.613296] env[62220]: DEBUG nova.virt.hardware [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1353.613296] env[62220]: DEBUG nova.virt.hardware [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1353.613296] env[62220]: DEBUG nova.virt.hardware [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.613571] env[62220]: DEBUG nova.virt.hardware [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1353.613571] env[62220]: DEBUG nova.virt.hardware [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.613571] env[62220]: DEBUG nova.virt.hardware [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1353.613571] env[62220]: DEBUG nova.virt.hardware [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1353.613571] env[62220]: DEBUG nova.virt.hardware [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1353.613778] env[62220]: DEBUG nova.virt.hardware [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1353.613778] env[62220]: DEBUG nova.virt.hardware [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1353.613778] env[62220]: DEBUG nova.virt.hardware [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1353.614730] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d744c4-474d-4a06-ae2d-24e601bdb16f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.618969] env[62220]: DEBUG nova.scheduler.client.report [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1353.618969] env[62220]: DEBUG nova.compute.provider_tree [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1353.629068] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc2e822-db09-4cae-8ab3-76d5acf32b19 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.645862] env[62220]: DEBUG nova.scheduler.client.report [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1353.658393] env[62220]: DEBUG nova.compute.manager [None req-0d69722b-21b0-44c4-8c75-dd8d0645d16c tempest-ServerExternalEventsTest-1609598850 tempest-ServerExternalEventsTest-1609598850-project] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Received event network-changed {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1353.658596] env[62220]: DEBUG nova.compute.manager [None req-0d69722b-21b0-44c4-8c75-dd8d0645d16c tempest-ServerExternalEventsTest-1609598850 tempest-ServerExternalEventsTest-1609598850-project] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Refreshing instance network info cache due to event network-changed. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1353.658817] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0d69722b-21b0-44c4-8c75-dd8d0645d16c tempest-ServerExternalEventsTest-1609598850 tempest-ServerExternalEventsTest-1609598850-project] Acquiring lock "refresh_cache-76a80ba9-4b0e-4764-81de-e9334a97b82c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.658954] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0d69722b-21b0-44c4-8c75-dd8d0645d16c tempest-ServerExternalEventsTest-1609598850 tempest-ServerExternalEventsTest-1609598850-project] Acquired lock "refresh_cache-76a80ba9-4b0e-4764-81de-e9334a97b82c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.659140] env[62220]: DEBUG nova.network.neutron [None req-0d69722b-21b0-44c4-8c75-dd8d0645d16c tempest-ServerExternalEventsTest-1609598850 tempest-ServerExternalEventsTest-1609598850-project] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.680436] env[62220]: DEBUG nova.scheduler.client.report [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1353.685518] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.746248] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ae52fc96-0665-4b7f-a895-86684e12bd00 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "ac4873c4-8bd0-4a92-bda4-296829b02143" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.746486] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ae52fc96-0665-4b7f-a895-86684e12bd00 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "ac4873c4-8bd0-4a92-bda4-296829b02143" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.746850] env[62220]: DEBUG nova.compute.manager [None req-ae52fc96-0665-4b7f-a895-86684e12bd00 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.747992] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb17ab67-f95c-4c8f-97ea-3b0051d66e08 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.753825] env[62220]: DEBUG oslo_vmware.api [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746795, 'name': PowerOnVM_Task, 'duration_secs': 0.780519} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.754435] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.754647] env[62220]: INFO nova.compute.manager [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1353.755513] env[62220]: DEBUG nova.compute.manager [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.755902] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8df77b-4935-400e-911a-526f0f7d52dc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.760259] env[62220]: DEBUG nova.compute.manager [None req-ae52fc96-0665-4b7f-a895-86684e12bd00 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1353.760828] env[62220]: DEBUG nova.objects.instance [None req-ae52fc96-0665-4b7f-a895-86684e12bd00 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lazy-loading 'flavor' on Instance uuid ac4873c4-8bd0-4a92-bda4-296829b02143 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.849955] env[62220]: DEBUG oslo_vmware.api [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746797, 'name': PowerOffVM_Task, 'duration_secs': 0.427381} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.852109] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.852323] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.852801] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fe522b4-966c-4c93-91fc-b3c9a6b0684f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.929737] env[62220]: DEBUG nova.network.neutron [-] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.942943] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.943154] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.943312] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Deleting the datastore file [datastore1] a47b863a-06d1-47c0-b6c9-2d59d48cb635 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.943607] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3009a1a7-96d9-4d78-98e6-f946458344aa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.950359] env[62220]: DEBUG oslo_vmware.api [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Waiting for the task: (returnval){ [ 1353.950359] env[62220]: value = "task-1746800" [ 1353.950359] env[62220]: _type = "Task" [ 1353.950359] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.962713] env[62220]: DEBUG oslo_vmware.api [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.971346] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533469} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.974609] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b2ad9224-1f33-4255-847a-d794ce966651/b2ad9224-1f33-4255-847a-d794ce966651.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.974609] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.974911] env[62220]: DEBUG oslo_concurrency.lockutils [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] Releasing lock "refresh_cache-b2ad9224-1f33-4255-847a-d794ce966651" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.975240] env[62220]: DEBUG nova.compute.manager [req-4cf4e2cf-0b8b-4ad8-b401-71faaa62911c req-8ec3e1d5-3530-42f2-9a73-2628830e61c3 service nova] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Received event network-vif-deleted-43662ca0-dac5-43ed-9818-5a81c95683b6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1353.975785] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94b1c53a-a663-4f34-ae5b-b6e44ba44d85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.983713] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1353.983713] env[62220]: value = "task-1746801" [ 1353.983713] env[62220]: _type = "Task" [ 1353.983713] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.994047] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.010106] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4b1fcf-eeff-463c-aa42-7b351fab3223 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.018472] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b1dcb-8800-4c3a-b429-4a0c6c75ff93 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.052629] env[62220]: INFO nova.compute.manager [-] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Took 1.54 seconds to deallocate network for instance. [ 1354.059677] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39204f58-8617-4476-b2ed-95ebbecd7a94 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.068179] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dd51ad-e3cd-4fe2-ad2e-927df1e6c6ea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.083119] env[62220]: DEBUG nova.compute.provider_tree [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.094155] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746798, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.268141] env[62220]: DEBUG nova.compute.manager [req-55a665a0-a8e6-4b41-8c38-7bfe54ff9f09 req-35415bf9-12e5-407e-8a1e-c5b12e48cc19 service nova] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Received event network-vif-deleted-818bd593-2e9d-4fb0-8b6b-54a6770a1fed {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1354.283540] env[62220]: INFO nova.compute.manager [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Took 23.13 seconds to build instance. [ 1354.432459] env[62220]: INFO nova.compute.manager [-] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Took 1.60 seconds to deallocate network for instance. [ 1354.463933] env[62220]: DEBUG oslo_vmware.api [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.495994] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085505} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.496288] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.497538] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4d0685-ee34-45d0-b41b-4da07136de45 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.523833] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] b2ad9224-1f33-4255-847a-d794ce966651/b2ad9224-1f33-4255-847a-d794ce966651.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.524160] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8fea19-5e16-406a-aa66-12f32fd4a604 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.549014] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1354.549014] env[62220]: value = "task-1746802" [ 1354.549014] env[62220]: _type = "Task" [ 1354.549014] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.549527] env[62220]: DEBUG nova.network.neutron [None req-0d69722b-21b0-44c4-8c75-dd8d0645d16c tempest-ServerExternalEventsTest-1609598850 tempest-ServerExternalEventsTest-1609598850-project] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Updating instance_info_cache with network_info: [{"id": "5878ed29-9d80-4501-a3ec-9a7a652de899", "address": "fa:16:3e:fb:3f:4a", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5878ed29-9d", "ovs_interfaceid": "5878ed29-9d80-4501-a3ec-9a7a652de899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.560424] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.560652] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.590262] env[62220]: DEBUG nova.scheduler.client.report [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1354.601367] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670461} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.601664] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529/6afadaed-f6fe-4a49-ad8c-6dc52e640529.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.601912] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.603958] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a362eb7-f20f-489c-9834-10229fb29852 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.610025] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1354.610025] env[62220]: value = "task-1746803" [ 1354.610025] env[62220]: _type = "Task" [ 1354.610025] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.619718] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.744215] env[62220]: DEBUG nova.network.neutron [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Successfully updated port: a905e1f4-1c18-4045-a9ef-7b3810b31fca {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.781633] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae52fc96-0665-4b7f-a895-86684e12bd00 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.784689] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b8e7c7d-c412-424f-8fb9-33c934386682 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.786477] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1a787051-093d-4740-b072-7f5a33d239af tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "5fbde370-855d-46ea-9a21-09d9d87b7bd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.651s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.791482] env[62220]: DEBUG oslo_vmware.api [None req-ae52fc96-0665-4b7f-a895-86684e12bd00 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1354.791482] env[62220]: value = "task-1746804" [ 1354.791482] env[62220]: _type = "Task" [ 1354.791482] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.803244] env[62220]: DEBUG oslo_vmware.api [None req-ae52fc96-0665-4b7f-a895-86684e12bd00 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.940244] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.964311] env[62220]: DEBUG oslo_vmware.api [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Task: {'id': task-1746800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.581794} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.964605] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.964799] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.964996] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.965608] env[62220]: INFO nova.compute.manager [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1354.965608] env[62220]: DEBUG oslo.service.loopingcall [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.965895] env[62220]: DEBUG nova.compute.manager [-] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1354.966010] env[62220]: DEBUG nova.network.neutron [-] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.055770] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0d69722b-21b0-44c4-8c75-dd8d0645d16c tempest-ServerExternalEventsTest-1609598850 tempest-ServerExternalEventsTest-1609598850-project] Releasing lock "refresh_cache-76a80ba9-4b0e-4764-81de-e9334a97b82c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.061775] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.095875] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.543s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.096586] env[62220]: DEBUG nova.compute.manager [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1355.100120] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.286s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.101569] env[62220]: INFO nova.compute.claims [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.127323] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22538} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.127323] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.128010] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533fb6e3-43cd-4f0d-ab52-d333224e947d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.150499] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529/6afadaed-f6fe-4a49-ad8c-6dc52e640529.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.151658] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e600ce32-aa97-40c7-9c8d-1944f452e01e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.172439] env[62220]: DEBUG nova.compute.manager [None req-938bc9a4-4ded-4ba2-944d-e63da42abae1 tempest-ServerDiagnosticsV248Test-23309201 tempest-ServerDiagnosticsV248Test-23309201-project-admin] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.174186] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80758430-b6bb-4bf7-a015-451ec3fc12f0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.180158] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1355.180158] env[62220]: value = "task-1746805" [ 1355.180158] env[62220]: _type = "Task" [ 1355.180158] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.184847] env[62220]: INFO nova.compute.manager [None req-938bc9a4-4ded-4ba2-944d-e63da42abae1 tempest-ServerDiagnosticsV248Test-23309201 tempest-ServerDiagnosticsV248Test-23309201-project-admin] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Retrieving diagnostics [ 1355.185944] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ce3588-e71f-4975-bb44-3bae2050a068 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.191690] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746805, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.248559] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Acquiring lock "refresh_cache-c184791a-5b7f-44c3-bbae-e6c67f8643ca" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.248559] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Acquired lock "refresh_cache-c184791a-5b7f-44c3-bbae-e6c67f8643ca" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.248721] env[62220]: DEBUG nova.network.neutron [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.289653] env[62220]: DEBUG nova.compute.manager [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.301670] env[62220]: DEBUG oslo_vmware.api [None req-ae52fc96-0665-4b7f-a895-86684e12bd00 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746804, 'name': PowerOffVM_Task, 'duration_secs': 0.203581} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.302646] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae52fc96-0665-4b7f-a895-86684e12bd00 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.302646] env[62220]: DEBUG nova.compute.manager [None req-ae52fc96-0665-4b7f-a895-86684e12bd00 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.303217] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa32cbc-9047-47ec-a78c-4cb875328cf1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.447425] env[62220]: DEBUG oslo_concurrency.lockutils [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Acquiring lock "76a80ba9-4b0e-4764-81de-e9334a97b82c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.447878] env[62220]: DEBUG oslo_concurrency.lockutils [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Lock "76a80ba9-4b0e-4764-81de-e9334a97b82c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.451110] env[62220]: DEBUG oslo_concurrency.lockutils [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Acquiring lock "76a80ba9-4b0e-4764-81de-e9334a97b82c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.451110] env[62220]: DEBUG oslo_concurrency.lockutils [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Lock "76a80ba9-4b0e-4764-81de-e9334a97b82c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.451110] env[62220]: DEBUG oslo_concurrency.lockutils [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Lock "76a80ba9-4b0e-4764-81de-e9334a97b82c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.456319] env[62220]: INFO nova.compute.manager [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Terminating instance [ 1355.524415] env[62220]: DEBUG nova.compute.manager [req-feb8ac56-692c-4791-944e-897676dba117 req-893f6aec-a7f6-483b-941c-fb8f125107e2 service nova] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Received event network-vif-plugged-a905e1f4-1c18-4045-a9ef-7b3810b31fca {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1355.524634] env[62220]: DEBUG oslo_concurrency.lockutils [req-feb8ac56-692c-4791-944e-897676dba117 req-893f6aec-a7f6-483b-941c-fb8f125107e2 service nova] Acquiring lock "c184791a-5b7f-44c3-bbae-e6c67f8643ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.524843] env[62220]: DEBUG oslo_concurrency.lockutils [req-feb8ac56-692c-4791-944e-897676dba117 req-893f6aec-a7f6-483b-941c-fb8f125107e2 service nova] Lock "c184791a-5b7f-44c3-bbae-e6c67f8643ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.525014] env[62220]: DEBUG oslo_concurrency.lockutils [req-feb8ac56-692c-4791-944e-897676dba117 req-893f6aec-a7f6-483b-941c-fb8f125107e2 service nova] Lock "c184791a-5b7f-44c3-bbae-e6c67f8643ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.525189] env[62220]: DEBUG nova.compute.manager [req-feb8ac56-692c-4791-944e-897676dba117 req-893f6aec-a7f6-483b-941c-fb8f125107e2 service nova] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] No waiting events found dispatching network-vif-plugged-a905e1f4-1c18-4045-a9ef-7b3810b31fca {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1355.525419] env[62220]: WARNING nova.compute.manager [req-feb8ac56-692c-4791-944e-897676dba117 req-893f6aec-a7f6-483b-941c-fb8f125107e2 service nova] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Received unexpected event network-vif-plugged-a905e1f4-1c18-4045-a9ef-7b3810b31fca for instance with vm_state building and task_state spawning. [ 1355.563491] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746802, 'name': ReconfigVM_Task, 'duration_secs': 0.92243} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.563491] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Reconfigured VM instance instance-0000000a to attach disk [datastore1] b2ad9224-1f33-4255-847a-d794ce966651/b2ad9224-1f33-4255-847a-d794ce966651.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.563491] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ea9ccfe-3784-4206-8949-08b90e98b2c0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.568974] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1355.568974] env[62220]: value = "task-1746806" [ 1355.568974] env[62220]: _type = "Task" [ 1355.568974] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.577056] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746806, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.609151] env[62220]: DEBUG nova.compute.utils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1355.613950] env[62220]: DEBUG nova.compute.manager [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1355.613950] env[62220]: DEBUG nova.network.neutron [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1355.657132] env[62220]: DEBUG nova.policy [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '843ab2346a024af79d5ed491c4a7b1c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7ee75cb24234a089f60b4b9dce5a639', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1355.693741] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746805, 'name': ReconfigVM_Task, 'duration_secs': 0.371729} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.694119] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529/6afadaed-f6fe-4a49-ad8c-6dc52e640529.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.694843] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-975b78da-f47d-4ce8-8733-09775e506671 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.703868] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1355.703868] env[62220]: value = "task-1746807" [ 1355.703868] env[62220]: _type = "Task" [ 1355.703868] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.712260] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746807, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.734453] env[62220]: DEBUG nova.network.neutron [-] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.817442] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ae52fc96-0665-4b7f-a895-86684e12bd00 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "ac4873c4-8bd0-4a92-bda4-296829b02143" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.821788] env[62220]: DEBUG nova.network.neutron [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.830401] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.964214] env[62220]: DEBUG nova.compute.manager [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.965256] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.965550] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307a324e-d211-46f2-a00e-a953185a9cb8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.975233] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.975517] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d120e73-57fd-4875-9277-15fa6083e6f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.982691] env[62220]: DEBUG oslo_vmware.api [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Waiting for the task: (returnval){ [ 1355.982691] env[62220]: value = "task-1746808" [ 1355.982691] env[62220]: _type = "Task" [ 1355.982691] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.992376] env[62220]: DEBUG oslo_vmware.api [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.061418] env[62220]: DEBUG nova.network.neutron [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Updating instance_info_cache with network_info: [{"id": "a905e1f4-1c18-4045-a9ef-7b3810b31fca", "address": "fa:16:3e:49:c1:4e", "network": {"id": "0ab14c79-8083-44af-bedd-9c7e4829a104", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-872544491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4dbcdfb0b368498daf827f24ff0065dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa905e1f4-1c", "ovs_interfaceid": "a905e1f4-1c18-4045-a9ef-7b3810b31fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.081421] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746806, 'name': Rename_Task, 'duration_secs': 0.265323} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.082746] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.083330] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d6ab682-9920-451f-9441-1a4e6a4da907 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.092555] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1356.092555] env[62220]: value = "task-1746809" [ 1356.092555] env[62220]: _type = "Task" [ 1356.092555] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.101943] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.115507] env[62220]: DEBUG nova.compute.manager [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1356.158682] env[62220]: DEBUG nova.network.neutron [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Successfully created port: 469d96a2-175f-46ea-9e71-5f14dc627878 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1356.215469] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746807, 'name': Rename_Task, 'duration_secs': 0.161101} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.218229] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.218690] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cb877c8-0aa8-415f-ad86-06f26cffe702 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.225169] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1356.225169] env[62220]: value = "task-1746810" [ 1356.225169] env[62220]: _type = "Task" [ 1356.225169] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.239498] env[62220]: INFO nova.compute.manager [-] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Took 1.27 seconds to deallocate network for instance. [ 1356.239893] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.489834] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f8601a-9073-4da9-bfdf-bf5bd154116e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.497636] env[62220]: DEBUG oslo_vmware.api [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746808, 'name': PowerOffVM_Task, 'duration_secs': 0.208036} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.499739] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.500166] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.500280] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26dd1d4f-6566-471a-917d-b082f4facf3c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.503745] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e0abb8-1317-4c41-ab7e-f483926cce85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.535701] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec3a8cb-537b-43a4-a166-c431b9335ec4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.543659] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ac6997-0f01-4def-9765-abeb8ecb64dd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.558782] env[62220]: DEBUG nova.compute.provider_tree [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.564298] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Releasing lock "refresh_cache-c184791a-5b7f-44c3-bbae-e6c67f8643ca" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.564668] env[62220]: DEBUG nova.compute.manager [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Instance network_info: |[{"id": "a905e1f4-1c18-4045-a9ef-7b3810b31fca", "address": "fa:16:3e:49:c1:4e", "network": {"id": "0ab14c79-8083-44af-bedd-9c7e4829a104", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-872544491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4dbcdfb0b368498daf827f24ff0065dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa905e1f4-1c", "ovs_interfaceid": "a905e1f4-1c18-4045-a9ef-7b3810b31fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1356.565485] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:c1:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a905e1f4-1c18-4045-a9ef-7b3810b31fca', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.573913] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Creating folder: Project (4dbcdfb0b368498daf827f24ff0065dd). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1356.574947] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23978710-be64-47bd-88cf-e99299ec084a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.589261] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Created folder: Project (4dbcdfb0b368498daf827f24ff0065dd) in parent group-v363147. [ 1356.589494] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Creating folder: Instances. Parent ref: group-v363179. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1356.589786] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19628dfa-c475-4669-8348-3819c41aad24 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.597265] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.597508] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.597690] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Deleting the datastore file [datastore1] 76a80ba9-4b0e-4764-81de-e9334a97b82c {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.598399] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e512c84c-f49f-4a35-aabf-1f6ec9b4b247 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.605122] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746809, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.605796] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Created folder: Instances in parent group-v363179. [ 1356.606035] env[62220]: DEBUG oslo.service.loopingcall [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.606237] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.606470] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5baad8cf-6047-44fc-927a-7e7de6497587 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.632654] env[62220]: DEBUG oslo_vmware.api [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Waiting for the task: (returnval){ [ 1356.632654] env[62220]: value = "task-1746814" [ 1356.632654] env[62220]: _type = "Task" [ 1356.632654] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.635695] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1356.635695] env[62220]: value = "task-1746815" [ 1356.635695] env[62220]: _type = "Task" [ 1356.635695] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.642815] env[62220]: DEBUG oslo_vmware.api [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.648047] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746815, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.736364] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.749746] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.062274] env[62220]: DEBUG nova.scheduler.client.report [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1357.104999] env[62220]: DEBUG oslo_vmware.api [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746809, 'name': PowerOnVM_Task, 'duration_secs': 0.532824} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.105690] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.105690] env[62220]: INFO nova.compute.manager [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1357.105866] env[62220]: DEBUG nova.compute.manager [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.106533] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f452d7-17cd-4328-bc15-7e9e801f395a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.132765] env[62220]: DEBUG nova.compute.manager [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.146911] env[62220]: DEBUG oslo_vmware.api [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Task: {'id': task-1746814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298995} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.150172] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.151479] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.151479] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.151479] env[62220]: INFO nova.compute.manager [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1357.151479] env[62220]: DEBUG oslo.service.loopingcall [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.151479] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746815, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.151773] env[62220]: DEBUG nova.compute.manager [-] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.151773] env[62220]: DEBUG nova.network.neutron [-] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.168011] env[62220]: DEBUG nova.virt.hardware [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1357.168011] env[62220]: DEBUG nova.virt.hardware [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1357.168011] env[62220]: DEBUG nova.virt.hardware [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.168561] env[62220]: DEBUG nova.virt.hardware [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1357.168561] env[62220]: DEBUG nova.virt.hardware [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.168561] env[62220]: DEBUG nova.virt.hardware [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1357.168561] env[62220]: DEBUG nova.virt.hardware [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1357.168561] env[62220]: DEBUG nova.virt.hardware [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1357.172106] env[62220]: DEBUG nova.virt.hardware [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1357.172106] env[62220]: DEBUG nova.virt.hardware [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1357.172106] env[62220]: DEBUG nova.virt.hardware [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1357.172106] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc4486-6637-40c8-b91c-5afd12ed434c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.179112] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a5d0eb-2dbf-48a5-967c-11f2beaa2d1f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.235691] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746810, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.397590] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Acquiring lock "a4adc67a-67fb-4576-9315-eb3ed338c166" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.399799] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Lock "a4adc67a-67fb-4576-9315-eb3ed338c166" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.399799] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Acquiring lock "a4adc67a-67fb-4576-9315-eb3ed338c166-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.399799] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Lock "a4adc67a-67fb-4576-9315-eb3ed338c166-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.399799] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Lock "a4adc67a-67fb-4576-9315-eb3ed338c166-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.405352] env[62220]: INFO nova.compute.manager [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Terminating instance [ 1357.473311] env[62220]: DEBUG nova.compute.manager [req-329c523b-133e-44d1-abef-d64fff603bf9 req-07c019be-31ba-47e3-95a6-a675ab125505 service nova] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Received event network-vif-deleted-cc451ca1-d783-4706-a20e-ec64e205aa11 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1357.570049] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.570602] env[62220]: DEBUG nova.compute.manager [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1357.577022] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.331s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.626951] env[62220]: INFO nova.compute.manager [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Took 23.27 seconds to build instance. [ 1357.648484] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746815, 'name': CreateVM_Task, 'duration_secs': 0.63832} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.648733] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1357.649427] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.649596] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.649907] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1357.650178] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd44e10-0626-4db6-9c07-3df610e736ad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.655529] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Waiting for the task: (returnval){ [ 1357.655529] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e99e96-b72b-df53-439d-3fce393c9a0e" [ 1357.655529] env[62220]: _type = "Task" [ 1357.655529] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.663962] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e99e96-b72b-df53-439d-3fce393c9a0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.740723] env[62220]: DEBUG oslo_vmware.api [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746810, 'name': PowerOnVM_Task, 'duration_secs': 1.100068} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.742338] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.742338] env[62220]: INFO nova.compute.manager [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1357.742338] env[62220]: DEBUG nova.compute.manager [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.742338] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8e913e-97d8-46ef-a9ca-d59a2f406739 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.870772] env[62220]: DEBUG nova.network.neutron [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Successfully updated port: 469d96a2-175f-46ea-9e71-5f14dc627878 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1357.910345] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Acquiring lock "refresh_cache-a4adc67a-67fb-4576-9315-eb3ed338c166" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.910661] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Acquired lock "refresh_cache-a4adc67a-67fb-4576-9315-eb3ed338c166" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.910722] env[62220]: DEBUG nova.network.neutron [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.000206] env[62220]: DEBUG nova.network.neutron [-] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.079696] env[62220]: INFO nova.compute.claims [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.088464] env[62220]: DEBUG nova.compute.utils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1358.089945] env[62220]: DEBUG nova.compute.manager [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.090501] env[62220]: DEBUG nova.network.neutron [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.129266] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d020507a-dbff-48a1-acee-7c57de723b56 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "b2ad9224-1f33-4255-847a-d794ce966651" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.784s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.162965] env[62220]: DEBUG nova.policy [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57dd7d3d1ac7437eb9b60ed5473a7cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd6d1578dd5e42f98f55e33a5195d051', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.168232] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e99e96-b72b-df53-439d-3fce393c9a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.029605} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.168537] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.168775] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.169011] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.169166] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.169344] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.169619] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff7ac71c-be18-4a2c-9643-3ccb1ee73b85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.178819] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.178952] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.179694] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928c2707-26f6-489e-9c87-a26b8dc044fd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.185637] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Waiting for the task: (returnval){ [ 1358.185637] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528184ca-de07-a3c9-b742-98d7e859e88b" [ 1358.185637] env[62220]: _type = "Task" [ 1358.185637] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.193183] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528184ca-de07-a3c9-b742-98d7e859e88b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.257441] env[62220]: INFO nova.compute.manager [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Took 16.92 seconds to build instance. [ 1358.373453] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "refresh_cache-6f5c3307-1298-4e87-92ce-ecd88211964f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.373453] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquired lock "refresh_cache-6f5c3307-1298-4e87-92ce-ecd88211964f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.373453] env[62220]: DEBUG nova.network.neutron [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.435172] env[62220]: DEBUG nova.network.neutron [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.502636] env[62220]: INFO nova.compute.manager [-] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Took 1.35 seconds to deallocate network for instance. [ 1358.535195] env[62220]: DEBUG nova.network.neutron [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.591713] env[62220]: INFO nova.compute.resource_tracker [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating resource usage from migration c5b05241-c797-47ed-b2da-482a1995fc8d [ 1358.598814] env[62220]: DEBUG nova.compute.manager [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1358.631085] env[62220]: DEBUG nova.compute.manager [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1358.649382] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.656311] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.707634] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528184ca-de07-a3c9-b742-98d7e859e88b, 'name': SearchDatastore_Task, 'duration_secs': 0.025479} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.709259] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e390905-7401-474c-b7de-437e3cd74269 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.715434] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Waiting for the task: (returnval){ [ 1358.715434] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eb43d7-72d8-4f74-d718-f7484b975f8c" [ 1358.715434] env[62220]: _type = "Task" [ 1358.715434] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.731570] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eb43d7-72d8-4f74-d718-f7484b975f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.733657] env[62220]: DEBUG nova.network.neutron [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Successfully created port: c99b6519-97e0-42a5-9ed4-cdec8b9c4895 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.762337] env[62220]: DEBUG oslo_concurrency.lockutils [None req-62209b2e-72a6-42b8-bf6e-6db400753f22 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Lock "6afadaed-f6fe-4a49-ad8c-6dc52e640529" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.922s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.899371] env[62220]: DEBUG nova.compute.manager [req-8e0ac915-76b2-41a1-a333-d3a70b7d0f31 req-cf77821f-c8e9-4e9c-91ed-ab1842e7cfda service nova] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Received event network-changed-a905e1f4-1c18-4045-a9ef-7b3810b31fca {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1358.899371] env[62220]: DEBUG nova.compute.manager [req-8e0ac915-76b2-41a1-a333-d3a70b7d0f31 req-cf77821f-c8e9-4e9c-91ed-ab1842e7cfda service nova] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Refreshing instance network info cache due to event network-changed-a905e1f4-1c18-4045-a9ef-7b3810b31fca. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1358.899371] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e0ac915-76b2-41a1-a333-d3a70b7d0f31 req-cf77821f-c8e9-4e9c-91ed-ab1842e7cfda service nova] Acquiring lock "refresh_cache-c184791a-5b7f-44c3-bbae-e6c67f8643ca" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.899371] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e0ac915-76b2-41a1-a333-d3a70b7d0f31 req-cf77821f-c8e9-4e9c-91ed-ab1842e7cfda service nova] Acquired lock "refresh_cache-c184791a-5b7f-44c3-bbae-e6c67f8643ca" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.899371] env[62220]: DEBUG nova.network.neutron [req-8e0ac915-76b2-41a1-a333-d3a70b7d0f31 req-cf77821f-c8e9-4e9c-91ed-ab1842e7cfda service nova] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Refreshing network info cache for port a905e1f4-1c18-4045-a9ef-7b3810b31fca {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.937790] env[62220]: DEBUG nova.network.neutron [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.973215] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5b5afa-05e0-4a9b-8eb1-7d6d0bdbaa6b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.981987] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cde870-39d1-4e32-b475-7568c606e6d6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.016360] env[62220]: DEBUG oslo_concurrency.lockutils [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.020060] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f50fbd-b65e-47f1-a9e2-436657c7f5b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.028719] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b77ca1a-ab0f-455e-a368-f138aeaebb2e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.046791] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Releasing lock "refresh_cache-a4adc67a-67fb-4576-9315-eb3ed338c166" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.047068] env[62220]: DEBUG nova.compute.manager [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.047306] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.048071] env[62220]: DEBUG nova.compute.provider_tree [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.052827] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c64e133-7d05-49f1-a418-a1fa3e96338a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.057060] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.057811] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ea9b750-d614-4496-b9e1-c4b7e361202e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.064930] env[62220]: DEBUG oslo_vmware.api [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1359.064930] env[62220]: value = "task-1746816" [ 1359.064930] env[62220]: _type = "Task" [ 1359.064930] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.072971] env[62220]: DEBUG oslo_vmware.api [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.156041] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.157080] env[62220]: DEBUG nova.network.neutron [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Updating instance_info_cache with network_info: [{"id": "469d96a2-175f-46ea-9e71-5f14dc627878", "address": "fa:16:3e:6f:b2:56", "network": {"id": "eba48bae-db9b-431e-9b2a-60fc728aaa42", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-416897819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ee75cb24234a089f60b4b9dce5a639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469d96a2-17", "ovs_interfaceid": "469d96a2-175f-46ea-9e71-5f14dc627878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.227837] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eb43d7-72d8-4f74-d718-f7484b975f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.018903} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.228584] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.228786] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c184791a-5b7f-44c3-bbae-e6c67f8643ca/c184791a-5b7f-44c3-bbae-e6c67f8643ca.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.229423] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2df2c493-20d2-4726-b6b6-a624bd30d78b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.238178] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Waiting for the task: (returnval){ [ 1359.238178] env[62220]: value = "task-1746817" [ 1359.238178] env[62220]: _type = "Task" [ 1359.238178] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.247262] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.555094] env[62220]: DEBUG nova.scheduler.client.report [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1359.577849] env[62220]: DEBUG oslo_vmware.api [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746816, 'name': PowerOffVM_Task, 'duration_secs': 0.136762} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.577849] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.577849] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.577849] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1b79158-687b-497e-bab1-8da4ec304fdc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.607136] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.607451] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.607612] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Deleting the datastore file [datastore1] a4adc67a-67fb-4576-9315-eb3ed338c166 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.607936] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ef6b73a-38a5-4fe1-8161-0f522de1dde4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.611289] env[62220]: DEBUG nova.compute.manager [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1359.619661] env[62220]: DEBUG oslo_vmware.api [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for the task: (returnval){ [ 1359.619661] env[62220]: value = "task-1746819" [ 1359.619661] env[62220]: _type = "Task" [ 1359.619661] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.628481] env[62220]: DEBUG oslo_vmware.api [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.642094] env[62220]: DEBUG nova.compute.manager [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.643085] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0056cb-7117-43a9-89de-285ebb49462c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.664978] env[62220]: DEBUG nova.virt.hardware [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1359.665383] env[62220]: DEBUG nova.virt.hardware [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1359.665632] env[62220]: DEBUG nova.virt.hardware [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.665931] env[62220]: DEBUG nova.virt.hardware [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1359.666200] env[62220]: DEBUG nova.virt.hardware [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.666449] env[62220]: DEBUG nova.virt.hardware [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1359.666796] env[62220]: DEBUG nova.virt.hardware [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1359.667074] env[62220]: DEBUG nova.virt.hardware [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1359.668562] env[62220]: DEBUG nova.virt.hardware [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1359.668562] env[62220]: DEBUG nova.virt.hardware [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1359.668562] env[62220]: DEBUG nova.virt.hardware [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1359.668785] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Releasing lock "refresh_cache-6f5c3307-1298-4e87-92ce-ecd88211964f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.669026] env[62220]: DEBUG nova.compute.manager [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Instance network_info: |[{"id": "469d96a2-175f-46ea-9e71-5f14dc627878", "address": "fa:16:3e:6f:b2:56", "network": {"id": "eba48bae-db9b-431e-9b2a-60fc728aaa42", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-416897819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ee75cb24234a089f60b4b9dce5a639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469d96a2-17", "ovs_interfaceid": "469d96a2-175f-46ea-9e71-5f14dc627878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1359.670381] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2a1d5b-01ba-4713-b831-d5c3783c1a40 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.673510] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:b2:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '469d96a2-175f-46ea-9e71-5f14dc627878', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.685025] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Creating folder: Project (f7ee75cb24234a089f60b4b9dce5a639). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.685025] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c07faf4e-e445-4fe4-9578-ee177f433dab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.687288] env[62220]: DEBUG nova.network.neutron [req-8e0ac915-76b2-41a1-a333-d3a70b7d0f31 req-cf77821f-c8e9-4e9c-91ed-ab1842e7cfda service nova] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Updated VIF entry in instance network info cache for port a905e1f4-1c18-4045-a9ef-7b3810b31fca. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.687734] env[62220]: DEBUG nova.network.neutron [req-8e0ac915-76b2-41a1-a333-d3a70b7d0f31 req-cf77821f-c8e9-4e9c-91ed-ab1842e7cfda service nova] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Updating instance_info_cache with network_info: [{"id": "a905e1f4-1c18-4045-a9ef-7b3810b31fca", "address": "fa:16:3e:49:c1:4e", "network": {"id": "0ab14c79-8083-44af-bedd-9c7e4829a104", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-872544491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dbcdfb0b368498daf827f24ff0065dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa905e1f4-1c", "ovs_interfaceid": "a905e1f4-1c18-4045-a9ef-7b3810b31fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.693331] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572f11cf-d9c4-411c-ae8e-d94023144c95 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.701327] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Created folder: Project (f7ee75cb24234a089f60b4b9dce5a639) in parent group-v363147. [ 1359.702652] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Creating folder: Instances. Parent ref: group-v363182. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.702652] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cb6ed82-83d3-4a5a-a155-5b87b1c289e9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.724055] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Created folder: Instances in parent group-v363182. [ 1359.724323] env[62220]: DEBUG oslo.service.loopingcall [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.724524] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.724742] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-044aa152-3460-4cb2-84ad-4a156b8f5e50 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.754232] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746817, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.754232] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.754232] env[62220]: value = "task-1746822" [ 1359.754232] env[62220]: _type = "Task" [ 1359.754232] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.763552] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746822, 'name': CreateVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.068732] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.492s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.068732] env[62220]: INFO nova.compute.manager [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Migrating [ 1360.068732] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.068732] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.071593] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.073343] env[62220]: INFO nova.compute.claims [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.078619] env[62220]: INFO nova.compute.rpcapi [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1360.079381] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.131170] env[62220]: DEBUG oslo_vmware.api [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Task: {'id': task-1746819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262765} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.131170] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.131170] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.131505] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.131505] env[62220]: INFO nova.compute.manager [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1360.132228] env[62220]: DEBUG oslo.service.loopingcall [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.132228] env[62220]: DEBUG nova.compute.manager [-] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.132228] env[62220]: DEBUG nova.network.neutron [-] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.173538] env[62220]: DEBUG nova.network.neutron [-] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1360.178016] env[62220]: INFO nova.compute.manager [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] instance snapshotting [ 1360.178016] env[62220]: WARNING nova.compute.manager [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1360.180453] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bae7898-8ac4-4e2f-80fe-bca7367f3a97 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.201094] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e0ac915-76b2-41a1-a333-d3a70b7d0f31 req-cf77821f-c8e9-4e9c-91ed-ab1842e7cfda service nova] Releasing lock "refresh_cache-c184791a-5b7f-44c3-bbae-e6c67f8643ca" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.201353] env[62220]: DEBUG nova.compute.manager [req-8e0ac915-76b2-41a1-a333-d3a70b7d0f31 req-cf77821f-c8e9-4e9c-91ed-ab1842e7cfda service nova] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Received event network-vif-deleted-33daa026-90dc-4296-b14e-9187476a8320 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1360.201533] env[62220]: DEBUG nova.compute.manager [req-8e0ac915-76b2-41a1-a333-d3a70b7d0f31 req-cf77821f-c8e9-4e9c-91ed-ab1842e7cfda service nova] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Received event network-vif-deleted-5878ed29-9d80-4501-a3ec-9a7a652de899 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1360.202580] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166698a3-c4fe-48cc-a05f-6dcf1cc68d3d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.251992] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572863} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.252284] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c184791a-5b7f-44c3-bbae-e6c67f8643ca/c184791a-5b7f-44c3-bbae-e6c67f8643ca.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.252504] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.252746] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e934b87b-4ec5-44a9-a00b-8911dde20c95 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.263910] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746822, 'name': CreateVM_Task, 'duration_secs': 0.463488} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.265222] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.265379] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Waiting for the task: (returnval){ [ 1360.265379] env[62220]: value = "task-1746823" [ 1360.265379] env[62220]: _type = "Task" [ 1360.265379] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.266434] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.266434] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.266828] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.267134] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f8ad6c-adba-42b0-93dd-2140af2dc4b5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.274922] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1360.274922] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52508510-1756-ea06-117c-7d339671de04" [ 1360.274922] env[62220]: _type = "Task" [ 1360.274922] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.277711] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.286139] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52508510-1756-ea06-117c-7d339671de04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.598711] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.598828] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.598956] env[62220]: DEBUG nova.network.neutron [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.654107] env[62220]: DEBUG nova.network.neutron [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Successfully updated port: c99b6519-97e0-42a5-9ed4-cdec8b9c4895 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.680963] env[62220]: DEBUG nova.network.neutron [-] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.713933] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1360.714312] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-043681e5-070b-42a2-95b5-c7a6c9994089 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.723136] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1360.723136] env[62220]: value = "task-1746824" [ 1360.723136] env[62220]: _type = "Task" [ 1360.723136] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.732104] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746824, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.778161] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068934} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.778161] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.783890] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c5c9fc-95a9-46e6-9e6e-8bd79a5340fc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.793874] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52508510-1756-ea06-117c-7d339671de04, 'name': SearchDatastore_Task, 'duration_secs': 0.013675} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.805658] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.806471] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.806928] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.807229] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.807566] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.819112] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] c184791a-5b7f-44c3-bbae-e6c67f8643ca/c184791a-5b7f-44c3-bbae-e6c67f8643ca.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.819937] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af2e348e-4ead-4757-b64a-eda577a934b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.823021] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d7a3aa6-550f-4249-813c-f0c2653df44e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.846445] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Waiting for the task: (returnval){ [ 1360.846445] env[62220]: value = "task-1746825" [ 1360.846445] env[62220]: _type = "Task" [ 1360.846445] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.847779] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.847999] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.851646] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1abba644-8918-4623-b742-ad9e3bd43c88 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.859635] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.861447] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1360.861447] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527876ca-43ea-ee53-ab60-aa4833177532" [ 1360.861447] env[62220]: _type = "Task" [ 1360.861447] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.869175] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527876ca-43ea-ee53-ab60-aa4833177532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.122023] env[62220]: INFO nova.compute.manager [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Rebuilding instance [ 1361.156828] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Acquiring lock "refresh_cache-8a731927-25e0-4bdc-8647-0b7b707bdd54" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.157173] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Acquired lock "refresh_cache-8a731927-25e0-4bdc-8647-0b7b707bdd54" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.157901] env[62220]: DEBUG nova.network.neutron [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.182997] env[62220]: DEBUG nova.compute.manager [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.183849] env[62220]: INFO nova.compute.manager [-] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Took 1.05 seconds to deallocate network for instance. [ 1361.184729] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b70e0b-351f-4a5f-9282-956f3e512677 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.233848] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746824, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.363326] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.375866] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527876ca-43ea-ee53-ab60-aa4833177532, 'name': SearchDatastore_Task, 'duration_secs': 0.017374} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.376787] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ba81ee-81a6-4d2b-b33e-1ace785c5658 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.382730] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1361.382730] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521382d0-78a7-7b93-a45b-f9a36b0a8ac7" [ 1361.382730] env[62220]: _type = "Task" [ 1361.382730] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.392898] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521382d0-78a7-7b93-a45b-f9a36b0a8ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.452998] env[62220]: DEBUG nova.network.neutron [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance_info_cache with network_info: [{"id": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "address": "fa:16:3e:9b:a8:74", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab6059e-be", "ovs_interfaceid": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.480410] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a95f1a8-6879-4f40-af97-f62a22837804 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.490628] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90158fe9-6994-40b6-80e0-2571df873994 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.525597] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2150102-d87a-4f6c-8ca6-47e97a3484c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.534923] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110fbe62-1969-406d-8f4d-8643e3258555 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.550190] env[62220]: DEBUG nova.compute.provider_tree [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.656555] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.694800] env[62220]: DEBUG nova.network.neutron [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.700972] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.734651] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746824, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.861893] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746825, 'name': ReconfigVM_Task, 'duration_secs': 0.662002} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.862182] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Reconfigured VM instance instance-0000000c to attach disk [datastore1] c184791a-5b7f-44c3-bbae-e6c67f8643ca/c184791a-5b7f-44c3-bbae-e6c67f8643ca.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.862904] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b539f344-f4a6-4973-b027-dbaff4cbdb14 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.872518] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Waiting for the task: (returnval){ [ 1361.872518] env[62220]: value = "task-1746826" [ 1361.872518] env[62220]: _type = "Task" [ 1361.872518] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.882025] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746826, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.892514] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521382d0-78a7-7b93-a45b-f9a36b0a8ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.079129} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.892514] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.892514] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 6f5c3307-1298-4e87-92ce-ecd88211964f/6f5c3307-1298-4e87-92ce-ecd88211964f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.892514] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8883b46-4f7e-4792-8249-bfe9cd491486 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.900668] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1361.900668] env[62220]: value = "task-1746827" [ 1361.900668] env[62220]: _type = "Task" [ 1361.900668] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.908480] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1746827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.968543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.993517] env[62220]: DEBUG nova.network.neutron [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Updating instance_info_cache with network_info: [{"id": "c99b6519-97e0-42a5-9ed4-cdec8b9c4895", "address": "fa:16:3e:bc:cd:34", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99b6519-97", "ovs_interfaceid": "c99b6519-97e0-42a5-9ed4-cdec8b9c4895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.056593] env[62220]: DEBUG nova.scheduler.client.report [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1362.211777] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.212146] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce162db9-be4c-4e3f-bd2e-b35fde74ee50 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.223319] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1362.223319] env[62220]: value = "task-1746828" [ 1362.223319] env[62220]: _type = "Task" [ 1362.223319] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.250739] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.250997] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746824, 'name': CreateSnapshot_Task, 'duration_secs': 1.14772} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.252639] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1362.255047] env[62220]: DEBUG nova.compute.manager [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Received event network-vif-plugged-469d96a2-175f-46ea-9e71-5f14dc627878 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1362.255657] env[62220]: DEBUG oslo_concurrency.lockutils [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] Acquiring lock "6f5c3307-1298-4e87-92ce-ecd88211964f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.255657] env[62220]: DEBUG oslo_concurrency.lockutils [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.255917] env[62220]: DEBUG oslo_concurrency.lockutils [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.255962] env[62220]: DEBUG nova.compute.manager [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] No waiting events found dispatching network-vif-plugged-469d96a2-175f-46ea-9e71-5f14dc627878 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1362.256151] env[62220]: WARNING nova.compute.manager [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Received unexpected event network-vif-plugged-469d96a2-175f-46ea-9e71-5f14dc627878 for instance with vm_state building and task_state spawning. [ 1362.256331] env[62220]: DEBUG nova.compute.manager [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Received event network-changed-469d96a2-175f-46ea-9e71-5f14dc627878 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1362.256584] env[62220]: DEBUG nova.compute.manager [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Refreshing instance network info cache due to event network-changed-469d96a2-175f-46ea-9e71-5f14dc627878. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1362.256739] env[62220]: DEBUG oslo_concurrency.lockutils [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] Acquiring lock "refresh_cache-6f5c3307-1298-4e87-92ce-ecd88211964f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.256895] env[62220]: DEBUG oslo_concurrency.lockutils [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] Acquired lock "refresh_cache-6f5c3307-1298-4e87-92ce-ecd88211964f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.260612] env[62220]: DEBUG nova.network.neutron [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Refreshing network info cache for port 469d96a2-175f-46ea-9e71-5f14dc627878 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.260612] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f2a6a3-898a-46c9-b91d-bd65d4b2f5ab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.392259] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746826, 'name': Rename_Task, 'duration_secs': 0.182283} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.392684] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.392969] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae33bcfb-2862-45cc-b4fe-3e767e3b1817 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.403142] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Waiting for the task: (returnval){ [ 1362.403142] env[62220]: value = "task-1746829" [ 1362.403142] env[62220]: _type = "Task" [ 1362.403142] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.421714] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1746827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510212} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.428786] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 6f5c3307-1298-4e87-92ce-ecd88211964f/6f5c3307-1298-4e87-92ce-ecd88211964f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.429063] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.429354] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746829, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.429572] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c600abe-727d-463f-8faf-5c144af94877 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.439536] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1362.439536] env[62220]: value = "task-1746830" [ 1362.439536] env[62220]: _type = "Task" [ 1362.439536] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.449376] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1746830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.500356] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Releasing lock "refresh_cache-8a731927-25e0-4bdc-8647-0b7b707bdd54" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.500769] env[62220]: DEBUG nova.compute.manager [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Instance network_info: |[{"id": "c99b6519-97e0-42a5-9ed4-cdec8b9c4895", "address": "fa:16:3e:bc:cd:34", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99b6519-97", "ovs_interfaceid": "c99b6519-97e0-42a5-9ed4-cdec8b9c4895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.501638] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:cd:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c99b6519-97e0-42a5-9ed4-cdec8b9c4895', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.512190] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Creating folder: Project (fd6d1578dd5e42f98f55e33a5195d051). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.515944] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99fd271e-7be6-4872-b8c6-e608525a8b01 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.523321] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Created folder: Project (fd6d1578dd5e42f98f55e33a5195d051) in parent group-v363147. [ 1362.523508] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Creating folder: Instances. Parent ref: group-v363186. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.523746] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b9dd144-ecdb-4ae2-9424-c08a9ed0dc01 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.536741] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Created folder: Instances in parent group-v363186. [ 1362.536914] env[62220]: DEBUG oslo.service.loopingcall [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.537109] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.538542] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bfa06fa-8abf-4190-9c1e-994abdac0224 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.557547] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.557547] env[62220]: value = "task-1746833" [ 1362.557547] env[62220]: _type = "Task" [ 1362.557547] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.568148] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.568148] env[62220]: DEBUG nova.compute.manager [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.570124] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746833, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.571203] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.869s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.571203] env[62220]: DEBUG nova.objects.instance [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Lazy-loading 'resources' on Instance uuid 76da0d08-49df-4a15-8f36-e22529247dc8 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.652586] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.652952] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1362.653038] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1362.736035] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746828, 'name': PowerOffVM_Task, 'duration_secs': 0.149495} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.736035] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.736421] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.739027] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6af430-6944-4d90-8463-e91abbbde3e1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.747042] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.747042] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-489e10de-3892-4c43-8052-2332558e9b35 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.769621] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.769732] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.769893] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Deleting the datastore file [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.770857] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe8fba70-51c7-4f53-b9fd-de88db7b1585 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.789096] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1362.789491] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1362.789491] env[62220]: value = "task-1746835" [ 1362.789491] env[62220]: _type = "Task" [ 1362.789491] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.790109] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b365e0e1-3429-44a9-b564-c3a30d4f2437 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.808775] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1362.808775] env[62220]: value = "task-1746836" [ 1362.808775] env[62220]: _type = "Task" [ 1362.808775] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.809488] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.819685] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746836, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.825290] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "a9462f81-92ac-483d-a8b4-51cd521b8e66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.825543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "a9462f81-92ac-483d-a8b4-51cd521b8e66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.920336] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746829, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.955635] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1746830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166361} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.955635] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1362.955635] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ded496-4ab6-4b2d-9463-da46117fe2c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.991369] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 6f5c3307-1298-4e87-92ce-ecd88211964f/6f5c3307-1298-4e87-92ce-ecd88211964f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.995420] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd4650b-859a-46c5-8947-e076b13f79b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.020929] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1363.020929] env[62220]: value = "task-1746837" [ 1363.020929] env[62220]: _type = "Task" [ 1363.020929] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.030404] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1746837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.072677] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746833, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.074232] env[62220]: DEBUG nova.compute.utils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1363.079369] env[62220]: DEBUG nova.compute.manager [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1363.079653] env[62220]: DEBUG nova.network.neutron [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1363.161834] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Skipping network cache update for instance because it is Building. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1363.162060] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Skipping network cache update for instance because it is Building. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1363.162886] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Skipping network cache update for instance because it is Building. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1363.162886] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Skipping network cache update for instance because it is Building. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1363.163025] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.163089] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquired lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.163209] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Forcefully refreshing network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1363.163353] env[62220]: DEBUG nova.objects.instance [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lazy-loading 'info_cache' on Instance uuid db05c5a1-3530-4793-89fd-75b6b860d4f9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.282153] env[62220]: DEBUG nova.policy [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f429be75a9714d6bb5862e1a9a617dcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f48c26e573d84fa39f5155aa5459fbb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1363.307070] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149359} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.308039] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.308039] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.308039] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.329592] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746836, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.332170] env[62220]: DEBUG nova.compute.manager [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1363.420250] env[62220]: DEBUG oslo_vmware.api [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746829, 'name': PowerOnVM_Task, 'duration_secs': 0.799933} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.423065] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.426088] env[62220]: INFO nova.compute.manager [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1363.426088] env[62220]: DEBUG nova.compute.manager [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.426088] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd19b46-44fa-4471-95f2-536b9677f849 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.518885] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7880626d-6da8-441f-a133-fc59551fe562 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.531501] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176739d6-92b9-49c2-aa0f-da54242fad84 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.552047] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance 'db05c5a1-3530-4793-89fd-75b6b860d4f9' progress to 0 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.572166] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a920b2-aead-4815-a38b-f64a0213e403 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.576072] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1746837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.612769] env[62220]: DEBUG nova.compute.manager [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.618809] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746833, 'name': CreateVM_Task, 'duration_secs': 0.525794} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.620029] env[62220]: DEBUG nova.network.neutron [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Updated VIF entry in instance network info cache for port 469d96a2-175f-46ea-9e71-5f14dc627878. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.620394] env[62220]: DEBUG nova.network.neutron [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Updating instance_info_cache with network_info: [{"id": "469d96a2-175f-46ea-9e71-5f14dc627878", "address": "fa:16:3e:6f:b2:56", "network": {"id": "eba48bae-db9b-431e-9b2a-60fc728aaa42", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-416897819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ee75cb24234a089f60b4b9dce5a639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469d96a2-17", "ovs_interfaceid": "469d96a2-175f-46ea-9e71-5f14dc627878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.623683] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa04aa8-5cdb-447d-962b-2e3888627279 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.625709] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.627306] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.627306] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.627306] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.627982] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f446352b-35aa-4ea8-a8c8-a23ac62e8a95 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.641405] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb188e4b-c8a6-4bc3-a2a7-51fbd6a09c07 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.650851] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Waiting for the task: (returnval){ [ 1363.650851] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a47f91-a4db-c764-ac17-6292e020167e" [ 1363.650851] env[62220]: _type = "Task" [ 1363.650851] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.676237] env[62220]: DEBUG nova.compute.provider_tree [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.688099] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a47f91-a4db-c764-ac17-6292e020167e, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.688487] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.688824] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.689126] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.689387] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.689644] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.690247] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6cb08e0-0332-415e-aae1-32f63fd6acef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.700237] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.701312] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.702269] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a89d143-d373-4f4b-a992-14fd2a9e8a4d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.707807] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Waiting for the task: (returnval){ [ 1363.707807] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fd2cb4-4005-171b-b658-b9398159727c" [ 1363.707807] env[62220]: _type = "Task" [ 1363.707807] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.718707] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fd2cb4-4005-171b-b658-b9398159727c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.827825] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746836, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.866474] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.954590] env[62220]: INFO nova.compute.manager [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Took 20.92 seconds to build instance. [ 1364.041852] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1746837, 'name': ReconfigVM_Task, 'duration_secs': 0.677872} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.042192] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 6f5c3307-1298-4e87-92ce-ecd88211964f/6f5c3307-1298-4e87-92ce-ecd88211964f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.043060] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f9c81ef-d778-4aa2-a894-82f7e48d5b4d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.053250] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1364.053250] env[62220]: value = "task-1746838" [ 1364.053250] env[62220]: _type = "Task" [ 1364.053250] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.058180] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.059178] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08c2662c-32fe-4365-8fb9-1e01a103420e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.066344] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1746838, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.068032] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1364.068032] env[62220]: value = "task-1746839" [ 1364.068032] env[62220]: _type = "Task" [ 1364.068032] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.080833] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.120984] env[62220]: DEBUG nova.network.neutron [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Successfully created port: 974acdeb-cd1b-4be7-8262-d60b8b92d417 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1364.128341] env[62220]: DEBUG oslo_concurrency.lockutils [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] Releasing lock "refresh_cache-6f5c3307-1298-4e87-92ce-ecd88211964f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.129013] env[62220]: DEBUG nova.compute.manager [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Received event network-vif-plugged-c99b6519-97e0-42a5-9ed4-cdec8b9c4895 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1364.129013] env[62220]: DEBUG oslo_concurrency.lockutils [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] Acquiring lock "8a731927-25e0-4bdc-8647-0b7b707bdd54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.129269] env[62220]: DEBUG oslo_concurrency.lockutils [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] Lock "8a731927-25e0-4bdc-8647-0b7b707bdd54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.130439] env[62220]: DEBUG oslo_concurrency.lockutils [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] Lock "8a731927-25e0-4bdc-8647-0b7b707bdd54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.130439] env[62220]: DEBUG nova.compute.manager [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] No waiting events found dispatching network-vif-plugged-c99b6519-97e0-42a5-9ed4-cdec8b9c4895 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1364.130439] env[62220]: WARNING nova.compute.manager [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Received unexpected event network-vif-plugged-c99b6519-97e0-42a5-9ed4-cdec8b9c4895 for instance with vm_state building and task_state spawning. [ 1364.130439] env[62220]: DEBUG nova.compute.manager [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Received event network-changed-c99b6519-97e0-42a5-9ed4-cdec8b9c4895 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1364.130439] env[62220]: DEBUG nova.compute.manager [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Refreshing instance network info cache due to event network-changed-c99b6519-97e0-42a5-9ed4-cdec8b9c4895. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1364.131573] env[62220]: DEBUG oslo_concurrency.lockutils [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] Acquiring lock "refresh_cache-8a731927-25e0-4bdc-8647-0b7b707bdd54" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.131573] env[62220]: DEBUG oslo_concurrency.lockutils [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] Acquired lock "refresh_cache-8a731927-25e0-4bdc-8647-0b7b707bdd54" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.131573] env[62220]: DEBUG nova.network.neutron [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Refreshing network info cache for port c99b6519-97e0-42a5-9ed4-cdec8b9c4895 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.176484] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquiring lock "8a850783-41a9-42d3-9682-ec58b96bad7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.176484] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Lock "8a850783-41a9-42d3-9682-ec58b96bad7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.182253] env[62220]: DEBUG nova.scheduler.client.report [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1364.221095] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fd2cb4-4005-171b-b658-b9398159727c, 'name': SearchDatastore_Task, 'duration_secs': 0.008464} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.221841] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690d9005-b0c7-4381-b060-d8f0476443b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.228324] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Waiting for the task: (returnval){ [ 1364.228324] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f3a53e-1ab1-4d91-59d1-2808c170b314" [ 1364.228324] env[62220]: _type = "Task" [ 1364.228324] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.239809] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f3a53e-1ab1-4d91-59d1-2808c170b314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.324743] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746836, 'name': CloneVM_Task} progress is 95%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.365686] env[62220]: DEBUG nova.virt.hardware [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1364.365953] env[62220]: DEBUG nova.virt.hardware [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1364.366503] env[62220]: DEBUG nova.virt.hardware [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.366755] env[62220]: DEBUG nova.virt.hardware [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1364.366909] env[62220]: DEBUG nova.virt.hardware [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.367337] env[62220]: DEBUG nova.virt.hardware [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1364.367773] env[62220]: DEBUG nova.virt.hardware [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1364.367946] env[62220]: DEBUG nova.virt.hardware [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1364.368133] env[62220]: DEBUG nova.virt.hardware [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1364.368310] env[62220]: DEBUG nova.virt.hardware [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1364.368706] env[62220]: DEBUG nova.virt.hardware [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1364.370090] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656e5926-e90a-4dff-811b-5c00bd773dbd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.380346] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fc70b8-923a-44d7-a727-9f316d658383 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.393484] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Instance VIF info [] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.400472] env[62220]: DEBUG oslo.service.loopingcall [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.400673] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.400963] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bc8a307-7f7c-4924-a3ab-e8a72c0e90cf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.422166] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.422166] env[62220]: value = "task-1746840" [ 1364.422166] env[62220]: _type = "Task" [ 1364.422166] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.433879] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746840, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.456520] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a6552ceb-9386-4089-8e29-7629fafa2bcb tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Lock "c184791a-5b7f-44c3-bbae-e6c67f8643ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.842s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.567290] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1746838, 'name': Rename_Task, 'duration_secs': 0.191863} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.567290] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.567290] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4eb996b-1f9d-4b34-945f-2a470c25128c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.583312] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746839, 'name': PowerOffVM_Task, 'duration_secs': 0.193492} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.583601] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.584561] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance 'db05c5a1-3530-4793-89fd-75b6b860d4f9' progress to 17 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.588031] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1364.588031] env[62220]: value = "task-1746841" [ 1364.588031] env[62220]: _type = "Task" [ 1364.588031] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.606148] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1746841, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.639236] env[62220]: DEBUG nova.compute.manager [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.680486] env[62220]: DEBUG nova.virt.hardware [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1364.680741] env[62220]: DEBUG nova.virt.hardware [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1364.680894] env[62220]: DEBUG nova.virt.hardware [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.683035] env[62220]: DEBUG nova.virt.hardware [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1364.683287] env[62220]: DEBUG nova.virt.hardware [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.683449] env[62220]: DEBUG nova.virt.hardware [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1364.683676] env[62220]: DEBUG nova.virt.hardware [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1364.683837] env[62220]: DEBUG nova.virt.hardware [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1364.684009] env[62220]: DEBUG nova.virt.hardware [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1364.684189] env[62220]: DEBUG nova.virt.hardware [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1364.685029] env[62220]: DEBUG nova.virt.hardware [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1364.685377] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f0663c-87f5-4a15-a3f0-166b6b648727 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.691191] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.694405] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.558s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.696126] env[62220]: INFO nova.compute.claims [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.704470] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8790b712-132e-47dc-929c-15861738ddc0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.720767] env[62220]: INFO nova.scheduler.client.report [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Deleted allocations for instance 76da0d08-49df-4a15-8f36-e22529247dc8 [ 1364.738376] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f3a53e-1ab1-4d91-59d1-2808c170b314, 'name': SearchDatastore_Task, 'duration_secs': 0.015553} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.738701] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.738966] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 8a731927-25e0-4bdc-8647-0b7b707bdd54/8a731927-25e0-4bdc-8647-0b7b707bdd54.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.739247] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-535a2d6c-2ce8-45c9-a334-e2e623ca2773 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.746814] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Waiting for the task: (returnval){ [ 1364.746814] env[62220]: value = "task-1746842" [ 1364.746814] env[62220]: _type = "Task" [ 1364.746814] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.755651] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.826509] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746836, 'name': CloneVM_Task, 'duration_secs': 1.69751} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.826509] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Created linked-clone VM from snapshot [ 1364.827181] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8b53ef-c4a4-4511-9b82-be9f7651128a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.834774] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Uploading image 2f8323ee-5a51-4c7f-ae77-28ec1ee2bb5d {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1364.868335] env[62220]: DEBUG oslo_vmware.rw_handles [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1364.868335] env[62220]: value = "vm-363189" [ 1364.868335] env[62220]: _type = "VirtualMachine" [ 1364.868335] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1364.868843] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-05285286-3798-4fc3-a029-a4a8ebf9ba54 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.878415] env[62220]: DEBUG oslo_vmware.rw_handles [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lease: (returnval){ [ 1364.878415] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523b2ccc-e609-8d8d-c043-6a69c4c7ba53" [ 1364.878415] env[62220]: _type = "HttpNfcLease" [ 1364.878415] env[62220]: } obtained for exporting VM: (result){ [ 1364.878415] env[62220]: value = "vm-363189" [ 1364.878415] env[62220]: _type = "VirtualMachine" [ 1364.878415] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1364.878415] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the lease: (returnval){ [ 1364.878415] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523b2ccc-e609-8d8d-c043-6a69c4c7ba53" [ 1364.878415] env[62220]: _type = "HttpNfcLease" [ 1364.878415] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1364.885102] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1364.885102] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523b2ccc-e609-8d8d-c043-6a69c4c7ba53" [ 1364.885102] env[62220]: _type = "HttpNfcLease" [ 1364.885102] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1364.935517] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746840, 'name': CreateVM_Task, 'duration_secs': 0.28624} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.935517] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.935517] env[62220]: DEBUG oslo_concurrency.lockutils [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.935517] env[62220]: DEBUG oslo_concurrency.lockutils [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.935517] env[62220]: DEBUG oslo_concurrency.lockutils [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1364.935957] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4b69a3-a77b-4d0d-a3ee-aad9e919b15a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.943794] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1364.943794] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f346f-24c2-db39-1147-95a828b7b35f" [ 1364.943794] env[62220]: _type = "Task" [ 1364.943794] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.952964] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f346f-24c2-db39-1147-95a828b7b35f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.959668] env[62220]: DEBUG nova.compute.manager [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1365.093451] env[62220]: DEBUG nova.network.neutron [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Updated VIF entry in instance network info cache for port c99b6519-97e0-42a5-9ed4-cdec8b9c4895. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.093813] env[62220]: DEBUG nova.network.neutron [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Updating instance_info_cache with network_info: [{"id": "c99b6519-97e0-42a5-9ed4-cdec8b9c4895", "address": "fa:16:3e:bc:cd:34", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99b6519-97", "ovs_interfaceid": "c99b6519-97e0-42a5-9ed4-cdec8b9c4895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.097907] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1365.097907] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1365.097907] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.097907] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1365.098183] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.098220] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1365.098633] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1365.098927] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1365.099032] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1365.099183] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1365.099381] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1365.105562] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db69d651-8264-422a-bbfc-2f2999b05d98 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.122192] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1746841, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.127563] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquiring lock "2f6d1281-9001-4bf2-a9a2-4eecaa677c2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.127806] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Lock "2f6d1281-9001-4bf2-a9a2-4eecaa677c2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.130161] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1365.130161] env[62220]: value = "task-1746844" [ 1365.130161] env[62220]: _type = "Task" [ 1365.130161] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.146030] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Acquiring lock "c184791a-5b7f-44c3-bbae-e6c67f8643ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.146030] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Lock "c184791a-5b7f-44c3-bbae-e6c67f8643ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.146030] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Acquiring lock "c184791a-5b7f-44c3-bbae-e6c67f8643ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.146030] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Lock "c184791a-5b7f-44c3-bbae-e6c67f8643ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.146636] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Lock "c184791a-5b7f-44c3-bbae-e6c67f8643ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.146946] env[62220]: INFO nova.compute.manager [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Terminating instance [ 1365.150616] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.233233] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29000e70-da07-48c2-b605-7b82775bf0ed tempest-ImagesNegativeTestJSON-2042627013 tempest-ImagesNegativeTestJSON-2042627013-project-member] Lock "76da0d08-49df-4a15-8f36-e22529247dc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.097s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.260953] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45345} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.261476] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 8a731927-25e0-4bdc-8647-0b7b707bdd54/8a731927-25e0-4bdc-8647-0b7b707bdd54.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.261710] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.262405] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0471f82d-3fa8-4465-86aa-4dac02b3299c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.269126] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Waiting for the task: (returnval){ [ 1365.269126] env[62220]: value = "task-1746845" [ 1365.269126] env[62220]: _type = "Task" [ 1365.269126] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.278640] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.392373] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1365.392373] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523b2ccc-e609-8d8d-c043-6a69c4c7ba53" [ 1365.392373] env[62220]: _type = "HttpNfcLease" [ 1365.392373] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1365.396020] env[62220]: DEBUG oslo_vmware.rw_handles [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1365.396020] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523b2ccc-e609-8d8d-c043-6a69c4c7ba53" [ 1365.396020] env[62220]: _type = "HttpNfcLease" [ 1365.396020] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1365.396020] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897af745-6dad-4a83-b1ab-22f979f2ac3e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.408451] env[62220]: DEBUG oslo_vmware.rw_handles [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b321e3-7e51-95f9-949a-accdbb2621f9/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1365.408887] env[62220]: DEBUG oslo_vmware.rw_handles [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b321e3-7e51-95f9-949a-accdbb2621f9/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1365.487953] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance_info_cache with network_info: [{"id": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "address": "fa:16:3e:9b:a8:74", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab6059e-be", "ovs_interfaceid": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.502403] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f346f-24c2-db39-1147-95a828b7b35f, 'name': SearchDatastore_Task, 'duration_secs': 0.045952} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.503145] env[62220]: DEBUG oslo_concurrency.lockutils [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.503384] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.503618] env[62220]: DEBUG oslo_concurrency.lockutils [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.503768] env[62220]: DEBUG oslo_concurrency.lockutils [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.504024] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.504526] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67876822-761b-40a2-9125-a0880c25a786 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.509571] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.513428] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.513603] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.514321] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56026277-24e1-492e-bab8-9b74c581590f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.519746] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1365.519746] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bb3ec0-3044-bc0c-580b-f275476ef61f" [ 1365.519746] env[62220]: _type = "Task" [ 1365.519746] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.528234] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bb3ec0-3044-bc0c-580b-f275476ef61f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.535945] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5db53617-776d-456c-8c88-d4a21f4fa2b5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.600408] env[62220]: DEBUG oslo_vmware.api [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1746841, 'name': PowerOnVM_Task, 'duration_secs': 0.670845} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.600408] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.600408] env[62220]: INFO nova.compute.manager [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1365.600408] env[62220]: DEBUG nova.compute.manager [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.600859] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34fc09f-f706-450a-99e3-466a1aa171f8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.605473] env[62220]: DEBUG oslo_concurrency.lockutils [req-dd446323-24b0-4a0d-b2cd-9fb84cb1d71f req-820ed557-65fb-477f-82c5-2aacb08e428f service nova] Releasing lock "refresh_cache-8a731927-25e0-4bdc-8647-0b7b707bdd54" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.640570] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746844, 'name': ReconfigVM_Task, 'duration_secs': 0.198094} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.641263] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance 'db05c5a1-3530-4793-89fd-75b6b860d4f9' progress to 33 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1365.651117] env[62220]: DEBUG nova.compute.manager [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1365.652505] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.652505] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eaeb01-f218-4ebb-ba41-83bf007cf5b2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.662224] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.662224] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d213f41-70f7-461a-895c-747ece1d9999 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.669234] env[62220]: DEBUG oslo_vmware.api [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Waiting for the task: (returnval){ [ 1365.669234] env[62220]: value = "task-1746846" [ 1365.669234] env[62220]: _type = "Task" [ 1365.669234] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.680592] env[62220]: DEBUG oslo_vmware.api [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.787134] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073404} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.793587] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.797414] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7033fa-9cd3-4520-994f-3039b7604cc9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.839204] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 8a731927-25e0-4bdc-8647-0b7b707bdd54/8a731927-25e0-4bdc-8647-0b7b707bdd54.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.847448] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf1e68a-dca0-492e-b46e-59643e74b4f9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.874497] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Waiting for the task: (returnval){ [ 1365.874497] env[62220]: value = "task-1746847" [ 1365.874497] env[62220]: _type = "Task" [ 1365.874497] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.886645] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.996977] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Releasing lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.997207] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updated the network info_cache for instance {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1366.000707] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.001123] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.001385] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.001385] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.001720] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1366.001720] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.048764] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bb3ec0-3044-bc0c-580b-f275476ef61f, 'name': SearchDatastore_Task, 'duration_secs': 0.011514} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.057143] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33b8daa-829d-4e39-8478-04ab72032acd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.064319] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1366.064319] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f66f6-78eb-9b56-6a7a-a75f1c844154" [ 1366.064319] env[62220]: _type = "Task" [ 1366.064319] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.076154] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f66f6-78eb-9b56-6a7a-a75f1c844154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.130764] env[62220]: INFO nova.compute.manager [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Took 22.73 seconds to build instance. [ 1366.155458] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1366.155788] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1366.155953] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.156245] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1366.156423] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.156580] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1366.156873] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1366.157080] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1366.157281] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1366.157559] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1366.157771] env[62220]: DEBUG nova.virt.hardware [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1366.163798] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1366.165238] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3816d61c-59ef-46b0-b233-1983e9223ef5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.194314] env[62220]: DEBUG oslo_vmware.api [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746846, 'name': PowerOffVM_Task, 'duration_secs': 0.197549} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.195898] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.196145] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.196632] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1366.196632] env[62220]: value = "task-1746848" [ 1366.196632] env[62220]: _type = "Task" [ 1366.196632] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.199748] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fee2f153-de83-49e2-b057-cc30f3f70b5a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.210973] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.245569] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b550134f-33fb-4211-93c6-6dc877b79632 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.254009] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27994726-9077-4b07-8c91-a89deaf84cbc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.292982] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d225fc58-e1a9-4873-97c2-f8addb1a1ffe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.295425] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.295498] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.295635] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Deleting the datastore file [datastore1] c184791a-5b7f-44c3-bbae-e6c67f8643ca {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.295921] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3b8ec54-6282-477a-99b8-c1ca07d8dd30 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.302881] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193dc339-8886-42f1-8fb5-92fb1e7c7740 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.308083] env[62220]: DEBUG oslo_vmware.api [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Waiting for the task: (returnval){ [ 1366.308083] env[62220]: value = "task-1746850" [ 1366.308083] env[62220]: _type = "Task" [ 1366.308083] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.328841] env[62220]: DEBUG nova.compute.provider_tree [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.337222] env[62220]: DEBUG oslo_vmware.api [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.390920] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.504471] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.509204] env[62220]: DEBUG nova.network.neutron [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Successfully updated port: 974acdeb-cd1b-4be7-8262-d60b8b92d417 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.579843] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f66f6-78eb-9b56-6a7a-a75f1c844154, 'name': SearchDatastore_Task, 'duration_secs': 0.012731} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.580315] env[62220]: DEBUG oslo_concurrency.lockutils [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.581561] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529/6afadaed-f6fe-4a49-ad8c-6dc52e640529.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.581851] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e68534f-5acf-44f3-82c7-ae3f970b61c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.589387] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1366.589387] env[62220]: value = "task-1746851" [ 1366.589387] env[62220]: _type = "Task" [ 1366.589387] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.598836] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.633075] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cfc1efcf-75f9-4b2f-bcbf-23142b21496b tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.675s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.715212] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746848, 'name': ReconfigVM_Task, 'duration_secs': 0.291379} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.715593] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1366.716541] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2addd982-6438-40bb-8e46-e8184e67f112 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.742885] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] db05c5a1-3530-4793-89fd-75b6b860d4f9/db05c5a1-3530-4793-89fd-75b6b860d4f9.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.742885] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdee9d24-d095-4ae6-a50b-2d5e6c030aeb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.764410] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1366.764410] env[62220]: value = "task-1746852" [ 1366.764410] env[62220]: _type = "Task" [ 1366.764410] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.773347] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.818321] env[62220]: DEBUG oslo_vmware.api [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Task: {'id': task-1746850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34018} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.818805] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.819118] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.819390] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.819636] env[62220]: INFO nova.compute.manager [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1366.819918] env[62220]: DEBUG oslo.service.loopingcall [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1366.820168] env[62220]: DEBUG nova.compute.manager [-] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.820390] env[62220]: DEBUG nova.network.neutron [-] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1366.832596] env[62220]: DEBUG nova.scheduler.client.report [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1366.885842] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746847, 'name': ReconfigVM_Task, 'duration_secs': 0.546038} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.886207] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 8a731927-25e0-4bdc-8647-0b7b707bdd54/8a731927-25e0-4bdc-8647-0b7b707bdd54.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.886779] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64f1f3d6-7b51-4770-ad9b-f97abb933dc8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.893824] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Waiting for the task: (returnval){ [ 1366.893824] env[62220]: value = "task-1746853" [ 1366.893824] env[62220]: _type = "Task" [ 1366.893824] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.904295] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746853, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.014108] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Acquiring lock "refresh_cache-578c4873-b6d7-46d5-9891-47ebf73bbdb1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.014857] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Acquired lock "refresh_cache-578c4873-b6d7-46d5-9891-47ebf73bbdb1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.015101] env[62220]: DEBUG nova.network.neutron [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.102358] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.136263] env[62220]: DEBUG nova.compute.manager [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1367.280642] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.318339] env[62220]: DEBUG nova.compute.manager [req-36fe4bae-e4bf-47c1-b169-b986a8eb3629 req-4f95b099-2d2f-4570-999d-7bc622cb824f service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Received event network-vif-plugged-974acdeb-cd1b-4be7-8262-d60b8b92d417 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1367.318339] env[62220]: DEBUG oslo_concurrency.lockutils [req-36fe4bae-e4bf-47c1-b169-b986a8eb3629 req-4f95b099-2d2f-4570-999d-7bc622cb824f service nova] Acquiring lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.318812] env[62220]: DEBUG oslo_concurrency.lockutils [req-36fe4bae-e4bf-47c1-b169-b986a8eb3629 req-4f95b099-2d2f-4570-999d-7bc622cb824f service nova] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.319581] env[62220]: DEBUG oslo_concurrency.lockutils [req-36fe4bae-e4bf-47c1-b169-b986a8eb3629 req-4f95b099-2d2f-4570-999d-7bc622cb824f service nova] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.319581] env[62220]: DEBUG nova.compute.manager [req-36fe4bae-e4bf-47c1-b169-b986a8eb3629 req-4f95b099-2d2f-4570-999d-7bc622cb824f service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] No waiting events found dispatching network-vif-plugged-974acdeb-cd1b-4be7-8262-d60b8b92d417 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.319581] env[62220]: WARNING nova.compute.manager [req-36fe4bae-e4bf-47c1-b169-b986a8eb3629 req-4f95b099-2d2f-4570-999d-7bc622cb824f service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Received unexpected event network-vif-plugged-974acdeb-cd1b-4be7-8262-d60b8b92d417 for instance with vm_state building and task_state spawning. [ 1367.339331] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.339821] env[62220]: DEBUG nova.compute.manager [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.345303] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.572s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.348231] env[62220]: INFO nova.compute.claims [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] [instance: 1177ca6d-ebc4-4e96-844e-de1385866b58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.408212] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746853, 'name': Rename_Task, 'duration_secs': 0.448375} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.409391] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.409726] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5b2ab1e-2336-4a84-9759-b6f644bf8062 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.419757] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Waiting for the task: (returnval){ [ 1367.419757] env[62220]: value = "task-1746854" [ 1367.419757] env[62220]: _type = "Task" [ 1367.419757] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.431297] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.559571] env[62220]: DEBUG nova.network.neutron [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.608347] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636019} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.608665] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529/6afadaed-f6fe-4a49-ad8c-6dc52e640529.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.608883] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.609156] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fda7274-fe7a-4411-8bfd-e7a925ecf12a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.617807] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1367.617807] env[62220]: value = "task-1746855" [ 1367.617807] env[62220]: _type = "Task" [ 1367.617807] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.635175] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.673104] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.751095] env[62220]: DEBUG nova.network.neutron [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Updating instance_info_cache with network_info: [{"id": "974acdeb-cd1b-4be7-8262-d60b8b92d417", "address": "fa:16:3e:65:bf:20", "network": {"id": "22635d94-82bb-4d09-9a70-73f598bcdc00", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-376913246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f48c26e573d84fa39f5155aa5459fbb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974acdeb-cd", "ovs_interfaceid": "974acdeb-cd1b-4be7-8262-d60b8b92d417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.784025] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746852, 'name': ReconfigVM_Task, 'duration_secs': 0.679519} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.784025] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Reconfigured VM instance instance-00000001 to attach disk [datastore1] db05c5a1-3530-4793-89fd-75b6b860d4f9/db05c5a1-3530-4793-89fd-75b6b860d4f9.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.784025] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance 'db05c5a1-3530-4793-89fd-75b6b860d4f9' progress to 50 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.853788] env[62220]: DEBUG nova.network.neutron [-] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.856173] env[62220]: DEBUG nova.compute.utils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1367.861021] env[62220]: DEBUG nova.compute.manager [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1367.861021] env[62220]: DEBUG nova.network.neutron [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.864747] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.519s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.865454] env[62220]: DEBUG nova.compute.utils [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] [instance: 1177ca6d-ebc4-4e96-844e-de1385866b58] Instance 1177ca6d-ebc4-4e96-844e-de1385866b58 could not be found. {{(pid=62220) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1367.866551] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.181s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.868098] env[62220]: INFO nova.compute.claims [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.876855] env[62220]: DEBUG nova.compute.manager [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] [instance: 1177ca6d-ebc4-4e96-844e-de1385866b58] Instance disappeared during build. {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 1367.878073] env[62220]: DEBUG nova.compute.manager [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] [instance: 1177ca6d-ebc4-4e96-844e-de1385866b58] Unplugging VIFs for instance {{(pid=62220) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 1367.878426] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] Acquiring lock "refresh_cache-1177ca6d-ebc4-4e96-844e-de1385866b58" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.878583] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] Acquired lock "refresh_cache-1177ca6d-ebc4-4e96-844e-de1385866b58" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.878755] env[62220]: DEBUG nova.network.neutron [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] [instance: 1177ca6d-ebc4-4e96-844e-de1385866b58] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.932322] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746854, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.933898] env[62220]: DEBUG nova.policy [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef4fcfb653d14d808dd55df6444e2b7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48205ceba6fd4583a74f60983abb06e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1368.135319] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068017} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.135764] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.136613] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b509f9-8c89-4648-9527-418012af9ce6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.161753] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529/6afadaed-f6fe-4a49-ad8c-6dc52e640529.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.162122] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7c86c92-e8af-44d1-b87a-2ede5dc3ad49 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.190167] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1368.190167] env[62220]: value = "task-1746856" [ 1368.190167] env[62220]: _type = "Task" [ 1368.190167] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.203390] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746856, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.252982] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Acquiring lock "b263b3fb-9b9c-403e-bf2d-459e6b12efdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.253326] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Lock "b263b3fb-9b9c-403e-bf2d-459e6b12efdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.257260] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Releasing lock "refresh_cache-578c4873-b6d7-46d5-9891-47ebf73bbdb1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.257260] env[62220]: DEBUG nova.compute.manager [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Instance network_info: |[{"id": "974acdeb-cd1b-4be7-8262-d60b8b92d417", "address": "fa:16:3e:65:bf:20", "network": {"id": "22635d94-82bb-4d09-9a70-73f598bcdc00", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-376913246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f48c26e573d84fa39f5155aa5459fbb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974acdeb-cd", "ovs_interfaceid": "974acdeb-cd1b-4be7-8262-d60b8b92d417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1368.259053] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:bf:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '974acdeb-cd1b-4be7-8262-d60b8b92d417', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.265527] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Creating folder: Project (f48c26e573d84fa39f5155aa5459fbb1). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.266292] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-608ce3ef-3d48-49c3-a637-0cecc88fb0bc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.277627] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Created folder: Project (f48c26e573d84fa39f5155aa5459fbb1) in parent group-v363147. [ 1368.277863] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Creating folder: Instances. Parent ref: group-v363191. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.278126] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e03b4e87-a787-4ec6-87d8-275f6c5bc933 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.292300] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Created folder: Instances in parent group-v363191. [ 1368.292367] env[62220]: DEBUG oslo.service.loopingcall [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.293502] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b49e34-ecb6-47c9-8ad2-ac7524bd32af {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.296791] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.297052] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4df9290e-608e-4bb7-8c42-022eb14556e0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.333554] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db691eb-03dc-4ce0-9aa6-653fb685bbdf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.334585] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.334585] env[62220]: value = "task-1746859" [ 1368.334585] env[62220]: _type = "Task" [ 1368.334585] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.352543] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance 'db05c5a1-3530-4793-89fd-75b6b860d4f9' progress to 67 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1368.359534] env[62220]: INFO nova.compute.manager [-] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Took 1.54 seconds to deallocate network for instance. [ 1368.366907] env[62220]: DEBUG nova.compute.manager [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.370411] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746859, 'name': CreateVM_Task} progress is 15%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.381640] env[62220]: DEBUG nova.compute.utils [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] [instance: 1177ca6d-ebc4-4e96-844e-de1385866b58] Can not refresh info_cache because instance was not found {{(pid=62220) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1368.430572] env[62220]: DEBUG oslo_vmware.api [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746854, 'name': PowerOnVM_Task, 'duration_secs': 0.643653} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.432209] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.432209] env[62220]: INFO nova.compute.manager [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1368.432209] env[62220]: DEBUG nova.compute.manager [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.432397] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab78baba-daa8-401b-8bc1-b5ef4dac5a54 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.449260] env[62220]: DEBUG nova.network.neutron [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Successfully created port: 1c671db0-c0a8-4a82-b6f0-574ea79b4a25 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1368.454031] env[62220]: DEBUG nova.network.neutron [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] [instance: 1177ca6d-ebc4-4e96-844e-de1385866b58] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.647184] env[62220]: DEBUG nova.network.neutron [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] [instance: 1177ca6d-ebc4-4e96-844e-de1385866b58] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.705947] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746856, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.849439] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746859, 'name': CreateVM_Task, 'duration_secs': 0.443717} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.849439] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1368.849439] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.849439] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.849439] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1368.850662] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfb72dd-8825-4c33-bf19-8a398d15459c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.854735] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Waiting for the task: (returnval){ [ 1368.854735] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525a726d-4ef5-6685-beac-cdb6105ad01a" [ 1368.854735] env[62220]: _type = "Task" [ 1368.854735] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.868618] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525a726d-4ef5-6685-beac-cdb6105ad01a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.880346] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.955044] env[62220]: INFO nova.compute.manager [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Took 25.18 seconds to build instance. [ 1369.021340] env[62220]: DEBUG nova.network.neutron [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Port aab6059e-bef3-4017-b8b0-efabce4bcce0 binding to destination host cpu-1 is already ACTIVE {{(pid=62220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1369.151689] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] Releasing lock "refresh_cache-1177ca6d-ebc4-4e96-844e-de1385866b58" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.152021] env[62220]: DEBUG nova.compute.manager [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62220) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 1369.152291] env[62220]: DEBUG nova.compute.manager [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] [instance: 1177ca6d-ebc4-4e96-844e-de1385866b58] Skipping network deallocation for instance since networking was not requested. {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}} [ 1369.206779] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746856, 'name': ReconfigVM_Task, 'duration_secs': 0.523014} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.207186] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529/6afadaed-f6fe-4a49-ad8c-6dc52e640529.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.207880] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d9dc3fe-2f58-4652-b809-027815c414b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.215651] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1369.215651] env[62220]: value = "task-1746860" [ 1369.215651] env[62220]: _type = "Task" [ 1369.215651] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.229595] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746860, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.277982] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a09c947-f722-49a0-8906-df22e4b35338 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.288323] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c222d4-ff87-4fba-88ed-434186667d30 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.324623] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6856c9b8-c2e2-4dea-bad2-80cfb2d44aba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.333923] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ccdd01-c6a7-4056-8657-e37ffe62be97 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.350820] env[62220]: DEBUG nova.compute.provider_tree [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.365378] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525a726d-4ef5-6685-beac-cdb6105ad01a, 'name': SearchDatastore_Task, 'duration_secs': 0.014383} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.367403] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.367403] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.367403] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.367403] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.367718] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.368065] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4286855a-9ffc-4e84-aa4a-cc6780941418 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.377234] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.377298] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.378148] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc09912-719e-468a-a56f-549b8148f396 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.381683] env[62220]: DEBUG nova.compute.manager [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1369.388172] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Waiting for the task: (returnval){ [ 1369.388172] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52adfa1d-e5d4-fd00-dd41-012072e4bf26" [ 1369.388172] env[62220]: _type = "Task" [ 1369.388172] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.396784] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52adfa1d-e5d4-fd00-dd41-012072e4bf26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.423193] env[62220]: DEBUG nova.virt.hardware [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1369.423475] env[62220]: DEBUG nova.virt.hardware [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1369.423629] env[62220]: DEBUG nova.virt.hardware [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.424323] env[62220]: DEBUG nova.virt.hardware [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1369.424591] env[62220]: DEBUG nova.virt.hardware [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.425058] env[62220]: DEBUG nova.virt.hardware [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1369.425238] env[62220]: DEBUG nova.virt.hardware [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1369.425457] env[62220]: DEBUG nova.virt.hardware [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1369.425687] env[62220]: DEBUG nova.virt.hardware [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1369.425859] env[62220]: DEBUG nova.virt.hardware [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1369.426065] env[62220]: DEBUG nova.virt.hardware [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1369.426982] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64776cea-f3b4-4c4d-9025-3b2a39f01c60 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.441342] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fabdba3-86a7-4193-86ae-454352d90902 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.457444] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bd5494c-ee34-43c3-b1c0-a28d8db68110 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Lock "8a731927-25e0-4bdc-8647-0b7b707bdd54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.748s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.741056] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746860, 'name': Rename_Task, 'duration_secs': 0.202465} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.741056] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.741406] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a93a5e48-74ea-4c5a-aa27-795ff9bfbc83 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.752334] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1369.752334] env[62220]: value = "task-1746861" [ 1369.752334] env[62220]: _type = "Task" [ 1369.752334] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.761225] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.855877] env[62220]: DEBUG nova.scheduler.client.report [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1369.900273] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52adfa1d-e5d4-fd00-dd41-012072e4bf26, 'name': SearchDatastore_Task, 'duration_secs': 0.014486} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.904222] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f455c16b-9408-4b4c-896c-64322441e621 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.911367] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Waiting for the task: (returnval){ [ 1369.911367] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b03a7e-7510-9d0e-47bf-fd6f9f9213cf" [ 1369.911367] env[62220]: _type = "Task" [ 1369.911367] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.924733] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b03a7e-7510-9d0e-47bf-fd6f9f9213cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.960152] env[62220]: DEBUG nova.compute.manager [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.053598] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "db05c5a1-3530-4793-89fd-75b6b860d4f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.056459] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "db05c5a1-3530-4793-89fd-75b6b860d4f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.056674] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "db05c5a1-3530-4793-89fd-75b6b860d4f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.004s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.186712] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1421be25-30b4-4d6b-b4f6-833e88a49581 tempest-ServersListShow296Test-686429152 tempest-ServersListShow296Test-686429152-project-member] Lock "1177ca6d-ebc4-4e96-844e-de1385866b58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.687s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.265412] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746861, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.363854] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.363854] env[62220]: DEBUG nova.compute.manager [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1370.365162] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.805s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.365483] env[62220]: DEBUG nova.objects.instance [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Lazy-loading 'resources' on Instance uuid d29693d2-8bc3-4498-bc6a-cda75f0febe5 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.414396] env[62220]: DEBUG nova.compute.manager [req-28d80801-d9e4-44bf-85cd-4820c953f15b req-18d8fbac-1b72-47a5-a6b1-ba16dc779634 service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Received event network-changed-974acdeb-cd1b-4be7-8262-d60b8b92d417 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1370.414589] env[62220]: DEBUG nova.compute.manager [req-28d80801-d9e4-44bf-85cd-4820c953f15b req-18d8fbac-1b72-47a5-a6b1-ba16dc779634 service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Refreshing instance network info cache due to event network-changed-974acdeb-cd1b-4be7-8262-d60b8b92d417. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1370.414798] env[62220]: DEBUG oslo_concurrency.lockutils [req-28d80801-d9e4-44bf-85cd-4820c953f15b req-18d8fbac-1b72-47a5-a6b1-ba16dc779634 service nova] Acquiring lock "refresh_cache-578c4873-b6d7-46d5-9891-47ebf73bbdb1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.414939] env[62220]: DEBUG oslo_concurrency.lockutils [req-28d80801-d9e4-44bf-85cd-4820c953f15b req-18d8fbac-1b72-47a5-a6b1-ba16dc779634 service nova] Acquired lock "refresh_cache-578c4873-b6d7-46d5-9891-47ebf73bbdb1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.415105] env[62220]: DEBUG nova.network.neutron [req-28d80801-d9e4-44bf-85cd-4820c953f15b req-18d8fbac-1b72-47a5-a6b1-ba16dc779634 service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Refreshing network info cache for port 974acdeb-cd1b-4be7-8262-d60b8b92d417 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.430568] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b03a7e-7510-9d0e-47bf-fd6f9f9213cf, 'name': SearchDatastore_Task, 'duration_secs': 0.017815} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.430864] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.431137] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 578c4873-b6d7-46d5-9891-47ebf73bbdb1/578c4873-b6d7-46d5-9891-47ebf73bbdb1.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.431620] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-059c04a8-0d5a-48d7-9f8b-2381012837c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.442487] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Waiting for the task: (returnval){ [ 1370.442487] env[62220]: value = "task-1746862" [ 1370.442487] env[62220]: _type = "Task" [ 1370.442487] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.451303] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.493776] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.652465] env[62220]: DEBUG nova.compute.manager [req-cf70a8ec-d69e-44b7-b4fc-60661addfb91 req-7c9090a7-3877-4b9f-b534-6b1ebce8ca0f service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Received event network-changed-469d96a2-175f-46ea-9e71-5f14dc627878 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1370.652677] env[62220]: DEBUG nova.compute.manager [req-cf70a8ec-d69e-44b7-b4fc-60661addfb91 req-7c9090a7-3877-4b9f-b534-6b1ebce8ca0f service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Refreshing instance network info cache due to event network-changed-469d96a2-175f-46ea-9e71-5f14dc627878. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1370.652885] env[62220]: DEBUG oslo_concurrency.lockutils [req-cf70a8ec-d69e-44b7-b4fc-60661addfb91 req-7c9090a7-3877-4b9f-b534-6b1ebce8ca0f service nova] Acquiring lock "refresh_cache-6f5c3307-1298-4e87-92ce-ecd88211964f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.653519] env[62220]: DEBUG oslo_concurrency.lockutils [req-cf70a8ec-d69e-44b7-b4fc-60661addfb91 req-7c9090a7-3877-4b9f-b534-6b1ebce8ca0f service nova] Acquired lock "refresh_cache-6f5c3307-1298-4e87-92ce-ecd88211964f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.653625] env[62220]: DEBUG nova.network.neutron [req-cf70a8ec-d69e-44b7-b4fc-60661addfb91 req-7c9090a7-3877-4b9f-b534-6b1ebce8ca0f service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Refreshing network info cache for port 469d96a2-175f-46ea-9e71-5f14dc627878 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.771850] env[62220]: DEBUG oslo_vmware.api [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746861, 'name': PowerOnVM_Task, 'duration_secs': 0.664657} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.772285] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.772591] env[62220]: DEBUG nova.compute.manager [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.773625] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e34330f-b712-47b2-b4de-6ebb4f1146cc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.793402] env[62220]: DEBUG nova.network.neutron [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Successfully updated port: 1c671db0-c0a8-4a82-b6f0-574ea79b4a25 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.872128] env[62220]: DEBUG nova.compute.utils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1370.877015] env[62220]: DEBUG nova.compute.manager [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1370.877433] env[62220]: DEBUG nova.network.neutron [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.954388] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746862, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.173207] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.173390] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.173563] env[62220]: DEBUG nova.network.neutron [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.210259] env[62220]: DEBUG nova.policy [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b3afa48e6cb4b7084463c855f456b6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3732c6a838c345f8951c39d6db7404d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1371.299656] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Acquiring lock "refresh_cache-9ecf87a0-a89a-4bc9-b328-35799b7832b0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.299656] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Acquired lock "refresh_cache-9ecf87a0-a89a-4bc9-b328-35799b7832b0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.299656] env[62220]: DEBUG nova.network.neutron [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.303547] env[62220]: DEBUG oslo_concurrency.lockutils [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.318439] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97424d1-00ad-477f-896d-b9c94f43d4d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.332092] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e3b6f1-f215-4836-877b-744a425fcefd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.369990] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb387c4-8ba7-46a7-aeb8-d0b6d53eb7be {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.378908] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeefd6c-db73-4146-ab20-45fee5854fae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.386803] env[62220]: DEBUG nova.compute.manager [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.411234] env[62220]: DEBUG nova.compute.provider_tree [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.456153] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689486} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.456425] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 578c4873-b6d7-46d5-9891-47ebf73bbdb1/578c4873-b6d7-46d5-9891-47ebf73bbdb1.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.456795] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.456874] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3d2434c-27f6-4ffb-82a2-3cfe00d5d2ac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.465039] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Waiting for the task: (returnval){ [ 1371.465039] env[62220]: value = "task-1746863" [ 1371.465039] env[62220]: _type = "Task" [ 1371.465039] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.472449] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.515215] env[62220]: DEBUG nova.network.neutron [req-28d80801-d9e4-44bf-85cd-4820c953f15b req-18d8fbac-1b72-47a5-a6b1-ba16dc779634 service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Updated VIF entry in instance network info cache for port 974acdeb-cd1b-4be7-8262-d60b8b92d417. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.516382] env[62220]: DEBUG nova.network.neutron [req-28d80801-d9e4-44bf-85cd-4820c953f15b req-18d8fbac-1b72-47a5-a6b1-ba16dc779634 service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Updating instance_info_cache with network_info: [{"id": "974acdeb-cd1b-4be7-8262-d60b8b92d417", "address": "fa:16:3e:65:bf:20", "network": {"id": "22635d94-82bb-4d09-9a70-73f598bcdc00", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-376913246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f48c26e573d84fa39f5155aa5459fbb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974acdeb-cd", "ovs_interfaceid": "974acdeb-cd1b-4be7-8262-d60b8b92d417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.915496] env[62220]: DEBUG nova.network.neutron [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.919469] env[62220]: DEBUG nova.scheduler.client.report [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1371.931380] env[62220]: DEBUG nova.network.neutron [req-cf70a8ec-d69e-44b7-b4fc-60661addfb91 req-7c9090a7-3877-4b9f-b534-6b1ebce8ca0f service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Updated VIF entry in instance network info cache for port 469d96a2-175f-46ea-9e71-5f14dc627878. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.931718] env[62220]: DEBUG nova.network.neutron [req-cf70a8ec-d69e-44b7-b4fc-60661addfb91 req-7c9090a7-3877-4b9f-b534-6b1ebce8ca0f service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Updating instance_info_cache with network_info: [{"id": "469d96a2-175f-46ea-9e71-5f14dc627878", "address": "fa:16:3e:6f:b2:56", "network": {"id": "eba48bae-db9b-431e-9b2a-60fc728aaa42", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-416897819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ee75cb24234a089f60b4b9dce5a639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469d96a2-17", "ovs_interfaceid": "469d96a2-175f-46ea-9e71-5f14dc627878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.933746] env[62220]: DEBUG nova.network.neutron [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Successfully created port: badf2061-94d3-4dac-bcfc-6472ea1085b1 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.983258] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121404} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.985786] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1371.987464] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660177a8-4ac1-4869-a6ed-7f460a72350f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.013394] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 578c4873-b6d7-46d5-9891-47ebf73bbdb1/578c4873-b6d7-46d5-9891-47ebf73bbdb1.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.014086] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-599e7a30-174d-4024-abc2-8e40feb005ad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.030559] env[62220]: DEBUG oslo_concurrency.lockutils [req-28d80801-d9e4-44bf-85cd-4820c953f15b req-18d8fbac-1b72-47a5-a6b1-ba16dc779634 service nova] Releasing lock "refresh_cache-578c4873-b6d7-46d5-9891-47ebf73bbdb1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.030913] env[62220]: DEBUG nova.compute.manager [req-28d80801-d9e4-44bf-85cd-4820c953f15b req-18d8fbac-1b72-47a5-a6b1-ba16dc779634 service nova] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Received event network-vif-deleted-a905e1f4-1c18-4045-a9ef-7b3810b31fca {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1372.037121] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Waiting for the task: (returnval){ [ 1372.037121] env[62220]: value = "task-1746864" [ 1372.037121] env[62220]: _type = "Task" [ 1372.037121] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.048530] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.399728] env[62220]: DEBUG nova.network.neutron [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance_info_cache with network_info: [{"id": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "address": "fa:16:3e:9b:a8:74", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab6059e-be", "ovs_interfaceid": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.402458] env[62220]: DEBUG nova.compute.manager [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1372.429050] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.439269] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.499s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.439557] env[62220]: DEBUG nova.objects.instance [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Lazy-loading 'resources' on Instance uuid 97fb7641-1b41-415d-b964-e7f681e9da45 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.444873] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Acquiring lock "8a731927-25e0-4bdc-8647-0b7b707bdd54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.445140] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Lock "8a731927-25e0-4bdc-8647-0b7b707bdd54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.445357] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Acquiring lock "8a731927-25e0-4bdc-8647-0b7b707bdd54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.445571] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Lock "8a731927-25e0-4bdc-8647-0b7b707bdd54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.446081] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Lock "8a731927-25e0-4bdc-8647-0b7b707bdd54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.448141] env[62220]: INFO nova.compute.manager [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Terminating instance [ 1372.450756] env[62220]: DEBUG oslo_concurrency.lockutils [req-cf70a8ec-d69e-44b7-b4fc-60661addfb91 req-7c9090a7-3877-4b9f-b534-6b1ebce8ca0f service nova] Releasing lock "refresh_cache-6f5c3307-1298-4e87-92ce-ecd88211964f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.462652] env[62220]: DEBUG nova.virt.hardware [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1372.462896] env[62220]: DEBUG nova.virt.hardware [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1372.463058] env[62220]: DEBUG nova.virt.hardware [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.463240] env[62220]: DEBUG nova.virt.hardware [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1372.463378] env[62220]: DEBUG nova.virt.hardware [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.463519] env[62220]: DEBUG nova.virt.hardware [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1372.463736] env[62220]: DEBUG nova.virt.hardware [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1372.463896] env[62220]: DEBUG nova.virt.hardware [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1372.464069] env[62220]: DEBUG nova.virt.hardware [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1372.464230] env[62220]: DEBUG nova.virt.hardware [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1372.464396] env[62220]: DEBUG nova.virt.hardware [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1372.466022] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a207360-ba60-4319-b3b6-b47d677d0bef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.479482] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a47152-9197-4a97-9571-ca83de8cada5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.484366] env[62220]: INFO nova.scheduler.client.report [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Deleted allocations for instance d29693d2-8bc3-4498-bc6a-cda75f0febe5 [ 1372.547848] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746864, 'name': ReconfigVM_Task, 'duration_secs': 0.487383} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.548160] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 578c4873-b6d7-46d5-9891-47ebf73bbdb1/578c4873-b6d7-46d5-9891-47ebf73bbdb1.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.548986] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1260098d-c621-446d-98f9-adf57b1715b7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.555605] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Waiting for the task: (returnval){ [ 1372.555605] env[62220]: value = "task-1746865" [ 1372.555605] env[62220]: _type = "Task" [ 1372.555605] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.564196] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746865, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.674956] env[62220]: DEBUG nova.network.neutron [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Updating instance_info_cache with network_info: [{"id": "1c671db0-c0a8-4a82-b6f0-574ea79b4a25", "address": "fa:16:3e:cd:37:e2", "network": {"id": "3fed75a3-383e-4481-b4f6-fb5809f70ff1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1686413206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48205ceba6fd4583a74f60983abb06e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c671db0-c0", "ovs_interfaceid": "1c671db0-c0a8-4a82-b6f0-574ea79b4a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.905074] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.955617] env[62220]: DEBUG nova.compute.manager [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.955617] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.955617] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c1be76-e2a9-4e44-8dc5-c9a1816b2ec1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.965551] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.965551] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d7884b0-5dfe-4133-8c1d-300d12d51f25 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.972468] env[62220]: DEBUG oslo_vmware.api [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Waiting for the task: (returnval){ [ 1372.972468] env[62220]: value = "task-1746866" [ 1372.972468] env[62220]: _type = "Task" [ 1372.972468] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.983765] env[62220]: DEBUG oslo_vmware.api [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.006062] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a95ca424-feee-4d04-9f89-229594e88d47 tempest-ServerAddressesNegativeTestJSON-2090298789 tempest-ServerAddressesNegativeTestJSON-2090298789-project-member] Lock "d29693d2-8bc3-4498-bc6a-cda75f0febe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.186s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.069752] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746865, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.176954] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Releasing lock "refresh_cache-9ecf87a0-a89a-4bc9-b328-35799b7832b0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.176954] env[62220]: DEBUG nova.compute.manager [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Instance network_info: |[{"id": "1c671db0-c0a8-4a82-b6f0-574ea79b4a25", "address": "fa:16:3e:cd:37:e2", "network": {"id": "3fed75a3-383e-4481-b4f6-fb5809f70ff1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1686413206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48205ceba6fd4583a74f60983abb06e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c671db0-c0", "ovs_interfaceid": "1c671db0-c0a8-4a82-b6f0-574ea79b4a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1373.177769] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:37:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c671db0-c0a8-4a82-b6f0-574ea79b4a25', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.186677] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Creating folder: Project (48205ceba6fd4583a74f60983abb06e4). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.187956] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58a896c1-6e51-4139-bf17-cc82e086dd5e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.198317] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Created folder: Project (48205ceba6fd4583a74f60983abb06e4) in parent group-v363147. [ 1373.199706] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Creating folder: Instances. Parent ref: group-v363194. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.199706] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4aa766b-1431-43ae-a39b-c6e29d3b7a95 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.212111] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Created folder: Instances in parent group-v363194. [ 1373.212111] env[62220]: DEBUG oslo.service.loopingcall [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.212111] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.212111] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3462ab03-655e-4f60-aec7-97874d349ab9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.236683] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.236683] env[62220]: value = "task-1746869" [ 1373.236683] env[62220]: _type = "Task" [ 1373.236683] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.248153] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746869, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.397573] env[62220]: DEBUG oslo_vmware.rw_handles [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b321e3-7e51-95f9-949a-accdbb2621f9/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1373.399037] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be5b47d-6141-456a-a326-6d3fa4f27c4e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.408357] env[62220]: DEBUG oslo_vmware.rw_handles [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b321e3-7e51-95f9-949a-accdbb2621f9/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1373.408357] env[62220]: ERROR oslo_vmware.rw_handles [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b321e3-7e51-95f9-949a-accdbb2621f9/disk-0.vmdk due to incomplete transfer. [ 1373.408552] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a248cbb-4552-47a8-8821-377f37bd931c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.424634] env[62220]: DEBUG oslo_vmware.rw_handles [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b321e3-7e51-95f9-949a-accdbb2621f9/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1373.424764] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Uploaded image 2f8323ee-5a51-4c7f-ae77-28ec1ee2bb5d to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1373.427363] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1373.429076] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cd6133ed-a4ca-4e9e-8cdf-ac22392e8e11 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.431904] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff41e83-93ba-477c-8439-7e09631a4004 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.435944] env[62220]: INFO nova.compute.manager [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Rebuilding instance [ 1373.440957] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30542a5-947d-423e-b35c-dc85b7f01564 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.452161] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf8aefb-0f58-4670-9304-ce60fc290a3c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.456975] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1373.456975] env[62220]: value = "task-1746870" [ 1373.456975] env[62220]: _type = "Task" [ 1373.456975] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.483564] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a22044-a6d7-4a14-b0bf-8de43615f39a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.518471] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b644e2ef-27b6-459e-a944-2cf513450f55 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.529422] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746870, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.529721] env[62220]: DEBUG oslo_vmware.api [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746866, 'name': PowerOffVM_Task, 'duration_secs': 0.273565} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.530873] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.531086] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.531388] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dc8bf18-d440-4f9d-bcbb-5840509dff45 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.537088] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance 'db05c5a1-3530-4793-89fd-75b6b860d4f9' progress to 83 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1373.542588] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44eaf111-15c1-411d-aea6-38415f837380 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.557465] env[62220]: DEBUG nova.compute.provider_tree [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.569551] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746865, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.573320] env[62220]: DEBUG nova.compute.manager [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.574325] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bc50f3-d0b6-4cb8-a106-3cd7cfac0da1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.661012] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.661372] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.661475] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Deleting the datastore file [datastore1] 8a731927-25e0-4bdc-8647-0b7b707bdd54 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.661754] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac08c8b7-5c3b-46ac-8b6f-21170d7d8985 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.671536] env[62220]: DEBUG oslo_vmware.api [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Waiting for the task: (returnval){ [ 1373.671536] env[62220]: value = "task-1746872" [ 1373.671536] env[62220]: _type = "Task" [ 1373.671536] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.685839] env[62220]: DEBUG oslo_vmware.api [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.749554] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746869, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.756563] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Acquiring lock "24e9165f-24ad-430a-ad25-79e1fd1065dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.756563] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lock "24e9165f-24ad-430a-ad25-79e1fd1065dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.776111] env[62220]: DEBUG nova.compute.manager [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Received event network-vif-plugged-1c671db0-c0a8-4a82-b6f0-574ea79b4a25 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1373.776751] env[62220]: DEBUG oslo_concurrency.lockutils [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] Acquiring lock "9ecf87a0-a89a-4bc9-b328-35799b7832b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.776864] env[62220]: DEBUG oslo_concurrency.lockutils [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] Lock "9ecf87a0-a89a-4bc9-b328-35799b7832b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.777253] env[62220]: DEBUG oslo_concurrency.lockutils [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] Lock "9ecf87a0-a89a-4bc9-b328-35799b7832b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.777538] env[62220]: DEBUG nova.compute.manager [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] No waiting events found dispatching network-vif-plugged-1c671db0-c0a8-4a82-b6f0-574ea79b4a25 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1373.777821] env[62220]: WARNING nova.compute.manager [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Received unexpected event network-vif-plugged-1c671db0-c0a8-4a82-b6f0-574ea79b4a25 for instance with vm_state building and task_state spawning. [ 1373.778133] env[62220]: DEBUG nova.compute.manager [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Received event network-changed-1c671db0-c0a8-4a82-b6f0-574ea79b4a25 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1373.778439] env[62220]: DEBUG nova.compute.manager [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Refreshing instance network info cache due to event network-changed-1c671db0-c0a8-4a82-b6f0-574ea79b4a25. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1373.778774] env[62220]: DEBUG oslo_concurrency.lockutils [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] Acquiring lock "refresh_cache-9ecf87a0-a89a-4bc9-b328-35799b7832b0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.779047] env[62220]: DEBUG oslo_concurrency.lockutils [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] Acquired lock "refresh_cache-9ecf87a0-a89a-4bc9-b328-35799b7832b0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.779342] env[62220]: DEBUG nova.network.neutron [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Refreshing network info cache for port 1c671db0-c0a8-4a82-b6f0-574ea79b4a25 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.984761] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746870, 'name': Destroy_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.049522] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.050127] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f42ce0b-ce63-4c1a-bcb3-1656b3a2d09f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.061249] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1374.061249] env[62220]: value = "task-1746873" [ 1374.061249] env[62220]: _type = "Task" [ 1374.061249] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.064415] env[62220]: DEBUG nova.scheduler.client.report [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1374.083382] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746865, 'name': Rename_Task, 'duration_secs': 1.238366} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.087022] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.090097] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746873, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.091363] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24340598-8a11-40a5-8824-7dca1264ae9f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.101102] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Waiting for the task: (returnval){ [ 1374.101102] env[62220]: value = "task-1746874" [ 1374.101102] env[62220]: _type = "Task" [ 1374.101102] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.113350] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.187886] env[62220]: DEBUG oslo_vmware.api [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Task: {'id': task-1746872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322412} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.188311] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.188399] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.188524] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.188695] env[62220]: INFO nova.compute.manager [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1374.188945] env[62220]: DEBUG oslo.service.loopingcall [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.189161] env[62220]: DEBUG nova.compute.manager [-] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1374.189378] env[62220]: DEBUG nova.network.neutron [-] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1374.248827] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746869, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.258558] env[62220]: DEBUG nova.compute.manager [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1374.487859] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746870, 'name': Destroy_Task, 'duration_secs': 0.751833} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.488163] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Destroyed the VM [ 1374.488513] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1374.488799] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a11c2391-7e95-42f6-8016-f853c65f241a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.496216] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1374.496216] env[62220]: value = "task-1746875" [ 1374.496216] env[62220]: _type = "Task" [ 1374.496216] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.506619] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746875, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.579824] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.583270] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746873, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.583848] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.754s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.585536] env[62220]: INFO nova.compute.claims [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.597019] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.597019] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc4b0f2c-2766-4e0f-b5b3-83f5d422789c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.602914] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Waiting for the task: (returnval){ [ 1374.602914] env[62220]: value = "task-1746876" [ 1374.602914] env[62220]: _type = "Task" [ 1374.602914] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.618163] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746874, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.621467] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.623417] env[62220]: INFO nova.scheduler.client.report [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Deleted allocations for instance 97fb7641-1b41-415d-b964-e7f681e9da45 [ 1374.752436] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746869, 'name': CreateVM_Task, 'duration_secs': 1.019988} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.752780] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.753838] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.754243] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.755140] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.755592] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a2d066-7ca0-4991-83ce-e2f98328e6c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.766496] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1374.766496] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523c9b4f-ae73-b8c3-5c1c-9dc9c793a18e" [ 1374.766496] env[62220]: _type = "Task" [ 1374.766496] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.780832] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523c9b4f-ae73-b8c3-5c1c-9dc9c793a18e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.792158] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.017415] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746875, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.031710] env[62220]: DEBUG nova.network.neutron [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Updated VIF entry in instance network info cache for port 1c671db0-c0a8-4a82-b6f0-574ea79b4a25. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.031710] env[62220]: DEBUG nova.network.neutron [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Updating instance_info_cache with network_info: [{"id": "1c671db0-c0a8-4a82-b6f0-574ea79b4a25", "address": "fa:16:3e:cd:37:e2", "network": {"id": "3fed75a3-383e-4481-b4f6-fb5809f70ff1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1686413206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48205ceba6fd4583a74f60983abb06e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c671db0-c0", "ovs_interfaceid": "1c671db0-c0a8-4a82-b6f0-574ea79b4a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.075582] env[62220]: DEBUG oslo_vmware.api [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1746873, 'name': PowerOnVM_Task, 'duration_secs': 0.616395} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.080926] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.080926] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa5dc84-50a7-4f04-94eb-4a3190607661 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance 'db05c5a1-3530-4793-89fd-75b6b860d4f9' progress to 100 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1375.124903] env[62220]: DEBUG oslo_vmware.api [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1746874, 'name': PowerOnVM_Task, 'duration_secs': 0.521271} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.127975] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.127975] env[62220]: INFO nova.compute.manager [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1375.127975] env[62220]: DEBUG nova.compute.manager [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.127975] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09e0c32-9dd2-4289-81fa-0c4741790819 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.136044] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746876, 'name': PowerOffVM_Task, 'duration_secs': 0.245563} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.136044] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb570897-3d2a-40d0-bbc0-eb9b40a5036a tempest-DeleteServersAdminTestJSON-226070921 tempest-DeleteServersAdminTestJSON-226070921-project-admin] Lock "97fb7641-1b41-415d-b964-e7f681e9da45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.946s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.136252] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.136549] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.142754] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec8683c-e37b-4a9e-ba72-e825543b4b89 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.153247] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.153247] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e49a202a-778c-42ed-a5db-226a32f0da82 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.184008] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.184279] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.184427] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Deleting the datastore file [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.184604] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8269a241-b19c-48ab-ae20-15c9065edfa7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.197337] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Waiting for the task: (returnval){ [ 1375.197337] env[62220]: value = "task-1746878" [ 1375.197337] env[62220]: _type = "Task" [ 1375.197337] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.204635] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.223790] env[62220]: DEBUG nova.network.neutron [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Successfully updated port: badf2061-94d3-4dac-bcfc-6472ea1085b1 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.285765] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523c9b4f-ae73-b8c3-5c1c-9dc9c793a18e, 'name': SearchDatastore_Task, 'duration_secs': 0.022188} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.287038] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.290100] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.290100] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.290100] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.290100] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.290100] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-673eba1f-8259-420c-b622-6a751fc83c79 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.300920] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.300920] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.300920] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2328da07-3001-4c3a-865a-eec47aaf0f7d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.310527] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1375.310527] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522940e0-37ab-b179-54c3-efde2ab78893" [ 1375.310527] env[62220]: _type = "Task" [ 1375.310527] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.322162] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522940e0-37ab-b179-54c3-efde2ab78893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.506454] env[62220]: DEBUG oslo_vmware.api [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746875, 'name': RemoveSnapshot_Task, 'duration_secs': 0.572481} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.506796] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1375.507719] env[62220]: INFO nova.compute.manager [None req-c6f832b6-990e-4ffe-9c49-f52245e24231 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Took 15.33 seconds to snapshot the instance on the hypervisor. [ 1375.533675] env[62220]: DEBUG oslo_concurrency.lockutils [req-e75c4c35-b692-4544-a79e-f2b963534cfd req-e01ba390-eb0a-4a47-bc03-6dac75f967d1 service nova] Releasing lock "refresh_cache-9ecf87a0-a89a-4bc9-b328-35799b7832b0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.662919] env[62220]: INFO nova.compute.manager [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Took 27.62 seconds to build instance. [ 1375.711949] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15737} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.714645] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.716757] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.716757] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.730572] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "refresh_cache-00f59708-7070-409d-a189-f55bc6dfd81d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.730572] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquired lock "refresh_cache-00f59708-7070-409d-a189-f55bc6dfd81d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.730774] env[62220]: DEBUG nova.network.neutron [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.824749] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522940e0-37ab-b179-54c3-efde2ab78893, 'name': SearchDatastore_Task, 'duration_secs': 0.016949} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.828304] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a5d4bf-adec-41aa-9abb-45942072e8c9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.835823] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1375.835823] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52942c44-a3b4-acb7-a540-c4674d32090f" [ 1375.835823] env[62220]: _type = "Task" [ 1375.835823] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.847338] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52942c44-a3b4-acb7-a540-c4674d32090f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.029890] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe82fc0-9184-4005-83c7-a2738ea10146 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.041213] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fb23b8-c7f3-47a4-bd43-76ea04272335 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.078267] env[62220]: DEBUG nova.network.neutron [-] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.079923] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bebf9d-e6a0-43e7-9d83-269e65056e7c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.089767] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d9d318-d476-408f-aac7-3c4a99bfae8a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.110296] env[62220]: DEBUG nova.compute.provider_tree [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1376.164281] env[62220]: DEBUG oslo_concurrency.lockutils [None req-988d9c54-259f-4601-85c7-51d7521c0127 tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.929s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.344967] env[62220]: DEBUG nova.network.neutron [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.361275] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52942c44-a3b4-acb7-a540-c4674d32090f, 'name': SearchDatastore_Task, 'duration_secs': 0.025844} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.361275] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.361275] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 9ecf87a0-a89a-4bc9-b328-35799b7832b0/9ecf87a0-a89a-4bc9-b328-35799b7832b0.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.361464] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d39c07b-924a-48aa-90d2-767e3645af74 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.370993] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1376.370993] env[62220]: value = "task-1746879" [ 1376.370993] env[62220]: _type = "Task" [ 1376.370993] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.381165] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.534390] env[62220]: DEBUG nova.compute.manager [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Received event network-vif-plugged-badf2061-94d3-4dac-bcfc-6472ea1085b1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1376.536596] env[62220]: DEBUG oslo_concurrency.lockutils [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] Acquiring lock "00f59708-7070-409d-a189-f55bc6dfd81d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.536596] env[62220]: DEBUG oslo_concurrency.lockutils [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] Lock "00f59708-7070-409d-a189-f55bc6dfd81d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.536596] env[62220]: DEBUG oslo_concurrency.lockutils [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] Lock "00f59708-7070-409d-a189-f55bc6dfd81d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.536596] env[62220]: DEBUG nova.compute.manager [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] No waiting events found dispatching network-vif-plugged-badf2061-94d3-4dac-bcfc-6472ea1085b1 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1376.536596] env[62220]: WARNING nova.compute.manager [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Received unexpected event network-vif-plugged-badf2061-94d3-4dac-bcfc-6472ea1085b1 for instance with vm_state building and task_state spawning. [ 1376.536833] env[62220]: DEBUG nova.compute.manager [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Received event network-changed-badf2061-94d3-4dac-bcfc-6472ea1085b1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1376.536833] env[62220]: DEBUG nova.compute.manager [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Refreshing instance network info cache due to event network-changed-badf2061-94d3-4dac-bcfc-6472ea1085b1. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1376.536833] env[62220]: DEBUG oslo_concurrency.lockutils [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] Acquiring lock "refresh_cache-00f59708-7070-409d-a189-f55bc6dfd81d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.585967] env[62220]: INFO nova.compute.manager [-] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Took 2.40 seconds to deallocate network for instance. [ 1376.639482] env[62220]: ERROR nova.scheduler.client.report [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [req-8e4f0103-268c-4ab6-98b7-4d39b28e17fc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e4f0103-268c-4ab6-98b7-4d39b28e17fc"}]} [ 1376.658618] env[62220]: DEBUG nova.scheduler.client.report [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1376.676417] env[62220]: DEBUG nova.scheduler.client.report [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1376.676688] env[62220]: DEBUG nova.compute.provider_tree [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1376.692358] env[62220]: DEBUG nova.scheduler.client.report [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1376.719130] env[62220]: DEBUG nova.scheduler.client.report [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1376.750587] env[62220]: DEBUG nova.virt.hardware [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1376.751491] env[62220]: DEBUG nova.virt.hardware [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1376.751491] env[62220]: DEBUG nova.virt.hardware [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.751491] env[62220]: DEBUG nova.virt.hardware [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1376.751670] env[62220]: DEBUG nova.virt.hardware [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.751670] env[62220]: DEBUG nova.virt.hardware [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1376.751875] env[62220]: DEBUG nova.virt.hardware [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1376.752046] env[62220]: DEBUG nova.virt.hardware [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1376.752215] env[62220]: DEBUG nova.virt.hardware [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1376.752379] env[62220]: DEBUG nova.virt.hardware [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1376.752553] env[62220]: DEBUG nova.virt.hardware [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1376.753461] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8e11c2-53e6-4eeb-bc98-f4fcf17452da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.766189] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42caa047-e314-45b3-a2b8-dc1b129052dd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.783229] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Instance VIF info [] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.789233] env[62220]: DEBUG oslo.service.loopingcall [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.792355] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1376.792597] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3d1e542-26b0-4023-89b6-43cdb3939add {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.808994] env[62220]: DEBUG nova.network.neutron [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Updating instance_info_cache with network_info: [{"id": "badf2061-94d3-4dac-bcfc-6472ea1085b1", "address": "fa:16:3e:c2:d5:2c", "network": {"id": "f462fea0-df0d-415a-818b-8248add36c2b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1461643674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3732c6a838c345f8951c39d6db7404d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadf2061-94", "ovs_interfaceid": "badf2061-94d3-4dac-bcfc-6472ea1085b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.816613] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.816613] env[62220]: value = "task-1746880" [ 1376.816613] env[62220]: _type = "Task" [ 1376.816613] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.825621] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746880, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.891664] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746879, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.928504] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "ac4873c4-8bd0-4a92-bda4-296829b02143" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.928804] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "ac4873c4-8bd0-4a92-bda4-296829b02143" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.929051] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "ac4873c4-8bd0-4a92-bda4-296829b02143-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.929252] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "ac4873c4-8bd0-4a92-bda4-296829b02143-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.929437] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "ac4873c4-8bd0-4a92-bda4-296829b02143-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.937285] env[62220]: INFO nova.compute.manager [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Terminating instance [ 1377.096556] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.248023] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44919e0b-6614-4562-ab58-81530b300427 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.259039] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791486e7-3860-48aa-a60a-d30d68bfed34 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.298224] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f93f6c-9031-44f9-9502-3e44a4253eb4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.306495] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7fe0c5-c5f6-4bbb-a6d4-97f72810c37f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.312998] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Releasing lock "refresh_cache-00f59708-7070-409d-a189-f55bc6dfd81d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.314558] env[62220]: DEBUG nova.compute.manager [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Instance network_info: |[{"id": "badf2061-94d3-4dac-bcfc-6472ea1085b1", "address": "fa:16:3e:c2:d5:2c", "network": {"id": "f462fea0-df0d-415a-818b-8248add36c2b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1461643674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3732c6a838c345f8951c39d6db7404d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadf2061-94", "ovs_interfaceid": "badf2061-94d3-4dac-bcfc-6472ea1085b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.322981] env[62220]: DEBUG oslo_concurrency.lockutils [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] Acquired lock "refresh_cache-00f59708-7070-409d-a189-f55bc6dfd81d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.323887] env[62220]: DEBUG nova.network.neutron [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Refreshing network info cache for port badf2061-94d3-4dac-bcfc-6472ea1085b1 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.324879] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:d5:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'badf2061-94d3-4dac-bcfc-6472ea1085b1', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.337770] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Creating folder: Project (3732c6a838c345f8951c39d6db7404d2). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.338430] env[62220]: DEBUG nova.compute.provider_tree [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.344474] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcf7a83d-292c-4f6f-b104-1f40f1127e6d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.352875] env[62220]: DEBUG nova.scheduler.client.report [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1377.364249] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746880, 'name': CreateVM_Task, 'duration_secs': 0.332355} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.364525] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.364814] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.364977] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.365300] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.367290] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa2e5d3-4f00-414a-ad93-9332e6d9e570 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.371605] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Created folder: Project (3732c6a838c345f8951c39d6db7404d2) in parent group-v363147. [ 1377.371605] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Creating folder: Instances. Parent ref: group-v363198. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.372163] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0672256-2772-4f00-94e8-56dc1aefe6ed {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.380125] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Waiting for the task: (returnval){ [ 1377.380125] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cb0576-8d40-cd7d-7daa-4c0b05ab3eba" [ 1377.380125] env[62220]: _type = "Task" [ 1377.380125] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.387234] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900672} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.389517] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 9ecf87a0-a89a-4bc9-b328-35799b7832b0/9ecf87a0-a89a-4bc9-b328-35799b7832b0.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.389517] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.389517] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Created folder: Instances in parent group-v363198. [ 1377.389891] env[62220]: DEBUG oslo.service.loopingcall [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.389891] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa3666b4-ffef-4458-b1b5-62aaa9749ef3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.391861] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.397348] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-737783aa-7f7f-46f1-96e6-082491524441 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.412743] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cb0576-8d40-cd7d-7daa-4c0b05ab3eba, 'name': SearchDatastore_Task, 'duration_secs': 0.011101} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.412896] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.414902] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.414902] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.414902] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.414902] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.414902] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b17ad4bf-3aef-4253-ac97-16edc9462658 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.421693] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1377.421693] env[62220]: value = "task-1746883" [ 1377.421693] env[62220]: _type = "Task" [ 1377.421693] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.421693] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.421693] env[62220]: value = "task-1746884" [ 1377.421693] env[62220]: _type = "Task" [ 1377.421693] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.431147] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.431273] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.438293] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc45732-35d0-420d-843a-4c327ede2e27 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.440711] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746884, 'name': CreateVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.440994] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.443706] env[62220]: DEBUG nova.compute.manager [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.443977] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.444837] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbddb53f-2f2c-42f6-9fab-a2bb1b8df01d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.451227] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Waiting for the task: (returnval){ [ 1377.451227] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a58662-7a5e-0044-adcc-87451b7a68e8" [ 1377.451227] env[62220]: _type = "Task" [ 1377.451227] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.453917] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.457271] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52da9706-a237-4f01-afa2-9d2531a84050 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.466782] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a58662-7a5e-0044-adcc-87451b7a68e8, 'name': SearchDatastore_Task} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.466782] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7796dcc-1a0a-4b17-855d-c3e6543f477c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.470666] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Waiting for the task: (returnval){ [ 1377.470666] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521353d3-031c-abf0-1cb3-1f0a4f919d85" [ 1377.470666] env[62220]: _type = "Task" [ 1377.470666] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.479088] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521353d3-031c-abf0-1cb3-1f0a4f919d85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.533489] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.533654] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.533838] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleting the datastore file [datastore1] ac4873c4-8bd0-4a92-bda4-296829b02143 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.534152] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea5d583b-5aeb-4464-8f52-85d445a5820f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.541627] env[62220]: DEBUG oslo_vmware.api [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1377.541627] env[62220]: value = "task-1746886" [ 1377.541627] env[62220]: _type = "Task" [ 1377.541627] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.550823] env[62220]: DEBUG oslo_vmware.api [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.700209] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquiring lock "f75d2c0d-62dd-4eda-86f0-916ee6700fdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.700736] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "f75d2c0d-62dd-4eda-86f0-916ee6700fdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.859274] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.275s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.859841] env[62220]: DEBUG nova.compute.manager [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1377.863639] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.114s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.863757] env[62220]: DEBUG nova.objects.instance [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Lazy-loading 'resources' on Instance uuid a47b863a-06d1-47c0-b6c9-2d59d48cb635 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.952664] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078355} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.952998] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746884, 'name': CreateVM_Task, 'duration_secs': 0.461024} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.954789] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1377.955233] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.956520] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52669298-f6b0-498a-84b9-98b5abb1a427 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.962979] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.963328] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.963824] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.965199] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60c4d01-61c1-4109-98f5-0d3aafde4d88 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.010230] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 9ecf87a0-a89a-4bc9-b328-35799b7832b0/9ecf87a0-a89a-4bc9-b328-35799b7832b0.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.023343] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23031954-c243-4a0c-abd5-41409014aee9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.058143] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1378.058143] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529a59c5-a390-8710-7daa-b7cdf8d68a8e" [ 1378.058143] env[62220]: _type = "Task" [ 1378.058143] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.079970] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521353d3-031c-abf0-1cb3-1f0a4f919d85, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.080321] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1378.080321] env[62220]: value = "task-1746887" [ 1378.080321] env[62220]: _type = "Task" [ 1378.080321] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.082103] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.082193] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529/6afadaed-f6fe-4a49-ad8c-6dc52e640529.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.082674] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daa9cb36-3064-461b-906b-5f289c945036 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.099698] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529a59c5-a390-8710-7daa-b7cdf8d68a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.020031} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.100096] env[62220]: DEBUG oslo_vmware.api [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1746886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365592} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.101709] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.101804] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.102180] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.102391] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.102752] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.103245] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.103395] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.103719] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.103994] env[62220]: INFO nova.compute.manager [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1378.104363] env[62220]: DEBUG oslo.service.loopingcall [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1378.111764] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df25b749-9cc8-4db2-9cba-50e84dcb837a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.117034] env[62220]: DEBUG nova.compute.manager [-] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.117199] env[62220]: DEBUG nova.network.neutron [-] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.120123] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Waiting for the task: (returnval){ [ 1378.120123] env[62220]: value = "task-1746888" [ 1378.120123] env[62220]: _type = "Task" [ 1378.120123] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.120450] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.133020] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.136028] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.136230] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.136951] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1811c384-ab12-412f-a86a-b17691f1f4e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.142485] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1378.142485] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5226b0d3-3962-3441-641d-d7de8d5ddb4d" [ 1378.142485] env[62220]: _type = "Task" [ 1378.142485] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.150982] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5226b0d3-3962-3441-641d-d7de8d5ddb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.203329] env[62220]: DEBUG nova.compute.manager [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.370505] env[62220]: DEBUG nova.compute.utils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1378.372110] env[62220]: DEBUG nova.compute.manager [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1378.372152] env[62220]: DEBUG nova.network.neutron [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1378.398018] env[62220]: DEBUG nova.network.neutron [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Updated VIF entry in instance network info cache for port badf2061-94d3-4dac-bcfc-6472ea1085b1. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.398018] env[62220]: DEBUG nova.network.neutron [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Updating instance_info_cache with network_info: [{"id": "badf2061-94d3-4dac-bcfc-6472ea1085b1", "address": "fa:16:3e:c2:d5:2c", "network": {"id": "f462fea0-df0d-415a-818b-8248add36c2b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1461643674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3732c6a838c345f8951c39d6db7404d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadf2061-94", "ovs_interfaceid": "badf2061-94d3-4dac-bcfc-6472ea1085b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.457434] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "beb49c48-9db6-4978-b5b9-8a4c0ccc17cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.457774] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "beb49c48-9db6-4978-b5b9-8a4c0ccc17cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.516612] env[62220]: DEBUG nova.policy [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0587a99acbe14ec9913f00c5a8afd5bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fdd8ff717984dd7b626fc7faf5503e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1378.597589] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.638113] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.654935] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5226b0d3-3962-3441-641d-d7de8d5ddb4d, 'name': SearchDatastore_Task, 'duration_secs': 0.025858} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.658218] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb66b069-aba8-4d29-82fc-f4be4f0a39d7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.663863] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1378.663863] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c9ab77-e6b5-0dc9-e6b3-ea16bb8ee6fc" [ 1378.663863] env[62220]: _type = "Task" [ 1378.663863] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.672864] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c9ab77-e6b5-0dc9-e6b3-ea16bb8ee6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.722436] env[62220]: DEBUG oslo_concurrency.lockutils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Acquiring lock "266986e8-8092-4ee6-b4f6-7c5cbdbc4875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.722726] env[62220]: DEBUG oslo_concurrency.lockutils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Lock "266986e8-8092-4ee6-b4f6-7c5cbdbc4875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.724831] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.804832] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f014b10-41ec-4a72-8b27-4d6d4f5c70af {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.814510] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a218f5-a777-4863-9caa-c9ca25bee912 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.849317] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e7a413-b4be-4fc7-9fcb-49a41f880063 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.859186] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d97856-16ee-4e20-8870-03c0e944e123 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.879962] env[62220]: DEBUG nova.compute.manager [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.884699] env[62220]: DEBUG nova.compute.provider_tree [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.898278] env[62220]: DEBUG oslo_concurrency.lockutils [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] Releasing lock "refresh_cache-00f59708-7070-409d-a189-f55bc6dfd81d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.898674] env[62220]: DEBUG nova.compute.manager [req-3d4fde50-1fc3-44bb-9757-2fb2a196bf79 req-2564157e-cfed-4ce5-924e-88a9ea85cfd5 service nova] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Received event network-vif-deleted-c99b6519-97e0-42a5-9ed4-cdec8b9c4895 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1379.096535] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746887, 'name': ReconfigVM_Task, 'duration_secs': 0.888434} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.100021] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 9ecf87a0-a89a-4bc9-b328-35799b7832b0/9ecf87a0-a89a-4bc9-b328-35799b7832b0.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.100021] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f5e1b92-641f-461f-b4df-441b8bc5dd4e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.105802] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1379.105802] env[62220]: value = "task-1746889" [ 1379.105802] env[62220]: _type = "Task" [ 1379.105802] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.117376] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746889, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.131769] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910875} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.132023] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529/6afadaed-f6fe-4a49-ad8c-6dc52e640529.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.132235] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.132475] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a96090e-bab5-4eb9-8063-a3fcb7280f80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.140066] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Waiting for the task: (returnval){ [ 1379.140066] env[62220]: value = "task-1746890" [ 1379.140066] env[62220]: _type = "Task" [ 1379.140066] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.148510] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.181225] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c9ab77-e6b5-0dc9-e6b3-ea16bb8ee6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.019973} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.181562] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.181854] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 00f59708-7070-409d-a189-f55bc6dfd81d/00f59708-7070-409d-a189-f55bc6dfd81d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.185363] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3997045-9321-4e63-abde-08ca855a87f9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.193716] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1379.193716] env[62220]: value = "task-1746891" [ 1379.193716] env[62220]: _type = "Task" [ 1379.193716] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.203126] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.417019] env[62220]: ERROR nova.scheduler.client.report [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] [req-d036794f-4d3a-4837-aba9-74e0e008ebb2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d036794f-4d3a-4837-aba9-74e0e008ebb2"}]} [ 1379.450773] env[62220]: DEBUG nova.scheduler.client.report [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1379.480088] env[62220]: DEBUG nova.scheduler.client.report [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1379.480088] env[62220]: DEBUG nova.compute.provider_tree [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1379.500015] env[62220]: DEBUG nova.scheduler.client.report [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1379.530248] env[62220]: DEBUG nova.network.neutron [-] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.538505] env[62220]: DEBUG nova.scheduler.client.report [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1379.619497] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746889, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.661434] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069343} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.667170] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.667170] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364b0b77-8759-4f0e-9a40-50a04145c84b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.693915] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529/6afadaed-f6fe-4a49-ad8c-6dc52e640529.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.694953] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2955e5d-f158-4b07-bce8-6a233207101f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.730528] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Waiting for the task: (returnval){ [ 1379.730528] env[62220]: value = "task-1746892" [ 1379.730528] env[62220]: _type = "Task" [ 1379.730528] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.730762] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746891, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.739363] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.743744] env[62220]: DEBUG nova.network.neutron [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Successfully created port: f13b893e-de98-4164-bc58-4c6deb810aa5 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.897388] env[62220]: DEBUG nova.compute.manager [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.942230] env[62220]: DEBUG nova.virt.hardware [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T11:04:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1411019653',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1113925119',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1379.943322] env[62220]: DEBUG nova.virt.hardware [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1379.943710] env[62220]: DEBUG nova.virt.hardware [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.943789] env[62220]: DEBUG nova.virt.hardware [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1379.944329] env[62220]: DEBUG nova.virt.hardware [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.944519] env[62220]: DEBUG nova.virt.hardware [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1379.944801] env[62220]: DEBUG nova.virt.hardware [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1379.944993] env[62220]: DEBUG nova.virt.hardware [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1379.945179] env[62220]: DEBUG nova.virt.hardware [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1379.945436] env[62220]: DEBUG nova.virt.hardware [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1379.945656] env[62220]: DEBUG nova.virt.hardware [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1379.946643] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80fc561-f356-4fb9-b074-1b5e99c6b879 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.960577] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c576a97-4015-464b-8b44-612ff4dee2a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.008516] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "db05c5a1-3530-4793-89fd-75b6b860d4f9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.008829] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "db05c5a1-3530-4793-89fd-75b6b860d4f9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.009029] env[62220]: DEBUG nova.compute.manager [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Going to confirm migration 1 {{(pid=62220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1380.034604] env[62220]: INFO nova.compute.manager [-] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Took 1.92 seconds to deallocate network for instance. [ 1380.125364] env[62220]: DEBUG nova.compute.manager [req-bd4aeee8-ade3-44d6-adf4-32bdec1946a7 req-ced9327f-8f1d-47e7-8ed7-af00edafcfbe service nova] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Received event network-vif-deleted-52241696-adf9-4dcb-87eb-2bb3b102643a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1380.135203] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746889, 'name': Rename_Task, 'duration_secs': 1.002103} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.135641] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.136017] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfd74b88-7c9b-4b07-8a1b-71e518ded392 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.146115] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1380.146115] env[62220]: value = "task-1746893" [ 1380.146115] env[62220]: _type = "Task" [ 1380.146115] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.161628] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.174094] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e26dd2b-6a2c-47e5-b83b-56fd6bc5e3b0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.183931] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b201a807-f78b-4449-8b18-578785678632 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.008414] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.014654] env[62220]: DEBUG nova.compute.manager [req-fe868df7-cc3b-4b78-9c9a-3a25dd934195 req-1b8e605b-79d7-4768-a283-c8c1c473b336 service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Received event network-changed-974acdeb-cd1b-4be7-8262-d60b8b92d417 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1381.014824] env[62220]: DEBUG nova.compute.manager [req-fe868df7-cc3b-4b78-9c9a-3a25dd934195 req-1b8e605b-79d7-4768-a283-c8c1c473b336 service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Refreshing instance network info cache due to event network-changed-974acdeb-cd1b-4be7-8262-d60b8b92d417. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1381.015051] env[62220]: DEBUG oslo_concurrency.lockutils [req-fe868df7-cc3b-4b78-9c9a-3a25dd934195 req-1b8e605b-79d7-4768-a283-c8c1c473b336 service nova] Acquiring lock "refresh_cache-578c4873-b6d7-46d5-9891-47ebf73bbdb1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.015194] env[62220]: DEBUG oslo_concurrency.lockutils [req-fe868df7-cc3b-4b78-9c9a-3a25dd934195 req-1b8e605b-79d7-4768-a283-c8c1c473b336 service nova] Acquired lock "refresh_cache-578c4873-b6d7-46d5-9891-47ebf73bbdb1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.015351] env[62220]: DEBUG nova.network.neutron [req-fe868df7-cc3b-4b78-9c9a-3a25dd934195 req-1b8e605b-79d7-4768-a283-c8c1c473b336 service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Refreshing network info cache for port 974acdeb-cd1b-4be7-8262-d60b8b92d417 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.023496] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eaf210-8c2d-4ad9-80b1-ac19dcf372a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.033061] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746893, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.041155] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746892, 'name': ReconfigVM_Task, 'duration_secs': 0.324752} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.041389] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.972551} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.042035] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529/6afadaed-f6fe-4a49-ad8c-6dc52e640529.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.043500] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 00f59708-7070-409d-a189-f55bc6dfd81d/00f59708-7070-409d-a189-f55bc6dfd81d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.043500] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.044090] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc43a30b-b9a5-48b6-828b-75bf84ba8ebe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.048238] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71540979-ec45-4b1c-ab7c-2693b90a18cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.050088] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a953235-d018-4bc1-bd01-736bde861276 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.066167] env[62220]: DEBUG nova.compute.provider_tree [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.069632] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1381.069632] env[62220]: value = "task-1746895" [ 1381.069632] env[62220]: _type = "Task" [ 1381.069632] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.069953] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Waiting for the task: (returnval){ [ 1381.069953] env[62220]: value = "task-1746894" [ 1381.069953] env[62220]: _type = "Task" [ 1381.069953] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.082429] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.086057] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746894, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.175786] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.175786] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.176105] env[62220]: DEBUG nova.network.neutron [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.176105] env[62220]: DEBUG nova.objects.instance [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lazy-loading 'info_cache' on Instance uuid db05c5a1-3530-4793-89fd-75b6b860d4f9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.523685] env[62220]: DEBUG oslo_vmware.api [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746893, 'name': PowerOnVM_Task, 'duration_secs': 1.189189} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.523961] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.524243] env[62220]: INFO nova.compute.manager [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Took 12.14 seconds to spawn the instance on the hypervisor. [ 1381.524443] env[62220]: DEBUG nova.compute.manager [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.525244] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001fa170-8730-4305-8cb7-e34b65a36271 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.572690] env[62220]: DEBUG nova.scheduler.client.report [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1381.599600] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19568} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.599600] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746894, 'name': Rename_Task, 'duration_secs': 0.333061} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.599600] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.599738] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.600534] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f141ea0-4ba8-46fd-974b-6fe7ef4211b9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.603252] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75321bbc-d224-4fc3-959b-9f1a1ac390d0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.632072] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 00f59708-7070-409d-a189-f55bc6dfd81d/00f59708-7070-409d-a189-f55bc6dfd81d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.634811] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27891d3c-04cf-453f-a2c9-9e7abefaa24d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.653904] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Waiting for the task: (returnval){ [ 1381.653904] env[62220]: value = "task-1746896" [ 1381.653904] env[62220]: _type = "Task" [ 1381.653904] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.661427] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1381.661427] env[62220]: value = "task-1746897" [ 1381.661427] env[62220]: _type = "Task" [ 1381.661427] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.667417] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746896, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.675870] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746897, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.004876] env[62220]: DEBUG nova.network.neutron [req-fe868df7-cc3b-4b78-9c9a-3a25dd934195 req-1b8e605b-79d7-4768-a283-c8c1c473b336 service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Updated VIF entry in instance network info cache for port 974acdeb-cd1b-4be7-8262-d60b8b92d417. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.005500] env[62220]: DEBUG nova.network.neutron [req-fe868df7-cc3b-4b78-9c9a-3a25dd934195 req-1b8e605b-79d7-4768-a283-c8c1c473b336 service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Updating instance_info_cache with network_info: [{"id": "974acdeb-cd1b-4be7-8262-d60b8b92d417", "address": "fa:16:3e:65:bf:20", "network": {"id": "22635d94-82bb-4d09-9a70-73f598bcdc00", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-376913246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f48c26e573d84fa39f5155aa5459fbb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974acdeb-cd", "ovs_interfaceid": "974acdeb-cd1b-4be7-8262-d60b8b92d417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.049146] env[62220]: INFO nova.compute.manager [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Took 30.94 seconds to build instance. [ 1382.088833] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.225s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.095386] env[62220]: DEBUG oslo_concurrency.lockutils [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.076s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.095985] env[62220]: DEBUG nova.objects.instance [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Lazy-loading 'resources' on Instance uuid 76a80ba9-4b0e-4764-81de-e9334a97b82c {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.114084] env[62220]: INFO nova.scheduler.client.report [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Deleted allocations for instance a47b863a-06d1-47c0-b6c9-2d59d48cb635 [ 1382.166693] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746896, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.183538] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746897, 'name': ReconfigVM_Task, 'duration_secs': 0.467061} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.186828] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 00f59708-7070-409d-a189-f55bc6dfd81d/00f59708-7070-409d-a189-f55bc6dfd81d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.187545] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-454b9d5a-836f-4cb9-a9a5-d7f7768fdea7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.194521] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1382.194521] env[62220]: value = "task-1746898" [ 1382.194521] env[62220]: _type = "Task" [ 1382.194521] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.207289] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746898, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.280819] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Acquiring lock "c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.281069] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Lock "c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.423440] env[62220]: DEBUG nova.network.neutron [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Successfully updated port: f13b893e-de98-4164-bc58-4c6deb810aa5 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.452458] env[62220]: DEBUG nova.network.neutron [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance_info_cache with network_info: [{"id": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "address": "fa:16:3e:9b:a8:74", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab6059e-be", "ovs_interfaceid": "aab6059e-bef3-4017-b8b0-efabce4bcce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.512013] env[62220]: DEBUG oslo_concurrency.lockutils [req-fe868df7-cc3b-4b78-9c9a-3a25dd934195 req-1b8e605b-79d7-4768-a283-c8c1c473b336 service nova] Releasing lock "refresh_cache-578c4873-b6d7-46d5-9891-47ebf73bbdb1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.525339] env[62220]: DEBUG oslo_concurrency.lockutils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "3f44653f-89dc-449d-8e70-c504b7da9de6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.525662] env[62220]: DEBUG oslo_concurrency.lockutils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "3f44653f-89dc-449d-8e70-c504b7da9de6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.551867] env[62220]: DEBUG oslo_concurrency.lockutils [None req-793d1290-bc9f-460c-a902-d3857e8ab62a tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lock "9ecf87a0-a89a-4bc9-b328-35799b7832b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.447s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.625426] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c3344b1-fb0a-4188-a809-eb6325dcce5b tempest-ServerDiagnosticsTest-986525355 tempest-ServerDiagnosticsTest-986525355-project-member] Lock "a47b863a-06d1-47c0-b6c9-2d59d48cb635" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.829s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.670745] env[62220]: DEBUG oslo_vmware.api [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Task: {'id': task-1746896, 'name': PowerOnVM_Task, 'duration_secs': 0.559144} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.674168] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.674398] env[62220]: DEBUG nova.compute.manager [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.678094] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c097b4-40db-4b62-95ae-df770c21fd7e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.706193] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746898, 'name': Rename_Task, 'duration_secs': 0.216648} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.706193] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.706193] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1736c5be-35ee-4599-bb1b-fe891cd7dba9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.716386] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1382.716386] env[62220]: value = "task-1746899" [ 1382.716386] env[62220]: _type = "Task" [ 1382.716386] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.726219] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.927131] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "refresh_cache-4e2be5d5-3737-44a9-a89a-1e63a70833cb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.927276] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquired lock "refresh_cache-4e2be5d5-3737-44a9-a89a-1e63a70833cb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.927422] env[62220]: DEBUG nova.network.neutron [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.955944] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "refresh_cache-db05c5a1-3530-4793-89fd-75b6b860d4f9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.957186] env[62220]: DEBUG nova.objects.instance [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lazy-loading 'migration_context' on Instance uuid db05c5a1-3530-4793-89fd-75b6b860d4f9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.057528] env[62220]: DEBUG nova.compute.manager [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1383.103376] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbc528e-dd09-48d4-aa5f-31b774519077 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.115600] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d42b9d-12e2-4fe2-9c85-3f2875a7edb2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.151446] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c518a7-e063-444e-81d9-6e712b5b9fdb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.160132] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0f7901-2c97-428b-9340-84449a24f0d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.174094] env[62220]: DEBUG nova.compute.provider_tree [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.197333] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.227045] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.463965] env[62220]: DEBUG nova.network.neutron [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.466946] env[62220]: DEBUG nova.objects.base [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1383.467725] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa240aad-a2e4-40e0-95ad-d8dca2087bcd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.489566] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed0849e-a163-4f02-879f-d519d4b59d39 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.495696] env[62220]: DEBUG oslo_vmware.api [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1383.495696] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5283ee6a-7f87-9ca4-ddd9-dc90f6bf3b46" [ 1383.495696] env[62220]: _type = "Task" [ 1383.495696] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.506591] env[62220]: DEBUG oslo_vmware.api [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5283ee6a-7f87-9ca4-ddd9-dc90f6bf3b46, 'name': SearchDatastore_Task, 'duration_secs': 0.008261} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.506945] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.600943] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.679040] env[62220]: DEBUG nova.scheduler.client.report [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1383.682217] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "87298b64-c97d-4e21-ad71-9db59859e10f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.682462] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "87298b64-c97d-4e21-ad71-9db59859e10f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.683715] env[62220]: DEBUG nova.network.neutron [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Updating instance_info_cache with network_info: [{"id": "f13b893e-de98-4164-bc58-4c6deb810aa5", "address": "fa:16:3e:21:57:0e", "network": {"id": "d4ce0912-7e39-43cf-b446-7a9111806484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1640094921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdd8ff717984dd7b626fc7faf5503e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13b893e-de", "ovs_interfaceid": "f13b893e-de98-4164-bc58-4c6deb810aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.728329] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.184190] env[62220]: DEBUG oslo_concurrency.lockutils [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.191811] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.031s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.191811] env[62220]: INFO nova.compute.claims [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.194428] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Releasing lock "refresh_cache-4e2be5d5-3737-44a9-a89a-1e63a70833cb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.194536] env[62220]: DEBUG nova.compute.manager [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Instance network_info: |[{"id": "f13b893e-de98-4164-bc58-4c6deb810aa5", "address": "fa:16:3e:21:57:0e", "network": {"id": "d4ce0912-7e39-43cf-b446-7a9111806484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1640094921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdd8ff717984dd7b626fc7faf5503e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13b893e-de", "ovs_interfaceid": "f13b893e-de98-4164-bc58-4c6deb810aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1384.195379] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:57:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f13b893e-de98-4164-bc58-4c6deb810aa5', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.203792] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Creating folder: Project (7fdd8ff717984dd7b626fc7faf5503e9). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.205613] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6a22058-a969-42bd-8226-d9448b97e9a5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.221572] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Created folder: Project (7fdd8ff717984dd7b626fc7faf5503e9) in parent group-v363147. [ 1384.221810] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Creating folder: Instances. Parent ref: group-v363201. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.223268] env[62220]: INFO nova.scheduler.client.report [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Deleted allocations for instance 76a80ba9-4b0e-4764-81de-e9334a97b82c [ 1384.239939] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cef0db7a-3887-401c-afae-f1600fdef1ab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.247292] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746899, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.251372] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Created folder: Instances in parent group-v363201. [ 1384.251669] env[62220]: DEBUG oslo.service.loopingcall [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.251851] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.252133] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0a649d0-733d-4937-838d-b6550aa3d06f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.275523] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.275523] env[62220]: value = "task-1746902" [ 1384.275523] env[62220]: _type = "Task" [ 1384.275523] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.287991] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746902, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.731478] env[62220]: DEBUG oslo_vmware.api [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1746899, 'name': PowerOnVM_Task, 'duration_secs': 1.755322} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.731983] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.732367] env[62220]: INFO nova.compute.manager [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Took 12.33 seconds to spawn the instance on the hypervisor. [ 1384.732681] env[62220]: DEBUG nova.compute.manager [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.733956] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01186ba1-1e39-4b29-ad34-68ac9cc906a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.747923] env[62220]: DEBUG oslo_concurrency.lockutils [None req-887e44db-7bd9-4e7c-bd29-2f77d29c3e2b tempest-ServerExternalEventsTest-1263756301 tempest-ServerExternalEventsTest-1263756301-project-member] Lock "76a80ba9-4b0e-4764-81de-e9334a97b82c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.300s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.791385] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746902, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.891980] env[62220]: DEBUG nova.compute.manager [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Received event network-vif-plugged-f13b893e-de98-4164-bc58-4c6deb810aa5 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1384.892261] env[62220]: DEBUG oslo_concurrency.lockutils [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] Acquiring lock "4e2be5d5-3737-44a9-a89a-1e63a70833cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.892444] env[62220]: DEBUG oslo_concurrency.lockutils [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] Lock "4e2be5d5-3737-44a9-a89a-1e63a70833cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.892615] env[62220]: DEBUG oslo_concurrency.lockutils [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] Lock "4e2be5d5-3737-44a9-a89a-1e63a70833cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.892783] env[62220]: DEBUG nova.compute.manager [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] No waiting events found dispatching network-vif-plugged-f13b893e-de98-4164-bc58-4c6deb810aa5 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1384.892946] env[62220]: WARNING nova.compute.manager [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Received unexpected event network-vif-plugged-f13b893e-de98-4164-bc58-4c6deb810aa5 for instance with vm_state building and task_state spawning. [ 1384.894321] env[62220]: DEBUG nova.compute.manager [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Received event network-changed-f13b893e-de98-4164-bc58-4c6deb810aa5 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1384.894526] env[62220]: DEBUG nova.compute.manager [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Refreshing instance network info cache due to event network-changed-f13b893e-de98-4164-bc58-4c6deb810aa5. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1384.894731] env[62220]: DEBUG oslo_concurrency.lockutils [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] Acquiring lock "refresh_cache-4e2be5d5-3737-44a9-a89a-1e63a70833cb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.894875] env[62220]: DEBUG oslo_concurrency.lockutils [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] Acquired lock "refresh_cache-4e2be5d5-3737-44a9-a89a-1e63a70833cb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.895637] env[62220]: DEBUG nova.network.neutron [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Refreshing network info cache for port f13b893e-de98-4164-bc58-4c6deb810aa5 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.257744] env[62220]: INFO nova.compute.manager [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Took 31.60 seconds to build instance. [ 1385.291776] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746902, 'name': CreateVM_Task, 'duration_secs': 0.564645} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.296379] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.297330] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.297330] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.297630] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.298257] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b3cc8e-bf4c-4ece-a910-825e13e82ae1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.308185] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1385.308185] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fd4079-30f7-bbf8-1d79-796e7a95a3d0" [ 1385.308185] env[62220]: _type = "Task" [ 1385.308185] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.318912] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fd4079-30f7-bbf8-1d79-796e7a95a3d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.667123] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3385ed1b-1415-430e-979b-a806bec7f2aa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.678808] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc02df6c-4fbb-4583-bfef-1c14195ad488 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.686586] env[62220]: DEBUG oslo_concurrency.lockutils [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquiring lock "6afadaed-f6fe-4a49-ad8c-6dc52e640529" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.686835] env[62220]: DEBUG oslo_concurrency.lockutils [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Lock "6afadaed-f6fe-4a49-ad8c-6dc52e640529" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.687051] env[62220]: DEBUG oslo_concurrency.lockutils [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquiring lock "6afadaed-f6fe-4a49-ad8c-6dc52e640529-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.687238] env[62220]: DEBUG oslo_concurrency.lockutils [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Lock "6afadaed-f6fe-4a49-ad8c-6dc52e640529-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.687402] env[62220]: DEBUG oslo_concurrency.lockutils [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Lock "6afadaed-f6fe-4a49-ad8c-6dc52e640529-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.690657] env[62220]: INFO nova.compute.manager [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Terminating instance [ 1385.724042] env[62220]: DEBUG nova.network.neutron [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Updated VIF entry in instance network info cache for port f13b893e-de98-4164-bc58-4c6deb810aa5. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.725035] env[62220]: DEBUG nova.network.neutron [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Updating instance_info_cache with network_info: [{"id": "f13b893e-de98-4164-bc58-4c6deb810aa5", "address": "fa:16:3e:21:57:0e", "network": {"id": "d4ce0912-7e39-43cf-b446-7a9111806484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1640094921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdd8ff717984dd7b626fc7faf5503e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13b893e-de", "ovs_interfaceid": "f13b893e-de98-4164-bc58-4c6deb810aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.726403] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da7a787-3c09-4434-b7eb-34712b09b991 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.735973] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcdac95-ca91-48b3-b933-6382250b3d4c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.750239] env[62220]: DEBUG nova.compute.provider_tree [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.763844] env[62220]: DEBUG oslo_concurrency.lockutils [None req-32fe2d2b-e3ad-4807-b8c3-ca2aafc71079 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "00f59708-7070-409d-a189-f55bc6dfd81d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.675s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.821724] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fd4079-30f7-bbf8-1d79-796e7a95a3d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012831} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.822210] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.822553] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.822959] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.823300] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.823589] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.824060] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e26f2d5-f4f7-4c74-83f3-c5fe96b024d9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.835816] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.835816] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.836088] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fede0646-3c7b-4659-8810-59a97c5b1b07 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.841246] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1385.841246] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525ec688-e150-6053-e586-d49eac6884be" [ 1385.841246] env[62220]: _type = "Task" [ 1385.841246] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.852365] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525ec688-e150-6053-e586-d49eac6884be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.865447] env[62220]: DEBUG nova.compute.manager [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.866334] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f30d074-f5b8-4f18-b817-39b60c90a5d5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.098525] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "79132dd8-ba03-4815-aa2b-dd238ea9726c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.098938] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "79132dd8-ba03-4815-aa2b-dd238ea9726c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.230666] env[62220]: DEBUG oslo_concurrency.lockutils [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquiring lock "refresh_cache-6afadaed-f6fe-4a49-ad8c-6dc52e640529" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.230864] env[62220]: DEBUG oslo_concurrency.lockutils [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquired lock "refresh_cache-6afadaed-f6fe-4a49-ad8c-6dc52e640529" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.231071] env[62220]: DEBUG nova.network.neutron [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.232789] env[62220]: DEBUG oslo_concurrency.lockutils [req-1805db10-c6a4-4c7b-90f7-c865a509bf19 req-535a9656-7c0b-4d38-93e8-17ff911a87ac service nova] Releasing lock "refresh_cache-4e2be5d5-3737-44a9-a89a-1e63a70833cb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.253480] env[62220]: DEBUG nova.scheduler.client.report [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1386.268889] env[62220]: DEBUG nova.compute.manager [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1386.356511] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525ec688-e150-6053-e586-d49eac6884be, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.357130] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23bd32be-709b-42b4-8ecd-54a6279dbb95 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.362662] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1386.362662] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fd02ec-f20e-6792-f65a-f2209d90d537" [ 1386.362662] env[62220]: _type = "Task" [ 1386.362662] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.371051] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fd02ec-f20e-6792-f65a-f2209d90d537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.378211] env[62220]: INFO nova.compute.manager [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] instance snapshotting [ 1386.385100] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcac43c-a79e-484e-8751-1bbbed9a0c88 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.406869] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419df1cc-225e-4338-ad5a-4c39adef54a8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.754226] env[62220]: DEBUG nova.network.neutron [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.761090] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.761681] env[62220]: DEBUG nova.compute.manager [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1386.767636] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.067s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.767945] env[62220]: DEBUG nova.objects.instance [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Lazy-loading 'resources' on Instance uuid a4adc67a-67fb-4576-9315-eb3ed338c166 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.811642] env[62220]: DEBUG oslo_concurrency.lockutils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.854402] env[62220]: DEBUG nova.network.neutron [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.863569] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.863569] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.876861] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fd02ec-f20e-6792-f65a-f2209d90d537, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.877019] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.877740] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 4e2be5d5-3737-44a9-a89a-1e63a70833cb/4e2be5d5-3737-44a9-a89a-1e63a70833cb.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.877908] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06e9a382-20bf-4f22-8b57-04af48a051cd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.886297] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1386.886297] env[62220]: value = "task-1746903" [ 1386.886297] env[62220]: _type = "Task" [ 1386.886297] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.900889] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1746903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.917752] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1386.918499] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17a0b409-d841-4d16-ac88-9d4786e6f144 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.932728] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1386.932728] env[62220]: value = "task-1746904" [ 1386.932728] env[62220]: _type = "Task" [ 1386.932728] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.945643] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746904, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.271036] env[62220]: DEBUG nova.compute.utils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1387.283028] env[62220]: DEBUG nova.compute.manager [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1387.283028] env[62220]: DEBUG nova.network.neutron [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1387.338010] env[62220]: DEBUG nova.policy [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80e0268141f74e9487685b59a6a654b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1f538b8a9184386bd108aeede7b9f2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1387.362658] env[62220]: DEBUG oslo_concurrency.lockutils [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Releasing lock "refresh_cache-6afadaed-f6fe-4a49-ad8c-6dc52e640529" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.363202] env[62220]: DEBUG nova.compute.manager [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.363482] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.364553] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120580f3-6e17-40ba-9fde-785c7f0576ae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.374636] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.375115] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7167e70-b9e0-4a3f-bf96-31ae5d5f68e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.381898] env[62220]: DEBUG oslo_vmware.api [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1387.381898] env[62220]: value = "task-1746905" [ 1387.381898] env[62220]: _type = "Task" [ 1387.381898] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.396804] env[62220]: DEBUG oslo_vmware.api [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.401649] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1746903, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.441886] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746904, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.535045] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "a822bbdb-accd-4d13-9335-bc4bf0515601" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.535532] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.677014] env[62220]: DEBUG nova.network.neutron [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Successfully created port: b1c6f800-9d89-4294-af93-a7bde3a4ea69 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.772094] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a30f5e-3f36-4f3e-8bb3-2249fdb3b64c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.780221] env[62220]: DEBUG nova.compute.manager [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1387.783524] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d0dd46-14e1-45aa-ba87-96095a0ebff8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.823455] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bb5fae-f610-4707-b11d-2cf7cb670844 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.832375] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2478e8a8-3554-444c-95f5-7aa12250392c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.846906] env[62220]: DEBUG nova.compute.provider_tree [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.893479] env[62220]: DEBUG oslo_vmware.api [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746905, 'name': PowerOffVM_Task, 'duration_secs': 0.142299} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.897501] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.897829] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.898153] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf8a82d4-6a1d-482b-afc3-bce95aa6f263 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.909861] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1746903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582112} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.910463] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 4e2be5d5-3737-44a9-a89a-1e63a70833cb/4e2be5d5-3737-44a9-a89a-1e63a70833cb.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1387.910746] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1387.911107] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4da59947-169d-4466-a49e-a6309fd85bce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.918341] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1387.918341] env[62220]: value = "task-1746907" [ 1387.918341] env[62220]: _type = "Task" [ 1387.918341] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.930778] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.931144] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.931217] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Deleting the datastore file [datastore1] 6afadaed-f6fe-4a49-ad8c-6dc52e640529 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.934731] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dd91141-27a6-4584-a5e3-4e893eb74cde {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.936912] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1746907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.946660] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746904, 'name': CreateSnapshot_Task, 'duration_secs': 1.01611} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.948308] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1387.948698] env[62220]: DEBUG oslo_vmware.api [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for the task: (returnval){ [ 1387.948698] env[62220]: value = "task-1746908" [ 1387.948698] env[62220]: _type = "Task" [ 1387.948698] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.949488] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69b5512-a606-4230-8193-09bf34818974 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.953126] env[62220]: DEBUG nova.network.neutron [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Successfully created port: f0b3b20d-62bc-4462-900e-64832822ca53 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.974020] env[62220]: DEBUG oslo_vmware.api [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.124784] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "efe494c9-6f6d-430f-afb9-7f07417c50e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.125037] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "efe494c9-6f6d-430f-afb9-7f07417c50e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.309049] env[62220]: DEBUG nova.network.neutron [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Successfully created port: 20a1cbd5-c636-40be-a21f-f3bf054df858 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1388.353339] env[62220]: DEBUG nova.scheduler.client.report [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1388.430074] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1746907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075435} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.430453] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1388.431562] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cdc933-f575-4cae-a313-cbc4109eb3a1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.457132] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 4e2be5d5-3737-44a9-a89a-1e63a70833cb/4e2be5d5-3737-44a9-a89a-1e63a70833cb.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.457963] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba7ed6f2-21f3-4067-814a-1474680e5292 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.483726] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1388.484080] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cea1f91c-67fd-4d47-ae0a-48db52b6f2cf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.493900] env[62220]: DEBUG oslo_vmware.api [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Task: {'id': task-1746908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174055} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.495861] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.496086] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.496281] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.496459] env[62220]: INFO nova.compute.manager [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1388.496697] env[62220]: DEBUG oslo.service.loopingcall [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.496953] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1388.496953] env[62220]: value = "task-1746910" [ 1388.496953] env[62220]: _type = "Task" [ 1388.496953] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.497257] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1388.497257] env[62220]: value = "task-1746909" [ 1388.497257] env[62220]: _type = "Task" [ 1388.497257] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.497705] env[62220]: DEBUG nova.compute.manager [-] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.497705] env[62220]: DEBUG nova.network.neutron [-] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.510260] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746910, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.514669] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1746909, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.528016] env[62220]: DEBUG nova.network.neutron [-] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.590829] env[62220]: DEBUG nova.compute.manager [req-18aaf551-582e-45fd-8730-30325e3a618f req-98081953-5e69-489f-9c5f-9754c4a70327 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Received event network-changed-badf2061-94d3-4dac-bcfc-6472ea1085b1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1388.591675] env[62220]: DEBUG nova.compute.manager [req-18aaf551-582e-45fd-8730-30325e3a618f req-98081953-5e69-489f-9c5f-9754c4a70327 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Refreshing instance network info cache due to event network-changed-badf2061-94d3-4dac-bcfc-6472ea1085b1. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1388.591877] env[62220]: DEBUG oslo_concurrency.lockutils [req-18aaf551-582e-45fd-8730-30325e3a618f req-98081953-5e69-489f-9c5f-9754c4a70327 service nova] Acquiring lock "refresh_cache-00f59708-7070-409d-a189-f55bc6dfd81d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.592112] env[62220]: DEBUG oslo_concurrency.lockutils [req-18aaf551-582e-45fd-8730-30325e3a618f req-98081953-5e69-489f-9c5f-9754c4a70327 service nova] Acquired lock "refresh_cache-00f59708-7070-409d-a189-f55bc6dfd81d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.592275] env[62220]: DEBUG nova.network.neutron [req-18aaf551-582e-45fd-8730-30325e3a618f req-98081953-5e69-489f-9c5f-9754c4a70327 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Refreshing network info cache for port badf2061-94d3-4dac-bcfc-6472ea1085b1 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.809397] env[62220]: DEBUG nova.compute.manager [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1388.839927] env[62220]: DEBUG nova.virt.hardware [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1388.840289] env[62220]: DEBUG nova.virt.hardware [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1388.840355] env[62220]: DEBUG nova.virt.hardware [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.840505] env[62220]: DEBUG nova.virt.hardware [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1388.840650] env[62220]: DEBUG nova.virt.hardware [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.840798] env[62220]: DEBUG nova.virt.hardware [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1388.841019] env[62220]: DEBUG nova.virt.hardware [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1388.841380] env[62220]: DEBUG nova.virt.hardware [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1388.841380] env[62220]: DEBUG nova.virt.hardware [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1388.841500] env[62220]: DEBUG nova.virt.hardware [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1388.841663] env[62220]: DEBUG nova.virt.hardware [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1388.842544] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b0f475-6987-4cf6-8fcf-e71506bac4a8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.850589] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40130326-1bd5-4c43-aa31-ae60abc339e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.864604] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.866824] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.868373] env[62220]: INFO nova.compute.claims [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.901916] env[62220]: INFO nova.scheduler.client.report [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Deleted allocations for instance a4adc67a-67fb-4576-9315-eb3ed338c166 [ 1389.014564] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1746909, 'name': ReconfigVM_Task, 'duration_secs': 0.322511} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.017758] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 4e2be5d5-3737-44a9-a89a-1e63a70833cb/4e2be5d5-3737-44a9-a89a-1e63a70833cb.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.018623] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746910, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.018903] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7112bc0-7101-4afc-8008-40165b8649d4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.025548] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1389.025548] env[62220]: value = "task-1746911" [ 1389.025548] env[62220]: _type = "Task" [ 1389.025548] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.029775] env[62220]: DEBUG nova.network.neutron [-] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.033702] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1746911, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.412713] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d1438b3b-1641-458b-a1bd-b51dcdcfa9ac tempest-ServerDiagnosticsV248Test-863144839 tempest-ServerDiagnosticsV248Test-863144839-project-member] Lock "a4adc67a-67fb-4576-9315-eb3ed338c166" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.015s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.516177] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746910, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.538458] env[62220]: INFO nova.compute.manager [-] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Took 1.04 seconds to deallocate network for instance. [ 1389.538799] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1746911, 'name': Rename_Task, 'duration_secs': 0.175108} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.540558] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.540807] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ed65d38-6317-4949-aaef-02015987fdb6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.555473] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1389.555473] env[62220]: value = "task-1746912" [ 1389.555473] env[62220]: _type = "Task" [ 1389.555473] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.573476] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1746912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.577087] env[62220]: DEBUG nova.network.neutron [req-18aaf551-582e-45fd-8730-30325e3a618f req-98081953-5e69-489f-9c5f-9754c4a70327 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Updated VIF entry in instance network info cache for port badf2061-94d3-4dac-bcfc-6472ea1085b1. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.577087] env[62220]: DEBUG nova.network.neutron [req-18aaf551-582e-45fd-8730-30325e3a618f req-98081953-5e69-489f-9c5f-9754c4a70327 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Updating instance_info_cache with network_info: [{"id": "badf2061-94d3-4dac-bcfc-6472ea1085b1", "address": "fa:16:3e:c2:d5:2c", "network": {"id": "f462fea0-df0d-415a-818b-8248add36c2b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1461643674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3732c6a838c345f8951c39d6db7404d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadf2061-94", "ovs_interfaceid": "badf2061-94d3-4dac-bcfc-6472ea1085b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.017410] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746910, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.050730] env[62220]: DEBUG oslo_concurrency.lockutils [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.070321] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1746912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.081116] env[62220]: DEBUG oslo_concurrency.lockutils [req-18aaf551-582e-45fd-8730-30325e3a618f req-98081953-5e69-489f-9c5f-9754c4a70327 service nova] Releasing lock "refresh_cache-00f59708-7070-409d-a189-f55bc6dfd81d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.141310] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "834acbd8-9d62-4503-9782-9c8ded4c4934" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.141310] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "834acbd8-9d62-4503-9782-9c8ded4c4934" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.391908] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91b6132-a19f-4d32-8474-95df0681f2bb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.397858] env[62220]: DEBUG nova.network.neutron [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Successfully updated port: b1c6f800-9d89-4294-af93-a7bde3a4ea69 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1390.412383] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88d3b24-ef66-4668-af9e-898b5eebdec3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.458843] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf58bac-f163-4ee4-b80f-4abae9156eff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.468358] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae62085-3a7c-44f2-b2cd-d2962aaf0aab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.486343] env[62220]: DEBUG nova.compute.provider_tree [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.518123] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746910, 'name': CloneVM_Task} progress is 95%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.573257] env[62220]: DEBUG oslo_vmware.api [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1746912, 'name': PowerOnVM_Task, 'duration_secs': 0.766377} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.573537] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.573732] env[62220]: INFO nova.compute.manager [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1390.573911] env[62220]: DEBUG nova.compute.manager [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.574725] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7ebdb4-3ea8-4d63-a3ac-dfdf66e9ed48 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.990749] env[62220]: DEBUG nova.scheduler.client.report [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1391.020177] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746910, 'name': CloneVM_Task, 'duration_secs': 2.248695} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.020454] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Created linked-clone VM from snapshot [ 1391.021470] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28469cc3-1387-4e37-86ab-33f6fca8ebb7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.033834] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Uploading image 4dab32f9-dd7c-47c7-ba4e-01cc5fef6113 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1391.067159] env[62220]: DEBUG nova.compute.manager [req-18d50d76-4f18-4a4d-b372-8f95bc9f7744 req-0e07a622-b7fd-4ed1-b177-fdd05f9d2ab9 service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Received event network-vif-plugged-b1c6f800-9d89-4294-af93-a7bde3a4ea69 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1391.067402] env[62220]: DEBUG oslo_concurrency.lockutils [req-18d50d76-4f18-4a4d-b372-8f95bc9f7744 req-0e07a622-b7fd-4ed1-b177-fdd05f9d2ab9 service nova] Acquiring lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.067760] env[62220]: DEBUG oslo_concurrency.lockutils [req-18d50d76-4f18-4a4d-b372-8f95bc9f7744 req-0e07a622-b7fd-4ed1-b177-fdd05f9d2ab9 service nova] Lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.067874] env[62220]: DEBUG oslo_concurrency.lockutils [req-18d50d76-4f18-4a4d-b372-8f95bc9f7744 req-0e07a622-b7fd-4ed1-b177-fdd05f9d2ab9 service nova] Lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.074814] env[62220]: DEBUG nova.compute.manager [req-18d50d76-4f18-4a4d-b372-8f95bc9f7744 req-0e07a622-b7fd-4ed1-b177-fdd05f9d2ab9 service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] No waiting events found dispatching network-vif-plugged-b1c6f800-9d89-4294-af93-a7bde3a4ea69 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1391.075263] env[62220]: WARNING nova.compute.manager [req-18d50d76-4f18-4a4d-b372-8f95bc9f7744 req-0e07a622-b7fd-4ed1-b177-fdd05f9d2ab9 service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Received unexpected event network-vif-plugged-b1c6f800-9d89-4294-af93-a7bde3a4ea69 for instance with vm_state building and task_state spawning. [ 1391.077861] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1391.077861] env[62220]: value = "vm-363205" [ 1391.077861] env[62220]: _type = "VirtualMachine" [ 1391.077861] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1391.079569] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-70c6dcdb-6e31-4219-91bf-fef5f847ae70 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.093494] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lease: (returnval){ [ 1391.093494] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f72404-422e-56fc-e568-e1e7aa34f839" [ 1391.093494] env[62220]: _type = "HttpNfcLease" [ 1391.093494] env[62220]: } obtained for exporting VM: (result){ [ 1391.093494] env[62220]: value = "vm-363205" [ 1391.093494] env[62220]: _type = "VirtualMachine" [ 1391.093494] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1391.093494] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the lease: (returnval){ [ 1391.093494] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f72404-422e-56fc-e568-e1e7aa34f839" [ 1391.093494] env[62220]: _type = "HttpNfcLease" [ 1391.093494] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1391.100231] env[62220]: INFO nova.compute.manager [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Took 35.30 seconds to build instance. [ 1391.106471] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1391.106471] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f72404-422e-56fc-e568-e1e7aa34f839" [ 1391.106471] env[62220]: _type = "HttpNfcLease" [ 1391.106471] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1391.106924] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1391.106924] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f72404-422e-56fc-e568-e1e7aa34f839" [ 1391.106924] env[62220]: _type = "HttpNfcLease" [ 1391.106924] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1391.107834] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510ccdf3-018c-4824-bed5-7fa663ab81fb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.119249] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c096b-4708-0807-9c56-3e4e90374e8c/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1391.119249] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c096b-4708-0807-9c56-3e4e90374e8c/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1391.280768] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-07fd8483-8a12-4bc4-b57a-cb5ec8aa01d5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.354908] env[62220]: DEBUG nova.compute.manager [req-75a8b882-220c-4855-b4c6-18828778be4b req-cd000120-c40e-4429-932c-e594fcd52151 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Received event network-changed-badf2061-94d3-4dac-bcfc-6472ea1085b1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1391.355121] env[62220]: DEBUG nova.compute.manager [req-75a8b882-220c-4855-b4c6-18828778be4b req-cd000120-c40e-4429-932c-e594fcd52151 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Refreshing instance network info cache due to event network-changed-badf2061-94d3-4dac-bcfc-6472ea1085b1. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1391.355501] env[62220]: DEBUG oslo_concurrency.lockutils [req-75a8b882-220c-4855-b4c6-18828778be4b req-cd000120-c40e-4429-932c-e594fcd52151 service nova] Acquiring lock "refresh_cache-00f59708-7070-409d-a189-f55bc6dfd81d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.355611] env[62220]: DEBUG oslo_concurrency.lockutils [req-75a8b882-220c-4855-b4c6-18828778be4b req-cd000120-c40e-4429-932c-e594fcd52151 service nova] Acquired lock "refresh_cache-00f59708-7070-409d-a189-f55bc6dfd81d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.355825] env[62220]: DEBUG nova.network.neutron [req-75a8b882-220c-4855-b4c6-18828778be4b req-cd000120-c40e-4429-932c-e594fcd52151 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Refreshing network info cache for port badf2061-94d3-4dac-bcfc-6472ea1085b1 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.497855] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.498542] env[62220]: DEBUG nova.compute.manager [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.505336] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.996s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.506843] env[62220]: INFO nova.compute.claims [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.604200] env[62220]: DEBUG oslo_concurrency.lockutils [None req-80a8e12a-02d7-4748-ab4a-35c5607e3bf6 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "4e2be5d5-3737-44a9-a89a-1e63a70833cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.816s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.672138] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "72718b40-5a93-40c5-bd33-84dfa5e1fa05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.674736] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "72718b40-5a93-40c5-bd33-84dfa5e1fa05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.006881] env[62220]: DEBUG nova.compute.utils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1392.010392] env[62220]: DEBUG nova.compute.manager [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1392.010760] env[62220]: DEBUG nova.network.neutron [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.107033] env[62220]: DEBUG nova.compute.manager [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.119067] env[62220]: DEBUG nova.policy [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3db46887d12f44fb9a109a298f64c482', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94aff9e2a5bf4021a473b185034a5405', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.492580] env[62220]: DEBUG nova.network.neutron [req-75a8b882-220c-4855-b4c6-18828778be4b req-cd000120-c40e-4429-932c-e594fcd52151 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Updated VIF entry in instance network info cache for port badf2061-94d3-4dac-bcfc-6472ea1085b1. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.494684] env[62220]: DEBUG nova.network.neutron [req-75a8b882-220c-4855-b4c6-18828778be4b req-cd000120-c40e-4429-932c-e594fcd52151 service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Updating instance_info_cache with network_info: [{"id": "badf2061-94d3-4dac-bcfc-6472ea1085b1", "address": "fa:16:3e:c2:d5:2c", "network": {"id": "f462fea0-df0d-415a-818b-8248add36c2b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1461643674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3732c6a838c345f8951c39d6db7404d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadf2061-94", "ovs_interfaceid": "badf2061-94d3-4dac-bcfc-6472ea1085b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.517318] env[62220]: DEBUG nova.compute.manager [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.533501] env[62220]: DEBUG nova.network.neutron [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Successfully created port: 49833add-9c32-4eff-a9aa-187932d17879 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.638543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.945405] env[62220]: DEBUG nova.network.neutron [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Successfully updated port: f0b3b20d-62bc-4462-900e-64832822ca53 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1393.010252] env[62220]: DEBUG oslo_concurrency.lockutils [req-75a8b882-220c-4855-b4c6-18828778be4b req-cd000120-c40e-4429-932c-e594fcd52151 service nova] Releasing lock "refresh_cache-00f59708-7070-409d-a189-f55bc6dfd81d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.211619] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac2c9ad-5413-4419-a3b3-d8393dba77dd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.219133] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d963f13b-1a8b-49ce-8d57-e981fbbda2c9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.252141] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629856bf-dca3-4533-9059-63e2ea963282 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.261514] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e106bb5-bc89-4807-afec-33d8b2264aa3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.282196] env[62220]: DEBUG nova.compute.provider_tree [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.457195] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Acquiring lock "fc66c14c-3d5f-4185-a0b1-51da2189c359" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.457556] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Lock "fc66c14c-3d5f-4185-a0b1-51da2189c359" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.529680] env[62220]: DEBUG nova.compute.manager [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1393.560685] env[62220]: DEBUG nova.virt.hardware [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1393.560685] env[62220]: DEBUG nova.virt.hardware [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1393.560685] env[62220]: DEBUG nova.virt.hardware [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.560969] env[62220]: DEBUG nova.virt.hardware [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1393.560969] env[62220]: DEBUG nova.virt.hardware [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.560969] env[62220]: DEBUG nova.virt.hardware [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1393.562329] env[62220]: DEBUG nova.virt.hardware [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1393.562329] env[62220]: DEBUG nova.virt.hardware [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1393.562329] env[62220]: DEBUG nova.virt.hardware [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1393.562475] env[62220]: DEBUG nova.virt.hardware [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1393.562791] env[62220]: DEBUG nova.virt.hardware [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1393.564224] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff686def-dad9-406b-890c-8a0250de13a6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.572868] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861d087a-83d6-471a-8d2a-7807773736ab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.788183] env[62220]: DEBUG nova.scheduler.client.report [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1393.898156] env[62220]: DEBUG nova.compute.manager [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Received event network-changed-b1c6f800-9d89-4294-af93-a7bde3a4ea69 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1393.898156] env[62220]: DEBUG nova.compute.manager [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Refreshing instance network info cache due to event network-changed-b1c6f800-9d89-4294-af93-a7bde3a4ea69. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1393.898156] env[62220]: DEBUG oslo_concurrency.lockutils [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] Acquiring lock "refresh_cache-d69b10f9-4a23-42a7-ab16-edc81bfe8271" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.898156] env[62220]: DEBUG oslo_concurrency.lockutils [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] Acquired lock "refresh_cache-d69b10f9-4a23-42a7-ab16-edc81bfe8271" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.898156] env[62220]: DEBUG nova.network.neutron [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Refreshing network info cache for port b1c6f800-9d89-4294-af93-a7bde3a4ea69 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.295434] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.296154] env[62220]: DEBUG nova.compute.manager [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1394.303265] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.796s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.303265] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.303265] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1394.303265] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.628s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.303265] env[62220]: INFO nova.compute.claims [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.307989] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e7c260-348b-40d3-8537-943187741422 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.319397] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bed172-42de-4d1b-b94f-cf8bfb6ef84e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.342030] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e02da2-d29a-42c7-8832-5488c8e05323 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.348734] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aca0c6-3a48-4139-b703-c7311fedc538 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.397218] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180638MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1394.397934] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.482842] env[62220]: DEBUG nova.network.neutron [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.701551] env[62220]: DEBUG nova.network.neutron [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.811118] env[62220]: DEBUG nova.compute.utils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1394.817192] env[62220]: DEBUG nova.compute.manager [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1394.817421] env[62220]: DEBUG nova.network.neutron [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.045234] env[62220]: DEBUG nova.policy [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bd962bedec64b88acbb4ee308e2a8ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6e0cf8e20724eedbb8ef4434bd5a1d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1395.047303] env[62220]: DEBUG nova.network.neutron [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Successfully updated port: 49833add-9c32-4eff-a9aa-187932d17879 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1395.209073] env[62220]: DEBUG oslo_concurrency.lockutils [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] Releasing lock "refresh_cache-d69b10f9-4a23-42a7-ab16-edc81bfe8271" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.209073] env[62220]: DEBUG nova.compute.manager [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Received event network-vif-plugged-f0b3b20d-62bc-4462-900e-64832822ca53 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1395.209073] env[62220]: DEBUG oslo_concurrency.lockutils [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] Acquiring lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.209073] env[62220]: DEBUG oslo_concurrency.lockutils [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] Lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.209073] env[62220]: DEBUG oslo_concurrency.lockutils [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] Lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.209303] env[62220]: DEBUG nova.compute.manager [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] No waiting events found dispatching network-vif-plugged-f0b3b20d-62bc-4462-900e-64832822ca53 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1395.209303] env[62220]: WARNING nova.compute.manager [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Received unexpected event network-vif-plugged-f0b3b20d-62bc-4462-900e-64832822ca53 for instance with vm_state building and task_state spawning. [ 1395.209303] env[62220]: DEBUG nova.compute.manager [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Received event network-changed-f0b3b20d-62bc-4462-900e-64832822ca53 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1395.209303] env[62220]: DEBUG nova.compute.manager [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Refreshing instance network info cache due to event network-changed-f0b3b20d-62bc-4462-900e-64832822ca53. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1395.209303] env[62220]: DEBUG oslo_concurrency.lockutils [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] Acquiring lock "refresh_cache-d69b10f9-4a23-42a7-ab16-edc81bfe8271" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.209472] env[62220]: DEBUG oslo_concurrency.lockutils [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] Acquired lock "refresh_cache-d69b10f9-4a23-42a7-ab16-edc81bfe8271" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.209472] env[62220]: DEBUG nova.network.neutron [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Refreshing network info cache for port f0b3b20d-62bc-4462-900e-64832822ca53 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.322155] env[62220]: DEBUG nova.compute.manager [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1395.551041] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "refresh_cache-a9462f81-92ac-483d-a8b4-51cd521b8e66" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.551823] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "refresh_cache-a9462f81-92ac-483d-a8b4-51cd521b8e66" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.551823] env[62220]: DEBUG nova.network.neutron [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.754765] env[62220]: DEBUG nova.network.neutron [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Successfully created port: 74eb3a8d-cb5a-4fa8-a427-2b11bb615172 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.811122] env[62220]: DEBUG nova.network.neutron [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.887130] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2bbf05-7cbd-45c4-8752-538ae811cacf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.901192] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c6d6a2-303a-46d9-8292-f918d864c582 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.949234] env[62220]: DEBUG nova.network.neutron [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Successfully updated port: 20a1cbd5-c636-40be-a21f-f3bf054df858 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1395.951091] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0720853-0a4d-4ac8-813b-85b9a910ef37 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.960938] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e040c3-9a02-4566-b72f-39e658d930de {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.979609] env[62220]: DEBUG nova.compute.provider_tree [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.108064] env[62220]: DEBUG nova.network.neutron [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.126216] env[62220]: DEBUG nova.network.neutron [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1396.331199] env[62220]: DEBUG nova.compute.manager [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1396.362109] env[62220]: DEBUG nova.virt.hardware [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1396.362387] env[62220]: DEBUG nova.virt.hardware [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1396.363203] env[62220]: DEBUG nova.virt.hardware [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.363436] env[62220]: DEBUG nova.virt.hardware [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1396.363676] env[62220]: DEBUG nova.virt.hardware [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.363868] env[62220]: DEBUG nova.virt.hardware [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1396.364115] env[62220]: DEBUG nova.virt.hardware [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1396.364349] env[62220]: DEBUG nova.virt.hardware [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1396.364584] env[62220]: DEBUG nova.virt.hardware [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1396.364755] env[62220]: DEBUG nova.virt.hardware [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1396.364961] env[62220]: DEBUG nova.virt.hardware [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1396.366088] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711b5b17-f397-4b01-b790-afafd224c385 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.376053] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f34c57-ddce-42b0-b22b-71bf92699f76 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.456781] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "refresh_cache-d69b10f9-4a23-42a7-ab16-edc81bfe8271" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.485172] env[62220]: DEBUG nova.scheduler.client.report [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1396.610575] env[62220]: DEBUG oslo_concurrency.lockutils [req-13500902-de79-4065-b32f-532185d842ae req-f766bf34-7765-4767-b476-69c09e6de52e service nova] Releasing lock "refresh_cache-d69b10f9-4a23-42a7-ab16-edc81bfe8271" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.611332] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquired lock "refresh_cache-d69b10f9-4a23-42a7-ab16-edc81bfe8271" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.611332] env[62220]: DEBUG nova.network.neutron [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.615921] env[62220]: DEBUG nova.network.neutron [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Updating instance_info_cache with network_info: [{"id": "49833add-9c32-4eff-a9aa-187932d17879", "address": "fa:16:3e:8f:b6:ee", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49833add-9c", "ovs_interfaceid": "49833add-9c32-4eff-a9aa-187932d17879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.665288] env[62220]: DEBUG nova.compute.manager [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Received event network-changed-f13b893e-de98-4164-bc58-4c6deb810aa5 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1396.665288] env[62220]: DEBUG nova.compute.manager [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Refreshing instance network info cache due to event network-changed-f13b893e-de98-4164-bc58-4c6deb810aa5. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1396.665288] env[62220]: DEBUG oslo_concurrency.lockutils [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] Acquiring lock "refresh_cache-4e2be5d5-3737-44a9-a89a-1e63a70833cb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.665288] env[62220]: DEBUG oslo_concurrency.lockutils [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] Acquired lock "refresh_cache-4e2be5d5-3737-44a9-a89a-1e63a70833cb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.665288] env[62220]: DEBUG nova.network.neutron [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Refreshing network info cache for port f13b893e-de98-4164-bc58-4c6deb810aa5 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.990686] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.991446] env[62220]: DEBUG nova.compute.manager [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1396.994826] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.115s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.995083] env[62220]: DEBUG nova.objects.instance [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Lazy-loading 'resources' on Instance uuid c184791a-5b7f-44c3-bbae-e6c67f8643ca {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.119641] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "refresh_cache-a9462f81-92ac-483d-a8b4-51cd521b8e66" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.119641] env[62220]: DEBUG nova.compute.manager [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Instance network_info: |[{"id": "49833add-9c32-4eff-a9aa-187932d17879", "address": "fa:16:3e:8f:b6:ee", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49833add-9c", "ovs_interfaceid": "49833add-9c32-4eff-a9aa-187932d17879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1397.119987] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:b6:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49833add-9c32-4eff-a9aa-187932d17879', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1397.133412] env[62220]: DEBUG oslo.service.loopingcall [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.134565] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1397.134835] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3076e96e-3463-49f8-b6fd-7152289263f1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.160489] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1397.160489] env[62220]: value = "task-1746914" [ 1397.160489] env[62220]: _type = "Task" [ 1397.160489] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.172709] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746914, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.173827] env[62220]: DEBUG nova.network.neutron [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.503210] env[62220]: DEBUG nova.compute.utils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1397.505483] env[62220]: DEBUG nova.compute.manager [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Not allocating networking since 'none' was specified. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1397.678283] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746914, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.811616] env[62220]: DEBUG nova.network.neutron [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Updated VIF entry in instance network info cache for port f13b893e-de98-4164-bc58-4c6deb810aa5. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.811985] env[62220]: DEBUG nova.network.neutron [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Updating instance_info_cache with network_info: [{"id": "f13b893e-de98-4164-bc58-4c6deb810aa5", "address": "fa:16:3e:21:57:0e", "network": {"id": "d4ce0912-7e39-43cf-b446-7a9111806484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1640094921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdd8ff717984dd7b626fc7faf5503e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13b893e-de", "ovs_interfaceid": "f13b893e-de98-4164-bc58-4c6deb810aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.009094] env[62220]: DEBUG nova.compute.manager [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1398.126397] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0c8f6e-95d7-4b48-ba41-cb528fe9a00c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.134900] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d457c1bf-b596-4d7d-94a5-f8a1f17eafb8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.185881] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2021d456-08f4-4378-b8d3-9ab3432fca06 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.198583] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a079ffa-1e74-4b7b-a0a1-8717cf4f0e31 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.202710] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746914, 'name': CreateVM_Task, 'duration_secs': 0.794318} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.202926] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.204811] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.204811] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.204908] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1398.205211] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e7a4c16-5ab7-4e57-82b5-f16c83b79708 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.219486] env[62220]: DEBUG nova.compute.provider_tree [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.225501] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1398.225501] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521b8dcd-17bf-8d53-a70f-d20c3e2c380c" [ 1398.225501] env[62220]: _type = "Task" [ 1398.225501] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.230131] env[62220]: DEBUG nova.network.neutron [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Successfully updated port: 74eb3a8d-cb5a-4fa8-a427-2b11bb615172 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.238779] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521b8dcd-17bf-8d53-a70f-d20c3e2c380c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.266386] env[62220]: DEBUG nova.network.neutron [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Updating instance_info_cache with network_info: [{"id": "b1c6f800-9d89-4294-af93-a7bde3a4ea69", "address": "fa:16:3e:ed:18:ac", "network": {"id": "206325ab-2430-44b0-8dae-44e027838f0a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1932371849", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c6f800-9d", "ovs_interfaceid": "b1c6f800-9d89-4294-af93-a7bde3a4ea69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0b3b20d-62bc-4462-900e-64832822ca53", "address": "fa:16:3e:0c:03:fe", "network": {"id": "28fe64bf-945c-4ee8-8ebf-087b9f1afa64", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1391257010", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b3b20d-62", "ovs_interfaceid": "f0b3b20d-62bc-4462-900e-64832822ca53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20a1cbd5-c636-40be-a21f-f3bf054df858", "address": "fa:16:3e:7d:3a:19", "network": {"id": "206325ab-2430-44b0-8dae-44e027838f0a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1932371849", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1cbd5-c6", "ovs_interfaceid": "20a1cbd5-c636-40be-a21f-f3bf054df858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.314894] env[62220]: DEBUG oslo_concurrency.lockutils [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] Releasing lock "refresh_cache-4e2be5d5-3737-44a9-a89a-1e63a70833cb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.315211] env[62220]: DEBUG nova.compute.manager [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Received event network-vif-plugged-49833add-9c32-4eff-a9aa-187932d17879 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1398.315420] env[62220]: DEBUG oslo_concurrency.lockutils [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] Acquiring lock "a9462f81-92ac-483d-a8b4-51cd521b8e66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.315623] env[62220]: DEBUG oslo_concurrency.lockutils [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] Lock "a9462f81-92ac-483d-a8b4-51cd521b8e66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.315821] env[62220]: DEBUG oslo_concurrency.lockutils [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] Lock "a9462f81-92ac-483d-a8b4-51cd521b8e66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.315991] env[62220]: DEBUG nova.compute.manager [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] No waiting events found dispatching network-vif-plugged-49833add-9c32-4eff-a9aa-187932d17879 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1398.316167] env[62220]: WARNING nova.compute.manager [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Received unexpected event network-vif-plugged-49833add-9c32-4eff-a9aa-187932d17879 for instance with vm_state building and task_state spawning. [ 1398.316324] env[62220]: DEBUG nova.compute.manager [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Received event network-changed-49833add-9c32-4eff-a9aa-187932d17879 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1398.316472] env[62220]: DEBUG nova.compute.manager [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Refreshing instance network info cache due to event network-changed-49833add-9c32-4eff-a9aa-187932d17879. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1398.316657] env[62220]: DEBUG oslo_concurrency.lockutils [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] Acquiring lock "refresh_cache-a9462f81-92ac-483d-a8b4-51cd521b8e66" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.316792] env[62220]: DEBUG oslo_concurrency.lockutils [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] Acquired lock "refresh_cache-a9462f81-92ac-483d-a8b4-51cd521b8e66" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.316943] env[62220]: DEBUG nova.network.neutron [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Refreshing network info cache for port 49833add-9c32-4eff-a9aa-187932d17879 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.549731] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Acquiring lock "e59be507-2abd-40f3-8a16-1225de4ae07f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.550499] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Lock "e59be507-2abd-40f3-8a16-1225de4ae07f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.609674] env[62220]: DEBUG nova.compute.manager [req-c9fb75f0-ce7b-4e3c-ba06-de1eb298e85b req-f33a0c72-0eec-45f5-87d5-328229234515 service nova] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Received event network-vif-plugged-74eb3a8d-cb5a-4fa8-a427-2b11bb615172 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1398.609733] env[62220]: DEBUG oslo_concurrency.lockutils [req-c9fb75f0-ce7b-4e3c-ba06-de1eb298e85b req-f33a0c72-0eec-45f5-87d5-328229234515 service nova] Acquiring lock "8a850783-41a9-42d3-9682-ec58b96bad7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.613034] env[62220]: DEBUG oslo_concurrency.lockutils [req-c9fb75f0-ce7b-4e3c-ba06-de1eb298e85b req-f33a0c72-0eec-45f5-87d5-328229234515 service nova] Lock "8a850783-41a9-42d3-9682-ec58b96bad7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.613034] env[62220]: DEBUG oslo_concurrency.lockutils [req-c9fb75f0-ce7b-4e3c-ba06-de1eb298e85b req-f33a0c72-0eec-45f5-87d5-328229234515 service nova] Lock "8a850783-41a9-42d3-9682-ec58b96bad7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.613034] env[62220]: DEBUG nova.compute.manager [req-c9fb75f0-ce7b-4e3c-ba06-de1eb298e85b req-f33a0c72-0eec-45f5-87d5-328229234515 service nova] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] No waiting events found dispatching network-vif-plugged-74eb3a8d-cb5a-4fa8-a427-2b11bb615172 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1398.613034] env[62220]: WARNING nova.compute.manager [req-c9fb75f0-ce7b-4e3c-ba06-de1eb298e85b req-f33a0c72-0eec-45f5-87d5-328229234515 service nova] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Received unexpected event network-vif-plugged-74eb3a8d-cb5a-4fa8-a427-2b11bb615172 for instance with vm_state building and task_state spawning. [ 1398.723217] env[62220]: DEBUG nova.scheduler.client.report [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1398.737293] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquiring lock "refresh_cache-8a850783-41a9-42d3-9682-ec58b96bad7f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.737447] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquired lock "refresh_cache-8a850783-41a9-42d3-9682-ec58b96bad7f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.737607] env[62220]: DEBUG nova.network.neutron [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.739761] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521b8dcd-17bf-8d53-a70f-d20c3e2c380c, 'name': SearchDatastore_Task, 'duration_secs': 0.016199} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.741033] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.741176] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.741412] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.741558] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.742428] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.742428] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a35dadc0-6a86-45ae-af9a-ac878aa54be2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.752198] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.752397] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.756041] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466bf2b7-ce99-4656-9faf-388caba13dc1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.761061] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1398.761061] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d959c2-aaad-9177-de84-d9e0aab85c0e" [ 1398.761061] env[62220]: _type = "Task" [ 1398.761061] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.769018] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d959c2-aaad-9177-de84-d9e0aab85c0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.778454] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Releasing lock "refresh_cache-d69b10f9-4a23-42a7-ab16-edc81bfe8271" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.779051] env[62220]: DEBUG nova.compute.manager [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Instance network_info: |[{"id": "b1c6f800-9d89-4294-af93-a7bde3a4ea69", "address": "fa:16:3e:ed:18:ac", "network": {"id": "206325ab-2430-44b0-8dae-44e027838f0a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1932371849", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c6f800-9d", "ovs_interfaceid": "b1c6f800-9d89-4294-af93-a7bde3a4ea69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0b3b20d-62bc-4462-900e-64832822ca53", "address": "fa:16:3e:0c:03:fe", "network": {"id": "28fe64bf-945c-4ee8-8ebf-087b9f1afa64", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1391257010", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b3b20d-62", "ovs_interfaceid": "f0b3b20d-62bc-4462-900e-64832822ca53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20a1cbd5-c636-40be-a21f-f3bf054df858", "address": "fa:16:3e:7d:3a:19", "network": {"id": "206325ab-2430-44b0-8dae-44e027838f0a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1932371849", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1cbd5-c6", "ovs_interfaceid": "20a1cbd5-c636-40be-a21f-f3bf054df858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.779504] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:18:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1c6f800-9d89-4294-af93-a7bde3a4ea69', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:03:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0b3b20d-62bc-4462-900e-64832822ca53', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:3a:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20a1cbd5-c636-40be-a21f-f3bf054df858', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.791163] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Creating folder: Project (d1f538b8a9184386bd108aeede7b9f2d). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.791617] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abe6b858-b694-40f3-b761-ef2048d730b9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.802662] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Created folder: Project (d1f538b8a9184386bd108aeede7b9f2d) in parent group-v363147. [ 1398.802872] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Creating folder: Instances. Parent ref: group-v363207. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.803136] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a27f2e4e-2afd-40e2-9098-e14949d81a2d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.811709] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Created folder: Instances in parent group-v363207. [ 1398.812901] env[62220]: DEBUG oslo.service.loopingcall [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.812901] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.812901] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-358ce85a-b970-47c4-be7d-235c207478b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.838995] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.838995] env[62220]: value = "task-1746917" [ 1398.838995] env[62220]: _type = "Task" [ 1398.838995] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.847199] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746917, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.023838] env[62220]: DEBUG nova.compute.manager [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1399.077104] env[62220]: DEBUG nova.virt.hardware [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1399.077104] env[62220]: DEBUG nova.virt.hardware [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1399.077104] env[62220]: DEBUG nova.virt.hardware [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.077104] env[62220]: DEBUG nova.virt.hardware [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1399.077104] env[62220]: DEBUG nova.virt.hardware [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.077831] env[62220]: DEBUG nova.virt.hardware [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1399.078314] env[62220]: DEBUG nova.virt.hardware [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1399.078654] env[62220]: DEBUG nova.virt.hardware [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1399.079309] env[62220]: DEBUG nova.virt.hardware [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1399.079653] env[62220]: DEBUG nova.virt.hardware [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1399.079977] env[62220]: DEBUG nova.virt.hardware [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1399.081024] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abc7dfa-82c8-4a42-8d93-90ef9225a6ac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.093019] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba52189-a53f-4f1a-a288-4193b5d5057f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.105867] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Instance VIF info [] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1399.111816] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Creating folder: Project (9f453e8ac4ff48fe9e629e4d913ac7cf). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1399.114698] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0d03509-b142-474a-9f80-1339c7620f60 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.125780] env[62220]: DEBUG nova.compute.manager [req-821caed0-264f-4e87-a147-0347a3fc61ea req-9369e804-7b15-4773-981d-06194b9964e0 service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Received event network-changed-20a1cbd5-c636-40be-a21f-f3bf054df858 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1399.126174] env[62220]: DEBUG nova.compute.manager [req-821caed0-264f-4e87-a147-0347a3fc61ea req-9369e804-7b15-4773-981d-06194b9964e0 service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Refreshing instance network info cache due to event network-changed-20a1cbd5-c636-40be-a21f-f3bf054df858. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1399.126461] env[62220]: DEBUG oslo_concurrency.lockutils [req-821caed0-264f-4e87-a147-0347a3fc61ea req-9369e804-7b15-4773-981d-06194b9964e0 service nova] Acquiring lock "refresh_cache-d69b10f9-4a23-42a7-ab16-edc81bfe8271" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.126687] env[62220]: DEBUG oslo_concurrency.lockutils [req-821caed0-264f-4e87-a147-0347a3fc61ea req-9369e804-7b15-4773-981d-06194b9964e0 service nova] Acquired lock "refresh_cache-d69b10f9-4a23-42a7-ab16-edc81bfe8271" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.126959] env[62220]: DEBUG nova.network.neutron [req-821caed0-264f-4e87-a147-0347a3fc61ea req-9369e804-7b15-4773-981d-06194b9964e0 service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Refreshing network info cache for port 20a1cbd5-c636-40be-a21f-f3bf054df858 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.130445] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Created folder: Project (9f453e8ac4ff48fe9e629e4d913ac7cf) in parent group-v363147. [ 1399.130708] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Creating folder: Instances. Parent ref: group-v363210. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1399.131036] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb49e311-395d-473c-a13e-bd261262595b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.143490] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Created folder: Instances in parent group-v363210. [ 1399.147512] env[62220]: DEBUG oslo.service.loopingcall [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.148889] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1399.149909] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3d38bf8-4925-42f4-b991-eccccf6e00db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.165393] env[62220]: DEBUG nova.network.neutron [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Updated VIF entry in instance network info cache for port 49833add-9c32-4eff-a9aa-187932d17879. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.165997] env[62220]: DEBUG nova.network.neutron [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Updating instance_info_cache with network_info: [{"id": "49833add-9c32-4eff-a9aa-187932d17879", "address": "fa:16:3e:8f:b6:ee", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49833add-9c", "ovs_interfaceid": "49833add-9c32-4eff-a9aa-187932d17879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.175843] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1399.175843] env[62220]: value = "task-1746920" [ 1399.175843] env[62220]: _type = "Task" [ 1399.175843] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.186333] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746920, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.232620] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.234963] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.741s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.236842] env[62220]: INFO nova.compute.claims [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1399.266411] env[62220]: INFO nova.scheduler.client.report [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Deleted allocations for instance c184791a-5b7f-44c3-bbae-e6c67f8643ca [ 1399.274893] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d959c2-aaad-9177-de84-d9e0aab85c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.011684} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.276038] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea0cf31-cf82-4caf-9ddd-da6284ea854d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.279141] env[62220]: DEBUG nova.network.neutron [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.284181] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1399.284181] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dc1800-6609-bc31-7143-a2172aa4ec61" [ 1399.284181] env[62220]: _type = "Task" [ 1399.284181] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.292721] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dc1800-6609-bc31-7143-a2172aa4ec61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.350389] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746917, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.456561] env[62220]: DEBUG nova.network.neutron [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Updating instance_info_cache with network_info: [{"id": "74eb3a8d-cb5a-4fa8-a427-2b11bb615172", "address": "fa:16:3e:9f:4b:88", "network": {"id": "a85b801a-9610-44eb-9aed-59fa3cfe795b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1671108946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6e0cf8e20724eedbb8ef4434bd5a1d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74eb3a8d-cb", "ovs_interfaceid": "74eb3a8d-cb5a-4fa8-a427-2b11bb615172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.550648] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c096b-4708-0807-9c56-3e4e90374e8c/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1399.551601] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f489e60f-8897-4a00-a105-3d1e0d5092f3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.558221] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c096b-4708-0807-9c56-3e4e90374e8c/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1399.558349] env[62220]: ERROR oslo_vmware.rw_handles [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c096b-4708-0807-9c56-3e4e90374e8c/disk-0.vmdk due to incomplete transfer. [ 1399.559422] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6e1230b-418e-4316-95c5-c3b3e126df51 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.565390] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c096b-4708-0807-9c56-3e4e90374e8c/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1399.565606] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Uploaded image 4dab32f9-dd7c-47c7-ba4e-01cc5fef6113 to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1399.569767] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1399.569767] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64f8340e-8eb6-4099-950d-4a873c25a633 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.574952] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1399.574952] env[62220]: value = "task-1746921" [ 1399.574952] env[62220]: _type = "Task" [ 1399.574952] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.583776] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746921, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.671904] env[62220]: DEBUG oslo_concurrency.lockutils [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] Releasing lock "refresh_cache-a9462f81-92ac-483d-a8b4-51cd521b8e66" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.672290] env[62220]: DEBUG nova.compute.manager [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Received event network-vif-plugged-20a1cbd5-c636-40be-a21f-f3bf054df858 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1399.672568] env[62220]: DEBUG oslo_concurrency.lockutils [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] Acquiring lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.672858] env[62220]: DEBUG oslo_concurrency.lockutils [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] Lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.673099] env[62220]: DEBUG oslo_concurrency.lockutils [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] Lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.673861] env[62220]: DEBUG nova.compute.manager [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] No waiting events found dispatching network-vif-plugged-20a1cbd5-c636-40be-a21f-f3bf054df858 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.673861] env[62220]: WARNING nova.compute.manager [req-74b53734-3a3e-404c-8eae-0ccc1f2560ee req-ddfd9c62-37ce-4fb8-a911-81267ca36123 service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Received unexpected event network-vif-plugged-20a1cbd5-c636-40be-a21f-f3bf054df858 for instance with vm_state building and task_state spawning. [ 1399.691999] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746920, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.780765] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95dde964-652d-4611-be43-7cda736102fc tempest-InstanceActionsV221TestJSON-1234871709 tempest-InstanceActionsV221TestJSON-1234871709-project-member] Lock "c184791a-5b7f-44c3-bbae-e6c67f8643ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.636s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.797569] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dc1800-6609-bc31-7143-a2172aa4ec61, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.798436] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.798701] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a9462f81-92ac-483d-a8b4-51cd521b8e66/a9462f81-92ac-483d-a8b4-51cd521b8e66.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.798999] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18c2f9cb-3403-406f-b75a-2bdb08a94d5e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.806477] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1399.806477] env[62220]: value = "task-1746922" [ 1399.806477] env[62220]: _type = "Task" [ 1399.806477] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.820156] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.848734] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746917, 'name': CreateVM_Task, 'duration_secs': 0.644593} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.848906] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.850018] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.850105] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.850402] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.850693] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b9cede-d862-4e79-8abd-f5e2e4a8379f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.856863] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1399.856863] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f40a3f-c822-b585-9541-22759f355f7d" [ 1399.856863] env[62220]: _type = "Task" [ 1399.856863] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.866306] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f40a3f-c822-b585-9541-22759f355f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.915018] env[62220]: DEBUG nova.network.neutron [req-821caed0-264f-4e87-a147-0347a3fc61ea req-9369e804-7b15-4773-981d-06194b9964e0 service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Updated VIF entry in instance network info cache for port 20a1cbd5-c636-40be-a21f-f3bf054df858. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.916180] env[62220]: DEBUG nova.network.neutron [req-821caed0-264f-4e87-a147-0347a3fc61ea req-9369e804-7b15-4773-981d-06194b9964e0 service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Updating instance_info_cache with network_info: [{"id": "b1c6f800-9d89-4294-af93-a7bde3a4ea69", "address": "fa:16:3e:ed:18:ac", "network": {"id": "206325ab-2430-44b0-8dae-44e027838f0a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1932371849", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c6f800-9d", "ovs_interfaceid": "b1c6f800-9d89-4294-af93-a7bde3a4ea69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0b3b20d-62bc-4462-900e-64832822ca53", "address": "fa:16:3e:0c:03:fe", "network": {"id": "28fe64bf-945c-4ee8-8ebf-087b9f1afa64", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1391257010", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b3b20d-62", "ovs_interfaceid": "f0b3b20d-62bc-4462-900e-64832822ca53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20a1cbd5-c636-40be-a21f-f3bf054df858", "address": "fa:16:3e:7d:3a:19", "network": {"id": "206325ab-2430-44b0-8dae-44e027838f0a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1932371849", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1cbd5-c6", "ovs_interfaceid": "20a1cbd5-c636-40be-a21f-f3bf054df858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.959443] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Releasing lock "refresh_cache-8a850783-41a9-42d3-9682-ec58b96bad7f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.959962] env[62220]: DEBUG nova.compute.manager [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Instance network_info: |[{"id": "74eb3a8d-cb5a-4fa8-a427-2b11bb615172", "address": "fa:16:3e:9f:4b:88", "network": {"id": "a85b801a-9610-44eb-9aed-59fa3cfe795b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1671108946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6e0cf8e20724eedbb8ef4434bd5a1d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74eb3a8d-cb", "ovs_interfaceid": "74eb3a8d-cb5a-4fa8-a427-2b11bb615172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1399.960397] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:4b:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74eb3a8d-cb5a-4fa8-a427-2b11bb615172', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1399.968906] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Creating folder: Project (c6e0cf8e20724eedbb8ef4434bd5a1d1). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1399.969575] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35cbb047-285c-442c-9c45-e1a44a007166 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.984147] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Created folder: Project (c6e0cf8e20724eedbb8ef4434bd5a1d1) in parent group-v363147. [ 1399.984423] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Creating folder: Instances. Parent ref: group-v363213. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1399.984686] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c5c8806-c921-4a09-9cec-82114855587b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.996364] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Created folder: Instances in parent group-v363213. [ 1399.996617] env[62220]: DEBUG oslo.service.loopingcall [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.996806] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1399.997030] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66264e0e-a6cc-4cd5-8d3d-eaac8cdd5977 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.020849] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.020849] env[62220]: value = "task-1746925" [ 1400.020849] env[62220]: _type = "Task" [ 1400.020849] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.029888] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746925, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.085408] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746921, 'name': Destroy_Task, 'duration_secs': 0.362835} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.085745] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Destroyed the VM [ 1400.086012] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1400.086281] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae402211-2b1d-4893-8058-85c951999fff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.093543] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1400.093543] env[62220]: value = "task-1746926" [ 1400.093543] env[62220]: _type = "Task" [ 1400.093543] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.103161] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746926, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.187614] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746920, 'name': CreateVM_Task, 'duration_secs': 0.562049} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.187983] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.188521] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.326488] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746922, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.373581] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f40a3f-c822-b585-9541-22759f355f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.020435} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.374181] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.374540] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.374938] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.375227] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.375540] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.376179] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.377459] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1400.378047] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cca75ad3-3106-4dfd-b33b-d16cfce63372 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.380747] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af6aaf9a-6a2c-4021-ac0c-cf36c2e4cac4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.387562] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1400.387562] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b1bd55-5ccc-6ec7-33af-b7456943af5a" [ 1400.387562] env[62220]: _type = "Task" [ 1400.387562] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.397726] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.398260] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.399920] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aef891e-554a-4c37-98e1-067d7f03b245 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.407143] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b1bd55-5ccc-6ec7-33af-b7456943af5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.413696] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1400.413696] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ad1a70-5a66-350c-abf4-028b16a6973d" [ 1400.413696] env[62220]: _type = "Task" [ 1400.413696] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.421995] env[62220]: DEBUG oslo_concurrency.lockutils [req-821caed0-264f-4e87-a147-0347a3fc61ea req-9369e804-7b15-4773-981d-06194b9964e0 service nova] Releasing lock "refresh_cache-d69b10f9-4a23-42a7-ab16-edc81bfe8271" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.430047] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ad1a70-5a66-350c-abf4-028b16a6973d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.539814] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746925, 'name': CreateVM_Task, 'duration_secs': 0.464866} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.543610] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.545364] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.606465] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746926, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.823791] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780469} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.824314] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a9462f81-92ac-483d-a8b4-51cd521b8e66/a9462f81-92ac-483d-a8b4-51cd521b8e66.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.824553] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.824918] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a013a962-a9cd-46ff-b723-fa971da93b17 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.833113] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1400.833113] env[62220]: value = "task-1746927" [ 1400.833113] env[62220]: _type = "Task" [ 1400.833113] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.845490] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.854092] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa107704-94bd-4bc5-932b-b94d5b323580 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.862403] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f0619e-de6a-4c91-a346-c676994e15d1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.910500] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bdb9bb-4ec0-4f49-8099-2e4d34aa079e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.923565] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b1bd55-5ccc-6ec7-33af-b7456943af5a, 'name': SearchDatastore_Task, 'duration_secs': 0.075246} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.925246] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d730bb65-d650-4f65-bd1e-1a68b44f7573 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.929716] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.930095] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.930206] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.934118] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.934476] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1400.934779] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ad1a70-5a66-350c-abf4-028b16a6973d, 'name': SearchDatastore_Task, 'duration_secs': 0.07228} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.935473] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d30a80-0f0b-4207-8218-a17d41ec2895 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.945991] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d35049e-2584-4a30-a0e8-d8c303421e4b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.948947] env[62220]: DEBUG nova.compute.provider_tree [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.953614] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Waiting for the task: (returnval){ [ 1400.953614] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fcfca8-773a-9144-95cd-71ba00de6ce2" [ 1400.953614] env[62220]: _type = "Task" [ 1400.953614] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.955113] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1400.955113] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529eb696-6651-8c28-b652-011ccfee3cd9" [ 1400.955113] env[62220]: _type = "Task" [ 1400.955113] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.971190] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fcfca8-773a-9144-95cd-71ba00de6ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.974505] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529eb696-6651-8c28-b652-011ccfee3cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.104283] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746926, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.148769] env[62220]: DEBUG nova.compute.manager [req-36b2cb89-395f-46ed-814a-aa56f2f55367 req-41f84e07-e8f9-48a0-a3e4-7b512cd60e01 service nova] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Received event network-changed-74eb3a8d-cb5a-4fa8-a427-2b11bb615172 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1401.149238] env[62220]: DEBUG nova.compute.manager [req-36b2cb89-395f-46ed-814a-aa56f2f55367 req-41f84e07-e8f9-48a0-a3e4-7b512cd60e01 service nova] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Refreshing instance network info cache due to event network-changed-74eb3a8d-cb5a-4fa8-a427-2b11bb615172. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1401.149472] env[62220]: DEBUG oslo_concurrency.lockutils [req-36b2cb89-395f-46ed-814a-aa56f2f55367 req-41f84e07-e8f9-48a0-a3e4-7b512cd60e01 service nova] Acquiring lock "refresh_cache-8a850783-41a9-42d3-9682-ec58b96bad7f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.150127] env[62220]: DEBUG oslo_concurrency.lockutils [req-36b2cb89-395f-46ed-814a-aa56f2f55367 req-41f84e07-e8f9-48a0-a3e4-7b512cd60e01 service nova] Acquired lock "refresh_cache-8a850783-41a9-42d3-9682-ec58b96bad7f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.150580] env[62220]: DEBUG nova.network.neutron [req-36b2cb89-395f-46ed-814a-aa56f2f55367 req-41f84e07-e8f9-48a0-a3e4-7b512cd60e01 service nova] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Refreshing network info cache for port 74eb3a8d-cb5a-4fa8-a427-2b11bb615172 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.358032] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140812} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.358032] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.358032] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cc01a3-d58a-491f-83c3-a7e7e125a07b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.391566] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] a9462f81-92ac-483d-a8b4-51cd521b8e66/a9462f81-92ac-483d-a8b4-51cd521b8e66.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.392278] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2e14a03-1d0c-42fd-81d4-ea7bde640ed1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.414980] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1401.414980] env[62220]: value = "task-1746928" [ 1401.414980] env[62220]: _type = "Task" [ 1401.414980] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.424705] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.452689] env[62220]: DEBUG nova.scheduler.client.report [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1401.476835] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fcfca8-773a-9144-95cd-71ba00de6ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.018162} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.480960] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.481227] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.481448] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.482073] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529eb696-6651-8c28-b652-011ccfee3cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.015496} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.482289] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.482527] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] d69b10f9-4a23-42a7-ab16-edc81bfe8271/d69b10f9-4a23-42a7-ab16-edc81bfe8271.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.482805] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.482994] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.483329] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19703231-7459-4b6d-972a-e645555a19b2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.485441] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45a9e12e-5394-42ef-be0f-e836145cf2c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.493719] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1401.493719] env[62220]: value = "task-1746929" [ 1401.493719] env[62220]: _type = "Task" [ 1401.493719] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.498532] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.498784] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.502707] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f265b2-e914-4a08-b108-15662610e838 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.505457] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.508681] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1401.508681] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fc9c99-596c-65ed-6a9a-7308532c2082" [ 1401.508681] env[62220]: _type = "Task" [ 1401.508681] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.520110] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fc9c99-596c-65ed-6a9a-7308532c2082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.608996] env[62220]: DEBUG oslo_vmware.api [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746926, 'name': RemoveSnapshot_Task, 'duration_secs': 1.466033} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.609727] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1401.609832] env[62220]: INFO nova.compute.manager [None req-f7445d8d-abac-468b-ae84-5532a525c557 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Took 15.23 seconds to snapshot the instance on the hypervisor. [ 1401.882029] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "f5d1a419-d93b-4988-b051-f1d72b068cc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.883034] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.930597] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.966099] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.966477] env[62220]: DEBUG nova.compute.manager [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1401.969620] env[62220]: DEBUG oslo_concurrency.lockutils [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.666s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.969872] env[62220]: DEBUG nova.objects.instance [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1402.008400] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.021031] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fc9c99-596c-65ed-6a9a-7308532c2082, 'name': SearchDatastore_Task, 'duration_secs': 0.036711} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.021579] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de42f464-2f51-4f63-9549-8f39cdf7a25e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.028314] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1402.028314] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52736464-2d38-2114-9f9e-571609f4c17d" [ 1402.028314] env[62220]: _type = "Task" [ 1402.028314] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.039028] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52736464-2d38-2114-9f9e-571609f4c17d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.331911] env[62220]: DEBUG nova.network.neutron [req-36b2cb89-395f-46ed-814a-aa56f2f55367 req-41f84e07-e8f9-48a0-a3e4-7b512cd60e01 service nova] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Updated VIF entry in instance network info cache for port 74eb3a8d-cb5a-4fa8-a427-2b11bb615172. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.331911] env[62220]: DEBUG nova.network.neutron [req-36b2cb89-395f-46ed-814a-aa56f2f55367 req-41f84e07-e8f9-48a0-a3e4-7b512cd60e01 service nova] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Updating instance_info_cache with network_info: [{"id": "74eb3a8d-cb5a-4fa8-a427-2b11bb615172", "address": "fa:16:3e:9f:4b:88", "network": {"id": "a85b801a-9610-44eb-9aed-59fa3cfe795b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1671108946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6e0cf8e20724eedbb8ef4434bd5a1d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74eb3a8d-cb", "ovs_interfaceid": "74eb3a8d-cb5a-4fa8-a427-2b11bb615172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.425552] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746928, 'name': ReconfigVM_Task, 'duration_secs': 0.875043} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.426037] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Reconfigured VM instance instance-00000015 to attach disk [datastore1] a9462f81-92ac-483d-a8b4-51cd521b8e66/a9462f81-92ac-483d-a8b4-51cd521b8e66.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.426520] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db3db744-5284-438d-9e4e-8402895c55ef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.436050] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1402.436050] env[62220]: value = "task-1746930" [ 1402.436050] env[62220]: _type = "Task" [ 1402.436050] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.448103] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746930, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.482871] env[62220]: DEBUG nova.compute.utils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1402.484237] env[62220]: DEBUG nova.compute.manager [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1402.484410] env[62220]: DEBUG nova.network.neutron [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.506347] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744161} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.506697] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] d69b10f9-4a23-42a7-ab16-edc81bfe8271/d69b10f9-4a23-42a7-ab16-edc81bfe8271.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.506920] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.507220] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50d58994-8d22-41b5-843d-cc752276d773 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.517092] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1402.517092] env[62220]: value = "task-1746931" [ 1402.517092] env[62220]: _type = "Task" [ 1402.517092] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.527293] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.541174] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52736464-2d38-2114-9f9e-571609f4c17d, 'name': SearchDatastore_Task, 'duration_secs': 0.040265} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.542088] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.542088] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c/2f6d1281-9001-4bf2-a9a2-4eecaa677c2c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.542241] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.542384] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.542623] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b18ea338-3238-47e4-8685-602da24ac040 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.545178] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-774a2512-e1f3-4dea-b28a-2efb8c6f2e44 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.555024] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1402.555024] env[62220]: value = "task-1746932" [ 1402.555024] env[62220]: _type = "Task" [ 1402.555024] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.564564] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.577238] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.577441] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.578293] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a93d5ef0-e0f9-4ef3-b16a-1eed955b3427 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.585659] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Waiting for the task: (returnval){ [ 1402.585659] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e34038-0ef2-e960-1bd5-2e57ea3a112b" [ 1402.585659] env[62220]: _type = "Task" [ 1402.585659] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.596610] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e34038-0ef2-e960-1bd5-2e57ea3a112b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.603915] env[62220]: DEBUG nova.policy [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37f67c3ff9d34f59bdbd07674611f2cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9deaf8b00d374d0dac7ac011347d4f39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1402.835078] env[62220]: DEBUG oslo_concurrency.lockutils [req-36b2cb89-395f-46ed-814a-aa56f2f55367 req-41f84e07-e8f9-48a0-a3e4-7b512cd60e01 service nova] Releasing lock "refresh_cache-8a850783-41a9-42d3-9682-ec58b96bad7f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.952739] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746930, 'name': Rename_Task, 'duration_secs': 0.170376} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.953910] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.954262] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c656283-5bbc-43e8-b832-9834167f840e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.965117] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1402.965117] env[62220]: value = "task-1746933" [ 1402.965117] env[62220]: _type = "Task" [ 1402.965117] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.978269] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.985935] env[62220]: DEBUG oslo_concurrency.lockutils [None req-72bd48b6-1a43-4507-b766-0ad002a8f4ba tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.987258] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.195s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.989767] env[62220]: INFO nova.compute.claims [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.993945] env[62220]: DEBUG nova.compute.manager [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1403.033796] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092696} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.033796] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.035359] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2b579d-cafe-4e6a-b395-add315198345 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.068484] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] d69b10f9-4a23-42a7-ab16-edc81bfe8271/d69b10f9-4a23-42a7-ab16-edc81bfe8271.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.073274] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe00723a-2dd9-4069-86df-8297b42ee2a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.098501] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746932, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.100572] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1403.100572] env[62220]: value = "task-1746934" [ 1403.100572] env[62220]: _type = "Task" [ 1403.100572] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.107168] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e34038-0ef2-e960-1bd5-2e57ea3a112b, 'name': SearchDatastore_Task, 'duration_secs': 0.010674} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.108392] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01765c9c-8421-467c-b8aa-b5b1cce534cc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.114182] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Waiting for the task: (returnval){ [ 1403.114182] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5251439c-a92d-cb14-b710-7266502b7e5b" [ 1403.114182] env[62220]: _type = "Task" [ 1403.114182] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.117432] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.126049] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5251439c-a92d-cb14-b710-7266502b7e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.437119] env[62220]: DEBUG nova.network.neutron [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Successfully created port: ea447ea3-2278-475c-9ce1-9f70de253493 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1403.477389] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746933, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.577986] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556703} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.582019] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c/2f6d1281-9001-4bf2-a9a2-4eecaa677c2c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.582019] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.582019] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa69b40d-c0cf-495e-b52d-a740c9016512 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.589199] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1403.589199] env[62220]: value = "task-1746935" [ 1403.589199] env[62220]: _type = "Task" [ 1403.589199] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.602476] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.616685] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746934, 'name': ReconfigVM_Task, 'duration_secs': 0.329608} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.616962] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Reconfigured VM instance instance-00000014 to attach disk [datastore1] d69b10f9-4a23-42a7-ab16-edc81bfe8271/d69b10f9-4a23-42a7-ab16-edc81bfe8271.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.617934] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a16e1029-1726-496e-a18e-16c831b4167a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.630299] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5251439c-a92d-cb14-b710-7266502b7e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.020804} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.631543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.632074] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 8a850783-41a9-42d3-9682-ec58b96bad7f/8a850783-41a9-42d3-9682-ec58b96bad7f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.632175] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1403.632175] env[62220]: value = "task-1746936" [ 1403.632175] env[62220]: _type = "Task" [ 1403.632175] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.632348] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c510167e-29e4-48fa-abd2-086a290ef1b6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.647213] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Waiting for the task: (returnval){ [ 1403.647213] env[62220]: value = "task-1746937" [ 1403.647213] env[62220]: _type = "Task" [ 1403.647213] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.655500] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746936, 'name': Rename_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.663144] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.978309] env[62220]: DEBUG oslo_vmware.api [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1746933, 'name': PowerOnVM_Task, 'duration_secs': 0.612061} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.978870] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.978870] env[62220]: INFO nova.compute.manager [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1403.978969] env[62220]: DEBUG nova.compute.manager [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.980116] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bc3075-a047-49ee-8bf4-0e16e61f9181 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.011775] env[62220]: DEBUG nova.compute.manager [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1404.052918] env[62220]: DEBUG nova.virt.hardware [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1404.053242] env[62220]: DEBUG nova.virt.hardware [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1404.053568] env[62220]: DEBUG nova.virt.hardware [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.053885] env[62220]: DEBUG nova.virt.hardware [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1404.054068] env[62220]: DEBUG nova.virt.hardware [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.054226] env[62220]: DEBUG nova.virt.hardware [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1404.054628] env[62220]: DEBUG nova.virt.hardware [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1404.054829] env[62220]: DEBUG nova.virt.hardware [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1404.055289] env[62220]: DEBUG nova.virt.hardware [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1404.055428] env[62220]: DEBUG nova.virt.hardware [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1404.055651] env[62220]: DEBUG nova.virt.hardware [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1404.056880] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc89566f-ff41-4033-8f98-08fd313fd42f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.073239] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d1a04a-4b8b-4ba3-926d-bbc7cf56a245 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.104201] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15803} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.104766] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.106474] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c11bbb-9627-4dfe-8ed0-d90549614160 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.127076] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c/2f6d1281-9001-4bf2-a9a2-4eecaa677c2c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.130103] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-107414f8-7626-4506-823e-dcae41a87879 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.154128] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.154128] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.160074] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1404.160074] env[62220]: value = "task-1746938" [ 1404.160074] env[62220]: _type = "Task" [ 1404.160074] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.174130] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746937, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.174460] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746936, 'name': Rename_Task, 'duration_secs': 0.176322} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.175914] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.175914] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abe58ec4-46ab-47df-8612-fa56ff069ffa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.181596] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.185043] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1404.185043] env[62220]: value = "task-1746939" [ 1404.185043] env[62220]: _type = "Task" [ 1404.185043] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.197703] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.502299] env[62220]: INFO nova.compute.manager [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Took 40.66 seconds to build instance. [ 1404.667611] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829514} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.672406] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 8a850783-41a9-42d3-9682-ec58b96bad7f/8a850783-41a9-42d3-9682-ec58b96bad7f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.672643] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.676460] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16985f31-9744-47a4-af01-1b4e57097012 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.685942] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.690785] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Waiting for the task: (returnval){ [ 1404.690785] env[62220]: value = "task-1746940" [ 1404.690785] env[62220]: _type = "Task" [ 1404.690785] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.701055] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746939, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.707993] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.775436] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a949ed6f-4f22-4d4d-bbea-9533562cb3e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.788022] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb36aea1-08fc-4459-9c3f-ae2ead420623 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.821114] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e06cf19-329d-4ca4-8f2d-7860bc648c59 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.830656] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ec87b1-710c-4b7d-b7b9-32c0a3bf9fdd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.846509] env[62220]: DEBUG nova.compute.provider_tree [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.004512] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efb307e9-583a-414c-a5b6-cf9fb2feb534 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "a9462f81-92ac-483d-a8b4-51cd521b8e66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.179s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.186176] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.199153] env[62220]: DEBUG oslo_vmware.api [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746939, 'name': PowerOnVM_Task, 'duration_secs': 0.618171} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.199883] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.201564] env[62220]: INFO nova.compute.manager [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Took 16.39 seconds to spawn the instance on the hypervisor. [ 1405.204024] env[62220]: DEBUG nova.compute.manager [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.205776] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bcef9d-07a7-49e4-9943-899b8263369a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.208450] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08945} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.208777] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.210051] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809bd0e9-95a1-4101-83a0-db3427bdf0d1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.254330] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 8a850783-41a9-42d3-9682-ec58b96bad7f/8a850783-41a9-42d3-9682-ec58b96bad7f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.254330] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b98702-23fa-49f0-85f1-f0c588e2acff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.280784] env[62220]: DEBUG nova.compute.manager [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.282521] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3f9aef-2415-4460-be40-708f176b5dbf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.298040] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Waiting for the task: (returnval){ [ 1405.298040] env[62220]: value = "task-1746941" [ 1405.298040] env[62220]: _type = "Task" [ 1405.298040] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.307631] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.349291] env[62220]: DEBUG nova.scheduler.client.report [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1405.442306] env[62220]: DEBUG nova.compute.manager [req-e358b955-9cd3-4de9-9df6-6e2becc24758 req-f92f14c2-8a08-4972-aed0-b8b9e780d484 service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Received event network-vif-plugged-ea447ea3-2278-475c-9ce1-9f70de253493 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1405.442650] env[62220]: DEBUG oslo_concurrency.lockutils [req-e358b955-9cd3-4de9-9df6-6e2becc24758 req-f92f14c2-8a08-4972-aed0-b8b9e780d484 service nova] Acquiring lock "b263b3fb-9b9c-403e-bf2d-459e6b12efdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.442819] env[62220]: DEBUG oslo_concurrency.lockutils [req-e358b955-9cd3-4de9-9df6-6e2becc24758 req-f92f14c2-8a08-4972-aed0-b8b9e780d484 service nova] Lock "b263b3fb-9b9c-403e-bf2d-459e6b12efdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.442995] env[62220]: DEBUG oslo_concurrency.lockutils [req-e358b955-9cd3-4de9-9df6-6e2becc24758 req-f92f14c2-8a08-4972-aed0-b8b9e780d484 service nova] Lock "b263b3fb-9b9c-403e-bf2d-459e6b12efdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.443327] env[62220]: DEBUG nova.compute.manager [req-e358b955-9cd3-4de9-9df6-6e2becc24758 req-f92f14c2-8a08-4972-aed0-b8b9e780d484 service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] No waiting events found dispatching network-vif-plugged-ea447ea3-2278-475c-9ce1-9f70de253493 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1405.443543] env[62220]: WARNING nova.compute.manager [req-e358b955-9cd3-4de9-9df6-6e2becc24758 req-f92f14c2-8a08-4972-aed0-b8b9e780d484 service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Received unexpected event network-vif-plugged-ea447ea3-2278-475c-9ce1-9f70de253493 for instance with vm_state building and task_state spawning. [ 1405.510779] env[62220]: DEBUG nova.compute.manager [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1405.658184] env[62220]: DEBUG nova.network.neutron [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Successfully updated port: ea447ea3-2278-475c-9ce1-9f70de253493 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1405.681402] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.733879] env[62220]: INFO nova.compute.manager [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Took 46.59 seconds to build instance. [ 1405.800377] env[62220]: INFO nova.compute.manager [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] instance snapshotting [ 1405.807243] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bdb7b0-7a7f-4205-9f7f-8f8c83b6d4fb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.816626] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.832696] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a228b8-eb62-41ba-961b-41a9b77e9bcf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.862481] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.862481] env[62220]: DEBUG nova.compute.manager [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1405.865889] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.769s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.865889] env[62220]: DEBUG nova.objects.instance [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Lazy-loading 'resources' on Instance uuid 8a731927-25e0-4bdc-8647-0b7b707bdd54 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.048942] env[62220]: DEBUG oslo_concurrency.lockutils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.162182] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Acquiring lock "refresh_cache-b263b3fb-9b9c-403e-bf2d-459e6b12efdf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.162350] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Acquired lock "refresh_cache-b263b3fb-9b9c-403e-bf2d-459e6b12efdf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.162524] env[62220]: DEBUG nova.network.neutron [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.180075] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.236161] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65246c31-b283-48fe-a35c-c59ab32097f0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.413s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.315640] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746941, 'name': ReconfigVM_Task, 'duration_secs': 0.84069} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.316075] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 8a850783-41a9-42d3-9682-ec58b96bad7f/8a850783-41a9-42d3-9682-ec58b96bad7f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.316797] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce28a93a-c3e6-4496-9344-f639a910b0ca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.326511] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Waiting for the task: (returnval){ [ 1406.326511] env[62220]: value = "task-1746942" [ 1406.326511] env[62220]: _type = "Task" [ 1406.326511] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.335332] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746942, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.344677] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1406.344893] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f422308-51d8-4108-9c0e-87f67290bb66 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.353636] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1406.353636] env[62220]: value = "task-1746943" [ 1406.353636] env[62220]: _type = "Task" [ 1406.353636] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.368113] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746943, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.368653] env[62220]: DEBUG nova.compute.utils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1406.370045] env[62220]: DEBUG nova.compute.manager [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1406.370260] env[62220]: DEBUG nova.network.neutron [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1406.442642] env[62220]: DEBUG nova.policy [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd19c08a959e84cebbcaa5b47fcfe959a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8759799683cd4227881c1a96ded20cd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1406.630622] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "248e0d5e-32ec-4711-91f3-e4a93d7c8b47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.630922] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "248e0d5e-32ec-4711-91f3-e4a93d7c8b47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.688185] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.739877] env[62220]: DEBUG nova.compute.manager [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.763878] env[62220]: DEBUG nova.network.neutron [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.843800] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746942, 'name': Rename_Task, 'duration_secs': 0.233278} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.847090] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.847422] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0471316-885b-4c84-bd52-b000675bce76 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.855823] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Waiting for the task: (returnval){ [ 1406.855823] env[62220]: value = "task-1746944" [ 1406.855823] env[62220]: _type = "Task" [ 1406.855823] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.874370] env[62220]: DEBUG nova.compute.manager [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1406.877033] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746943, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.880792] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.912131] env[62220]: DEBUG nova.network.neutron [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Successfully created port: ea585cf2-c25b-4a18-a190-39b8f40253b3 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1407.047143] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525155c5-dc79-457d-8b55-ba22bc4b3905 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.056228] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a13dce-0c2e-4c73-9102-75238fbe7a3e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.094550] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e224e528-1dd6-4359-a776-de433919dfe5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.103575] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d631a0b-6a2a-4c39-8877-27e3c476369f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.118154] env[62220]: DEBUG nova.compute.provider_tree [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.165347] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.165642] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.166465] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.166465] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.166465] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.168683] env[62220]: INFO nova.compute.manager [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Terminating instance [ 1407.178891] env[62220]: DEBUG nova.network.neutron [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Updating instance_info_cache with network_info: [{"id": "ea447ea3-2278-475c-9ce1-9f70de253493", "address": "fa:16:3e:c0:d5:23", "network": {"id": "325dfa16-b483-451b-a408-aee487163fa7", "bridge": "br-int", "label": "tempest-ServersTestJSON-443724475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9deaf8b00d374d0dac7ac011347d4f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea447ea3-22", "ovs_interfaceid": "ea447ea3-2278-475c-9ce1-9f70de253493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.186597] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.261655] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.372287] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746943, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.383995] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746944, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.621047] env[62220]: DEBUG nova.scheduler.client.report [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1407.681029] env[62220]: DEBUG nova.compute.manager [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1407.681029] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.689324] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49c990b-a6e8-4071-b2cf-b3f5915e93bd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.692338] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Releasing lock "refresh_cache-b263b3fb-9b9c-403e-bf2d-459e6b12efdf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.692660] env[62220]: DEBUG nova.compute.manager [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Instance network_info: |[{"id": "ea447ea3-2278-475c-9ce1-9f70de253493", "address": "fa:16:3e:c0:d5:23", "network": {"id": "325dfa16-b483-451b-a408-aee487163fa7", "bridge": "br-int", "label": "tempest-ServersTestJSON-443724475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9deaf8b00d374d0dac7ac011347d4f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea447ea3-22", "ovs_interfaceid": "ea447ea3-2278-475c-9ce1-9f70de253493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1407.695035] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:d5:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea447ea3-2278-475c-9ce1-9f70de253493', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1407.704372] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Creating folder: Project (9deaf8b00d374d0dac7ac011347d4f39). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.704372] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b03c93ab-c2bb-43ad-8f51-ea28291d7e1c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.711773] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.712298] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.712874] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e947910a-0a8f-4e65-a47d-3b93cedc557d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.722971] env[62220]: DEBUG oslo_vmware.api [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1407.722971] env[62220]: value = "task-1746946" [ 1407.722971] env[62220]: _type = "Task" [ 1407.722971] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.724925] env[62220]: DEBUG nova.compute.manager [req-b4212ae5-9ae6-4be6-bffa-907fb73abbcf req-218f42e1-064e-490c-a55c-ee958be9694d service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Received event network-changed-ea447ea3-2278-475c-9ce1-9f70de253493 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1407.725192] env[62220]: DEBUG nova.compute.manager [req-b4212ae5-9ae6-4be6-bffa-907fb73abbcf req-218f42e1-064e-490c-a55c-ee958be9694d service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Refreshing instance network info cache due to event network-changed-ea447ea3-2278-475c-9ce1-9f70de253493. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1407.725473] env[62220]: DEBUG oslo_concurrency.lockutils [req-b4212ae5-9ae6-4be6-bffa-907fb73abbcf req-218f42e1-064e-490c-a55c-ee958be9694d service nova] Acquiring lock "refresh_cache-b263b3fb-9b9c-403e-bf2d-459e6b12efdf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.725745] env[62220]: DEBUG oslo_concurrency.lockutils [req-b4212ae5-9ae6-4be6-bffa-907fb73abbcf req-218f42e1-064e-490c-a55c-ee958be9694d service nova] Acquired lock "refresh_cache-b263b3fb-9b9c-403e-bf2d-459e6b12efdf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.726019] env[62220]: DEBUG nova.network.neutron [req-b4212ae5-9ae6-4be6-bffa-907fb73abbcf req-218f42e1-064e-490c-a55c-ee958be9694d service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Refreshing network info cache for port ea447ea3-2278-475c-9ce1-9f70de253493 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.735825] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Created folder: Project (9deaf8b00d374d0dac7ac011347d4f39) in parent group-v363147. [ 1407.736064] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Creating folder: Instances. Parent ref: group-v363217. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.736564] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c15d21d-d76f-450f-8adb-ed3a73e11de8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.747111] env[62220]: DEBUG oslo_vmware.api [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.756722] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Created folder: Instances in parent group-v363217. [ 1407.756722] env[62220]: DEBUG oslo.service.loopingcall [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.756722] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1407.756722] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-feedd0b8-9163-4843-9eca-5b0914671883 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.782996] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1407.782996] env[62220]: value = "task-1746948" [ 1407.782996] env[62220]: _type = "Task" [ 1407.782996] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.792908] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746948, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.880514] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746943, 'name': CreateSnapshot_Task, 'duration_secs': 1.044023} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.886180] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1407.887763] env[62220]: DEBUG nova.compute.manager [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1407.890990] env[62220]: DEBUG oslo_vmware.api [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746944, 'name': PowerOnVM_Task, 'duration_secs': 0.827353} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.892572] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cc1e49-fd41-4ef6-97ef-f8ace3a53379 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.897312] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.897872] env[62220]: INFO nova.compute.manager [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Took 11.57 seconds to spawn the instance on the hypervisor. [ 1407.897872] env[62220]: DEBUG nova.compute.manager [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.898783] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5970c0c9-ae65-405c-9cb9-a811f55299c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.931654] env[62220]: DEBUG nova.virt.hardware [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1407.932024] env[62220]: DEBUG nova.virt.hardware [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1407.933084] env[62220]: DEBUG nova.virt.hardware [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.933084] env[62220]: DEBUG nova.virt.hardware [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1407.933084] env[62220]: DEBUG nova.virt.hardware [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.933283] env[62220]: DEBUG nova.virt.hardware [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1407.933539] env[62220]: DEBUG nova.virt.hardware [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1407.934598] env[62220]: DEBUG nova.virt.hardware [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1407.934598] env[62220]: DEBUG nova.virt.hardware [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1407.934598] env[62220]: DEBUG nova.virt.hardware [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1407.934598] env[62220]: DEBUG nova.virt.hardware [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1407.935597] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d874aed-e948-41ce-bc0f-3ed66a4dd02d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.946719] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0a7cec-927f-47bd-a8f5-9ae6714adb89 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.129526] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.132909] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.407s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.133182] env[62220]: INFO nova.compute.claims [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.160983] env[62220]: INFO nova.scheduler.client.report [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Deleted allocations for instance 8a731927-25e0-4bdc-8647-0b7b707bdd54 [ 1408.194109] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.241200] env[62220]: DEBUG oslo_vmware.api [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746946, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.294865] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746948, 'name': CreateVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.433352] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1408.441332] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-495e050b-28d8-42c0-8431-484261c5334b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.447836] env[62220]: INFO nova.compute.manager [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Took 42.96 seconds to build instance. [ 1408.460550] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1408.460550] env[62220]: value = "task-1746949" [ 1408.460550] env[62220]: _type = "Task" [ 1408.460550] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.473162] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746949, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.674054] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64a17302-c86e-4e04-bd13-8f3af0d6be96 tempest-ServerDiagnosticsNegativeTest-1803015643 tempest-ServerDiagnosticsNegativeTest-1803015643-project-member] Lock "8a731927-25e0-4bdc-8647-0b7b707bdd54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.229s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.695095] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746938, 'name': ReconfigVM_Task, 'duration_secs': 4.47452} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.695445] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c/2f6d1281-9001-4bf2-a9a2-4eecaa677c2c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.696160] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eeaa572-c9e0-405a-aced-91ae09cc5383 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.711937] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1408.711937] env[62220]: value = "task-1746950" [ 1408.711937] env[62220]: _type = "Task" [ 1408.711937] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.727269] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746950, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.739858] env[62220]: DEBUG oslo_vmware.api [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746946, 'name': PowerOffVM_Task, 'duration_secs': 0.594388} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.739858] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.740020] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.740222] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d44f16d3-f469-431c-8fe4-a9db2bb86f8f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.795778] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746948, 'name': CreateVM_Task, 'duration_secs': 1.004099} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.796182] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.796922] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.797113] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.797465] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.797819] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a07b53-5107-44de-b990-01e99303ba60 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.804983] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Waiting for the task: (returnval){ [ 1408.804983] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522032a1-a097-383f-f46c-ab1b7df3dd29" [ 1408.804983] env[62220]: _type = "Task" [ 1408.804983] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.816332] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522032a1-a097-383f-f46c-ab1b7df3dd29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.914675] env[62220]: DEBUG nova.network.neutron [req-b4212ae5-9ae6-4be6-bffa-907fb73abbcf req-218f42e1-064e-490c-a55c-ee958be9694d service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Updated VIF entry in instance network info cache for port ea447ea3-2278-475c-9ce1-9f70de253493. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.919281] env[62220]: DEBUG nova.network.neutron [req-b4212ae5-9ae6-4be6-bffa-907fb73abbcf req-218f42e1-064e-490c-a55c-ee958be9694d service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Updating instance_info_cache with network_info: [{"id": "ea447ea3-2278-475c-9ce1-9f70de253493", "address": "fa:16:3e:c0:d5:23", "network": {"id": "325dfa16-b483-451b-a408-aee487163fa7", "bridge": "br-int", "label": "tempest-ServersTestJSON-443724475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9deaf8b00d374d0dac7ac011347d4f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea447ea3-22", "ovs_interfaceid": "ea447ea3-2278-475c-9ce1-9f70de253493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.952970] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e20664a7-ef9a-4ae0-a256-899ee14abeb8 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Lock "8a850783-41a9-42d3-9682-ec58b96bad7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.776s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.975697] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746949, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.988218] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.988460] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.988692] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Deleting the datastore file [datastore1] d69b10f9-4a23-42a7-ab16-edc81bfe8271 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.988972] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5692765f-a2af-40f4-83e1-d6a3661c6750 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.998388] env[62220]: DEBUG oslo_vmware.api [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1408.998388] env[62220]: value = "task-1746952" [ 1408.998388] env[62220]: _type = "Task" [ 1408.998388] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.012895] env[62220]: DEBUG oslo_vmware.api [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.223597] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746950, 'name': Rename_Task, 'duration_secs': 0.211033} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.223877] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.224183] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e750148c-ca00-4447-a000-5d0dbf30053d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.235821] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1409.235821] env[62220]: value = "task-1746953" [ 1409.235821] env[62220]: _type = "Task" [ 1409.235821] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.252064] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.319106] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522032a1-a097-383f-f46c-ab1b7df3dd29, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.319431] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.319662] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.319891] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.320052] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.320232] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.320494] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aa65c53-5b75-4fc6-8b37-66960df7f209 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.335031] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.335031] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.335031] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd01b57-4ca4-473b-a3a9-de2ca9306375 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.344612] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Waiting for the task: (returnval){ [ 1409.344612] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d19dd6-0394-1c4d-64eb-e6c8128d354a" [ 1409.344612] env[62220]: _type = "Task" [ 1409.344612] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.357837] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d19dd6-0394-1c4d-64eb-e6c8128d354a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.426416] env[62220]: DEBUG oslo_concurrency.lockutils [req-b4212ae5-9ae6-4be6-bffa-907fb73abbcf req-218f42e1-064e-490c-a55c-ee958be9694d service nova] Releasing lock "refresh_cache-b263b3fb-9b9c-403e-bf2d-459e6b12efdf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.458620] env[62220]: DEBUG nova.compute.manager [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1409.483829] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746949, 'name': CloneVM_Task} progress is 95%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.516725] env[62220]: DEBUG oslo_vmware.api [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1746952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239778} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.517059] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.517257] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.517954] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.517954] env[62220]: INFO nova.compute.manager [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1409.518189] env[62220]: DEBUG oslo.service.loopingcall [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.518624] env[62220]: DEBUG nova.compute.manager [-] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.519085] env[62220]: DEBUG nova.network.neutron [-] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.538892] env[62220]: DEBUG nova.network.neutron [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Successfully updated port: ea585cf2-c25b-4a18-a190-39b8f40253b3 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1409.748477] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746953, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.815721] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6365d6c-31f4-40c2-b45a-f07f40743452 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.825350] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5943d37-8ae4-4c4d-9038-cba512540901 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.863430] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8563f6-e93b-462e-86af-05478a55283d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.876401] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d19dd6-0394-1c4d-64eb-e6c8128d354a, 'name': SearchDatastore_Task, 'duration_secs': 0.013615} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.878140] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da8d3b7-a29c-4b16-9d26-616094b653ea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.883398] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34297bd1-cc5a-40e9-8b85-f9dcd4e60fa8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.891608] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Waiting for the task: (returnval){ [ 1409.891608] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52641b96-7e5c-b594-8c6e-7437734c9c89" [ 1409.891608] env[62220]: _type = "Task" [ 1409.891608] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.901949] env[62220]: DEBUG nova.compute.provider_tree [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.914216] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52641b96-7e5c-b594-8c6e-7437734c9c89, 'name': SearchDatastore_Task, 'duration_secs': 0.012958} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.914509] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.914898] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b263b3fb-9b9c-403e-bf2d-459e6b12efdf/b263b3fb-9b9c-403e-bf2d-459e6b12efdf.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1409.915253] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4517993b-1903-4143-b85c-77cafb879d1c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.924214] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Waiting for the task: (returnval){ [ 1409.924214] env[62220]: value = "task-1746954" [ 1409.924214] env[62220]: _type = "Task" [ 1409.924214] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.937204] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.965232] env[62220]: DEBUG nova.compute.manager [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Received event network-vif-plugged-ea585cf2-c25b-4a18-a190-39b8f40253b3 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1409.965232] env[62220]: DEBUG oslo_concurrency.lockutils [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] Acquiring lock "24e9165f-24ad-430a-ad25-79e1fd1065dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.965232] env[62220]: DEBUG oslo_concurrency.lockutils [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] Lock "24e9165f-24ad-430a-ad25-79e1fd1065dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.965232] env[62220]: DEBUG oslo_concurrency.lockutils [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] Lock "24e9165f-24ad-430a-ad25-79e1fd1065dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.965232] env[62220]: DEBUG nova.compute.manager [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] No waiting events found dispatching network-vif-plugged-ea585cf2-c25b-4a18-a190-39b8f40253b3 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1409.965232] env[62220]: WARNING nova.compute.manager [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Received unexpected event network-vif-plugged-ea585cf2-c25b-4a18-a190-39b8f40253b3 for instance with vm_state building and task_state spawning. [ 1409.965232] env[62220]: DEBUG nova.compute.manager [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Received event network-changed-ea585cf2-c25b-4a18-a190-39b8f40253b3 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1409.965232] env[62220]: DEBUG nova.compute.manager [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Refreshing instance network info cache due to event network-changed-ea585cf2-c25b-4a18-a190-39b8f40253b3. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1409.966173] env[62220]: DEBUG oslo_concurrency.lockutils [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] Acquiring lock "refresh_cache-24e9165f-24ad-430a-ad25-79e1fd1065dc" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.966347] env[62220]: DEBUG oslo_concurrency.lockutils [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] Acquired lock "refresh_cache-24e9165f-24ad-430a-ad25-79e1fd1065dc" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.966518] env[62220]: DEBUG nova.network.neutron [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Refreshing network info cache for port ea585cf2-c25b-4a18-a190-39b8f40253b3 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.976627] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquiring lock "8a850783-41a9-42d3-9682-ec58b96bad7f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.977033] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Lock "8a850783-41a9-42d3-9682-ec58b96bad7f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.977123] env[62220]: INFO nova.compute.manager [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Rebooting instance [ 1409.986786] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746949, 'name': CloneVM_Task, 'duration_secs': 1.503654} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.986859] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Created linked-clone VM from snapshot [ 1409.988231] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae0f93b-56fa-41bd-91dd-197c52baf3cd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.000203] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Uploading image c6dbe4f0-94ec-4511-8f62-71347810fc86 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1410.003618] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.037178] env[62220]: DEBUG oslo_vmware.rw_handles [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1410.037178] env[62220]: value = "vm-363220" [ 1410.037178] env[62220]: _type = "VirtualMachine" [ 1410.037178] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1410.037178] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5d40b090-6885-4b21-a8d0-8c8663144db1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.041631] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Acquiring lock "refresh_cache-24e9165f-24ad-430a-ad25-79e1fd1065dc" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.051499] env[62220]: DEBUG oslo_vmware.rw_handles [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lease: (returnval){ [ 1410.051499] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5254b702-8e0e-5b75-6b1b-cbc03b7eac4c" [ 1410.051499] env[62220]: _type = "HttpNfcLease" [ 1410.051499] env[62220]: } obtained for exporting VM: (result){ [ 1410.051499] env[62220]: value = "vm-363220" [ 1410.051499] env[62220]: _type = "VirtualMachine" [ 1410.051499] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1410.053225] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the lease: (returnval){ [ 1410.053225] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5254b702-8e0e-5b75-6b1b-cbc03b7eac4c" [ 1410.053225] env[62220]: _type = "HttpNfcLease" [ 1410.053225] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1410.064967] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1410.064967] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5254b702-8e0e-5b75-6b1b-cbc03b7eac4c" [ 1410.064967] env[62220]: _type = "HttpNfcLease" [ 1410.064967] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1410.256314] env[62220]: DEBUG oslo_vmware.api [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746953, 'name': PowerOnVM_Task, 'duration_secs': 0.695928} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.256314] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.256314] env[62220]: INFO nova.compute.manager [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1410.256314] env[62220]: DEBUG nova.compute.manager [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.256314] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35519cc-3a49-425f-9dac-3828ecf3e967 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.410847] env[62220]: DEBUG nova.scheduler.client.report [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1410.444123] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746954, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.522769] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquiring lock "refresh_cache-8a850783-41a9-42d3-9682-ec58b96bad7f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.525074] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquired lock "refresh_cache-8a850783-41a9-42d3-9682-ec58b96bad7f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.525074] env[62220]: DEBUG nova.network.neutron [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.528413] env[62220]: DEBUG nova.network.neutron [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1410.562287] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1410.562287] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5254b702-8e0e-5b75-6b1b-cbc03b7eac4c" [ 1410.562287] env[62220]: _type = "HttpNfcLease" [ 1410.562287] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1410.562511] env[62220]: DEBUG oslo_vmware.rw_handles [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1410.562511] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5254b702-8e0e-5b75-6b1b-cbc03b7eac4c" [ 1410.562511] env[62220]: _type = "HttpNfcLease" [ 1410.562511] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1410.565208] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c3614c-6128-46fd-9d74-569d34da2ecf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.581609] env[62220]: DEBUG oslo_vmware.rw_handles [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c9ea2-3365-09f6-da95-6f43d14ea36f/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1410.581609] env[62220]: DEBUG oslo_vmware.rw_handles [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c9ea2-3365-09f6-da95-6f43d14ea36f/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1410.675195] env[62220]: DEBUG nova.compute.manager [req-1a8dd75a-34b3-4453-a854-4bd6d917607d req-ee44a160-c485-4a8e-8a50-83723654e8ff service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Received event network-vif-deleted-20a1cbd5-c636-40be-a21f-f3bf054df858 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1410.675195] env[62220]: INFO nova.compute.manager [req-1a8dd75a-34b3-4453-a854-4bd6d917607d req-ee44a160-c485-4a8e-8a50-83723654e8ff service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Neutron deleted interface 20a1cbd5-c636-40be-a21f-f3bf054df858; detaching it from the instance and deleting it from the info cache [ 1410.675195] env[62220]: DEBUG nova.network.neutron [req-1a8dd75a-34b3-4453-a854-4bd6d917607d req-ee44a160-c485-4a8e-8a50-83723654e8ff service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Updating instance_info_cache with network_info: [{"id": "b1c6f800-9d89-4294-af93-a7bde3a4ea69", "address": "fa:16:3e:ed:18:ac", "network": {"id": "206325ab-2430-44b0-8dae-44e027838f0a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1932371849", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c6f800-9d", "ovs_interfaceid": "b1c6f800-9d89-4294-af93-a7bde3a4ea69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0b3b20d-62bc-4462-900e-64832822ca53", "address": "fa:16:3e:0c:03:fe", "network": {"id": "28fe64bf-945c-4ee8-8ebf-087b9f1afa64", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1391257010", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b3b20d-62", "ovs_interfaceid": "f0b3b20d-62bc-4462-900e-64832822ca53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.704710] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a757491-e64b-4a23-a480-de2e7ba6f806 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.731760] env[62220]: DEBUG nova.network.neutron [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.787534] env[62220]: INFO nova.compute.manager [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Took 43.14 seconds to build instance. [ 1410.919204] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.921050] env[62220]: DEBUG nova.compute.manager [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1410.925043] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.917s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.926543] env[62220]: DEBUG nova.objects.instance [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lazy-loading 'resources' on Instance uuid ac4873c4-8bd0-4a92-bda4-296829b02143 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.950314] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677167} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.950590] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b263b3fb-9b9c-403e-bf2d-459e6b12efdf/b263b3fb-9b9c-403e-bf2d-459e6b12efdf.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1410.950896] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1410.951668] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a1f22c6-c501-443a-ab7e-f669c7985497 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.961218] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Waiting for the task: (returnval){ [ 1410.961218] env[62220]: value = "task-1746960" [ 1410.961218] env[62220]: _type = "Task" [ 1410.961218] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.973784] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.178121] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcc7d832-b8ff-4ec2-9434-5e307f1892be {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.189572] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220ee385-978b-450c-b820-0a3b3754eca2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.236251] env[62220]: DEBUG oslo_concurrency.lockutils [req-757d309d-03a0-42fe-9e96-7d055cdf37d7 req-3aa85c5c-361d-4626-83b2-4cc0a598d66c service nova] Releasing lock "refresh_cache-24e9165f-24ad-430a-ad25-79e1fd1065dc" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.236746] env[62220]: DEBUG nova.compute.manager [req-1a8dd75a-34b3-4453-a854-4bd6d917607d req-ee44a160-c485-4a8e-8a50-83723654e8ff service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Detach interface failed, port_id=20a1cbd5-c636-40be-a21f-f3bf054df858, reason: Instance d69b10f9-4a23-42a7-ab16-edc81bfe8271 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1411.237311] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Acquired lock "refresh_cache-24e9165f-24ad-430a-ad25-79e1fd1065dc" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.237728] env[62220]: DEBUG nova.network.neutron [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.290114] env[62220]: DEBUG oslo_concurrency.lockutils [None req-65ab6fc1-0ead-441b-a8be-6423ce6e457d tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Lock "2f6d1281-9001-4bf2-a9a2-4eecaa677c2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.162s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.431286] env[62220]: DEBUG nova.compute.utils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1411.436058] env[62220]: DEBUG nova.compute.manager [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1411.436321] env[62220]: DEBUG nova.network.neutron [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1411.478618] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111526} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.478911] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.479800] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04a656c-d0a4-4cfc-af62-dc7e31971eb1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.508171] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] b263b3fb-9b9c-403e-bf2d-459e6b12efdf/b263b3fb-9b9c-403e-bf2d-459e6b12efdf.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.508864] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d5af92-3ef1-4844-9b54-b81ccd1a48f9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.536446] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Waiting for the task: (returnval){ [ 1411.536446] env[62220]: value = "task-1746961" [ 1411.536446] env[62220]: _type = "Task" [ 1411.536446] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.546679] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.550685] env[62220]: DEBUG nova.network.neutron [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Updating instance_info_cache with network_info: [{"id": "74eb3a8d-cb5a-4fa8-a427-2b11bb615172", "address": "fa:16:3e:9f:4b:88", "network": {"id": "a85b801a-9610-44eb-9aed-59fa3cfe795b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1671108946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6e0cf8e20724eedbb8ef4434bd5a1d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74eb3a8d-cb", "ovs_interfaceid": "74eb3a8d-cb5a-4fa8-a427-2b11bb615172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.584592] env[62220]: DEBUG nova.policy [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a990e33ad6741439c2975ae7afe63a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962ffcf9fef240b4a61a1abad6eb081a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1411.759306] env[62220]: DEBUG nova.network.neutron [-] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.797539] env[62220]: DEBUG nova.compute.manager [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.825158] env[62220]: DEBUG nova.network.neutron [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.937511] env[62220]: DEBUG nova.compute.manager [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1412.061295] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Releasing lock "refresh_cache-8a850783-41a9-42d3-9682-ec58b96bad7f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.063116] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.114869] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5e2d1d-f3fb-48ee-8f65-e99f4d02bcb8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.125041] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b65ff3-b8ea-4095-8f05-29e085fd333a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.163797] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7529aaf-3a1c-4811-a4cc-6e7d39ea78af {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.173560] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cec4968-1682-4c85-84c8-6bccc3e02e98 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.194099] env[62220]: DEBUG nova.compute.provider_tree [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.234386] env[62220]: DEBUG nova.network.neutron [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Updating instance_info_cache with network_info: [{"id": "ea585cf2-c25b-4a18-a190-39b8f40253b3", "address": "fa:16:3e:c2:79:b4", "network": {"id": "1fc3a90e-52ad-46d3-828d-475684dee481", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1328865368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8759799683cd4227881c1a96ded20cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea585cf2-c2", "ovs_interfaceid": "ea585cf2-c25b-4a18-a190-39b8f40253b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.263905] env[62220]: INFO nova.compute.manager [-] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Took 2.74 seconds to deallocate network for instance. [ 1412.301369] env[62220]: DEBUG nova.network.neutron [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Successfully created port: ed4418ce-0ff6-40f1-994b-bc897e781eca {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.328157] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.559147] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746961, 'name': ReconfigVM_Task, 'duration_secs': 0.599896} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.560707] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Reconfigured VM instance instance-00000018 to attach disk [datastore1] b263b3fb-9b9c-403e-bf2d-459e6b12efdf/b263b3fb-9b9c-403e-bf2d-459e6b12efdf.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.561411] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f8c5ef6-67d5-4914-bab7-7ec985b51400 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.569923] env[62220]: DEBUG nova.compute.manager [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.570795] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4070517-4c39-491b-a7c3-e2135b1bdef7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.575536] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Waiting for the task: (returnval){ [ 1412.575536] env[62220]: value = "task-1746962" [ 1412.575536] env[62220]: _type = "Task" [ 1412.575536] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.597670] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746962, 'name': Rename_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.700455] env[62220]: DEBUG nova.scheduler.client.report [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1412.717393] env[62220]: INFO nova.compute.manager [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Rebuilding instance [ 1412.738133] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Releasing lock "refresh_cache-24e9165f-24ad-430a-ad25-79e1fd1065dc" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.738464] env[62220]: DEBUG nova.compute.manager [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Instance network_info: |[{"id": "ea585cf2-c25b-4a18-a190-39b8f40253b3", "address": "fa:16:3e:c2:79:b4", "network": {"id": "1fc3a90e-52ad-46d3-828d-475684dee481", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1328865368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8759799683cd4227881c1a96ded20cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea585cf2-c2", "ovs_interfaceid": "ea585cf2-c25b-4a18-a190-39b8f40253b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1412.739501] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:79:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea585cf2-c25b-4a18-a190-39b8f40253b3', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.747555] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Creating folder: Project (8759799683cd4227881c1a96ded20cd1). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.750772] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a4df92e-f803-45c8-9cba-edf084acc513 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.770799] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.771589] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Created folder: Project (8759799683cd4227881c1a96ded20cd1) in parent group-v363147. [ 1412.771821] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Creating folder: Instances. Parent ref: group-v363224. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.772138] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e043bbd9-d301-4bce-b97f-f0d1f61ad159 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.787691] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Created folder: Instances in parent group-v363224. [ 1412.789581] env[62220]: DEBUG oslo.service.loopingcall [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.791754] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.794041] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c45c9d1-d674-48de-a08f-d066c8e504d9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.814163] env[62220]: DEBUG nova.compute.manager [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.814163] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea00e94-a431-4c12-9ecb-c9b0634847e5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.827303] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.827303] env[62220]: value = "task-1746965" [ 1412.827303] env[62220]: _type = "Task" [ 1412.827303] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.838881] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746965, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.954043] env[62220]: DEBUG nova.compute.manager [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1413.009087] env[62220]: DEBUG nova.virt.hardware [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1413.009087] env[62220]: DEBUG nova.virt.hardware [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1413.009087] env[62220]: DEBUG nova.virt.hardware [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.009087] env[62220]: DEBUG nova.virt.hardware [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1413.009087] env[62220]: DEBUG nova.virt.hardware [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.009087] env[62220]: DEBUG nova.virt.hardware [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1413.009087] env[62220]: DEBUG nova.virt.hardware [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1413.009720] env[62220]: DEBUG nova.virt.hardware [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1413.009720] env[62220]: DEBUG nova.virt.hardware [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1413.009904] env[62220]: DEBUG nova.virt.hardware [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1413.010164] env[62220]: DEBUG nova.virt.hardware [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1413.015468] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512e06b3-d937-4e02-b095-a8bf54f04089 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.028594] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dbdc50-129b-41e4-a9e3-64dfdcfaac26 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.090585] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746962, 'name': Rename_Task, 'duration_secs': 0.213236} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.093606] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.094512] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a2de651-9c74-474b-9a32-33cd975190f9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.105048] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Waiting for the task: (returnval){ [ 1413.105048] env[62220]: value = "task-1746966" [ 1413.105048] env[62220]: _type = "Task" [ 1413.105048] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.114019] env[62220]: DEBUG nova.compute.manager [req-fb575fa5-db54-49a8-bf19-7ab33021ce6b req-e51496fe-ec42-4cdf-a372-e100d1b47079 service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Received event network-vif-deleted-f0b3b20d-62bc-4462-900e-64832822ca53 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1413.114019] env[62220]: DEBUG nova.compute.manager [req-fb575fa5-db54-49a8-bf19-7ab33021ce6b req-e51496fe-ec42-4cdf-a372-e100d1b47079 service nova] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Received event network-vif-deleted-b1c6f800-9d89-4294-af93-a7bde3a4ea69 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1413.123521] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.210045] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.213376] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.015s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.213594] env[62220]: DEBUG nova.objects.instance [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1413.238445] env[62220]: INFO nova.scheduler.client.report [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleted allocations for instance ac4873c4-8bd0-4a92-bda4-296829b02143 [ 1413.353149] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746965, 'name': CreateVM_Task, 'duration_secs': 0.393817} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.353311] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.354068] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.354260] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.357099] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1413.357099] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4411eaa-daa6-4c63-a527-b926fe659250 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.366424] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Waiting for the task: (returnval){ [ 1413.366424] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52be7482-bc0a-f56f-7992-671351e6696d" [ 1413.366424] env[62220]: _type = "Task" [ 1413.366424] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.381668] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52be7482-bc0a-f56f-7992-671351e6696d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.599019] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777a414b-d81c-45da-a3f3-9535d5775a86 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.613032] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Doing hard reboot of VM {{(pid=62220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1413.620828] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0210d5c6-5ff7-40eb-992d-2fefcc0d9618 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.625991] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746966, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.634184] env[62220]: DEBUG oslo_vmware.api [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Waiting for the task: (returnval){ [ 1413.634184] env[62220]: value = "task-1746967" [ 1413.634184] env[62220]: _type = "Task" [ 1413.634184] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.649178] env[62220]: DEBUG oslo_vmware.api [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746967, 'name': ResetVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.747303] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c00fbe05-9bda-46e4-bfff-351d7610627e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "ac4873c4-8bd0-4a92-bda4-296829b02143" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.817s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.836939] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.837323] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c43f37bb-0757-489f-8d7c-3bcf6139dedc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.846431] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1413.846431] env[62220]: value = "task-1746969" [ 1413.846431] env[62220]: _type = "Task" [ 1413.846431] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.855939] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.880298] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52be7482-bc0a-f56f-7992-671351e6696d, 'name': SearchDatastore_Task, 'duration_secs': 0.042896} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.880298] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.880298] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.880298] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.880298] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.880298] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.880298] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d50540f-909a-489d-892e-d0f09dbafba2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.893542] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.893741] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.894580] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae03967-3715-4042-a57f-4a9aacfbcf7e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.904674] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Waiting for the task: (returnval){ [ 1413.904674] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5272369e-c636-e4f4-06e4-b5ebb40ca459" [ 1413.904674] env[62220]: _type = "Task" [ 1413.904674] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.917107] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5272369e-c636-e4f4-06e4-b5ebb40ca459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.120888] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746966, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.147791] env[62220]: DEBUG oslo_vmware.api [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746967, 'name': ResetVM_Task, 'duration_secs': 0.120872} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.149663] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Did hard reboot of VM {{(pid=62220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1414.149663] env[62220]: DEBUG nova.compute.manager [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.149663] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cb3c89-baec-4a0c-90f5-b4a0acdc1209 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.233176] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fb5c1816-afcd-47be-a814-3d95efb85515 tempest-ServersAdmin275Test-314832172 tempest-ServersAdmin275Test-314832172-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.235302] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.727s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.360416] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746969, 'name': PowerOffVM_Task, 'duration_secs': 0.243155} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.361382] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.361801] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.362743] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ef8fcd-409a-40fd-a301-0d6929dd53e4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.378384] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.382259] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4750c7c0-91a3-4881-99c8-0cff241f53d9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.386540] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.386774] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.422026] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5272369e-c636-e4f4-06e4-b5ebb40ca459, 'name': SearchDatastore_Task, 'duration_secs': 0.048503} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.423465] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.423673] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.424116] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Deleting the datastore file [datastore1] 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.424384] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15dc8a59-6e1e-483e-8ec5-eea2e3361b06 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.426842] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-907834cd-dc3e-463c-bf3e-0102dace559c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.433361] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Waiting for the task: (returnval){ [ 1414.433361] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5291ed1c-3db2-a7e7-bf24-9f832cc4a36c" [ 1414.433361] env[62220]: _type = "Task" [ 1414.433361] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.438594] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1414.438594] env[62220]: value = "task-1746971" [ 1414.438594] env[62220]: _type = "Task" [ 1414.438594] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.445622] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5291ed1c-3db2-a7e7-bf24-9f832cc4a36c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.452312] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.617448] env[62220]: DEBUG oslo_vmware.api [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1746966, 'name': PowerOnVM_Task, 'duration_secs': 1.080059} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.617736] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.617968] env[62220]: INFO nova.compute.manager [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Took 10.61 seconds to spawn the instance on the hypervisor. [ 1414.620033] env[62220]: DEBUG nova.compute.manager [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.621444] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa30b6d-04ca-4eaf-a49e-599cdf1f1ca0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.667167] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8d7c80bb-21ce-445e-860b-a7ecd06c3581 tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Lock "8a850783-41a9-42d3-9682-ec58b96bad7f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.690s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.954939] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5291ed1c-3db2-a7e7-bf24-9f832cc4a36c, 'name': SearchDatastore_Task, 'duration_secs': 0.048639} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.956126] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.956230] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 24e9165f-24ad-430a-ad25-79e1fd1065dc/24e9165f-24ad-430a-ad25-79e1fd1065dc.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.957294] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84258f6b-d9ca-448d-af13-90ee8817fe98 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.962539] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483892} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.963245] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.963450] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1414.964469] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.979216] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Waiting for the task: (returnval){ [ 1414.979216] env[62220]: value = "task-1746972" [ 1414.979216] env[62220]: _type = "Task" [ 1414.979216] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.989775] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1746972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.024260] env[62220]: DEBUG nova.network.neutron [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Successfully updated port: ed4418ce-0ff6-40f1-994b-bc897e781eca {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1415.154849] env[62220]: INFO nova.compute.manager [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Took 44.69 seconds to build instance. [ 1415.340886] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c31ef1f-bc32-4105-8acd-6caeece52cae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.351338] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3e4033-8e1c-4766-86ee-a23a5242ee65 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.386557] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4636be3f-9074-4584-a66f-3c6870a53f7b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.396181] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03214d43-2bc5-4e34-b4f1-dffa390c92b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.411447] env[62220]: DEBUG nova.compute.provider_tree [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.491704] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1746972, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.528285] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquiring lock "refresh_cache-f75d2c0d-62dd-4eda-86f0-916ee6700fdc" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.528432] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquired lock "refresh_cache-f75d2c0d-62dd-4eda-86f0-916ee6700fdc" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.528589] env[62220]: DEBUG nova.network.neutron [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.657139] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2a981d2-8482-4d3a-888a-10bc21acd183 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Lock "b263b3fb-9b9c-403e-bf2d-459e6b12efdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.404s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.915632] env[62220]: DEBUG nova.scheduler.client.report [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1415.997232] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1746972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848899} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.997232] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 24e9165f-24ad-430a-ad25-79e1fd1065dc/24e9165f-24ad-430a-ad25-79e1fd1065dc.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.997232] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.997232] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a558579b-886b-42fd-9385-c5509d58c774 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.006986] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Waiting for the task: (returnval){ [ 1416.006986] env[62220]: value = "task-1746974" [ 1416.006986] env[62220]: _type = "Task" [ 1416.006986] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.019527] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1746974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.024218] env[62220]: DEBUG nova.virt.hardware [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1416.024472] env[62220]: DEBUG nova.virt.hardware [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1416.024630] env[62220]: DEBUG nova.virt.hardware [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.024808] env[62220]: DEBUG nova.virt.hardware [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1416.024972] env[62220]: DEBUG nova.virt.hardware [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.025265] env[62220]: DEBUG nova.virt.hardware [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1416.025481] env[62220]: DEBUG nova.virt.hardware [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1416.025694] env[62220]: DEBUG nova.virt.hardware [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1416.025824] env[62220]: DEBUG nova.virt.hardware [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1416.026015] env[62220]: DEBUG nova.virt.hardware [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1416.026224] env[62220]: DEBUG nova.virt.hardware [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1416.027094] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147774b8-e068-4694-8591-284a41cd0bd7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.035464] env[62220]: DEBUG nova.compute.manager [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Received event network-vif-plugged-ed4418ce-0ff6-40f1-994b-bc897e781eca {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1416.035702] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] Acquiring lock "f75d2c0d-62dd-4eda-86f0-916ee6700fdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.038266] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] Lock "f75d2c0d-62dd-4eda-86f0-916ee6700fdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.038266] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] Lock "f75d2c0d-62dd-4eda-86f0-916ee6700fdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.038266] env[62220]: DEBUG nova.compute.manager [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] No waiting events found dispatching network-vif-plugged-ed4418ce-0ff6-40f1-994b-bc897e781eca {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1416.038266] env[62220]: WARNING nova.compute.manager [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Received unexpected event network-vif-plugged-ed4418ce-0ff6-40f1-994b-bc897e781eca for instance with vm_state building and task_state spawning. [ 1416.038266] env[62220]: DEBUG nova.compute.manager [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Received event network-changed-ed4418ce-0ff6-40f1-994b-bc897e781eca {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1416.038266] env[62220]: DEBUG nova.compute.manager [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Refreshing instance network info cache due to event network-changed-ed4418ce-0ff6-40f1-994b-bc897e781eca. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1416.038266] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] Acquiring lock "refresh_cache-f75d2c0d-62dd-4eda-86f0-916ee6700fdc" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.042445] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e27f25b-effd-42b9-8b66-ba22a3cf322c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.061341] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Instance VIF info [] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.070369] env[62220]: DEBUG oslo.service.loopingcall [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.071568] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.071924] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d806fd2-4b3d-4c64-beef-c7dd2312a184 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.088882] env[62220]: DEBUG nova.network.neutron [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.100440] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.100440] env[62220]: value = "task-1746975" [ 1416.100440] env[62220]: _type = "Task" [ 1416.100440] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.109335] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746975, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.159614] env[62220]: DEBUG nova.compute.manager [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1416.382013] env[62220]: DEBUG nova.network.neutron [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Updating instance_info_cache with network_info: [{"id": "ed4418ce-0ff6-40f1-994b-bc897e781eca", "address": "fa:16:3e:89:31:a9", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4418ce-0f", "ovs_interfaceid": "ed4418ce-0ff6-40f1-994b-bc897e781eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.519831] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1746974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127472} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.520805] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.521675] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065de9cc-785c-4e98-91a6-6e7b33255bb4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.546870] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 24e9165f-24ad-430a-ad25-79e1fd1065dc/24e9165f-24ad-430a-ad25-79e1fd1065dc.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.547216] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb16b377-d46b-4294-b38d-98f9df108804 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.571790] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Waiting for the task: (returnval){ [ 1416.571790] env[62220]: value = "task-1746976" [ 1416.571790] env[62220]: _type = "Task" [ 1416.571790] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.581077] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1746976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.611200] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746975, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.694208] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.883900] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Releasing lock "refresh_cache-f75d2c0d-62dd-4eda-86f0-916ee6700fdc" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.884378] env[62220]: DEBUG nova.compute.manager [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Instance network_info: |[{"id": "ed4418ce-0ff6-40f1-994b-bc897e781eca", "address": "fa:16:3e:89:31:a9", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4418ce-0f", "ovs_interfaceid": "ed4418ce-0ff6-40f1-994b-bc897e781eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1416.884740] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] Acquired lock "refresh_cache-f75d2c0d-62dd-4eda-86f0-916ee6700fdc" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.884954] env[62220]: DEBUG nova.network.neutron [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Refreshing network info cache for port ed4418ce-0ff6-40f1-994b-bc897e781eca {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.886263] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:31:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed4418ce-0ff6-40f1-994b-bc897e781eca', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.895047] env[62220]: DEBUG oslo.service.loopingcall [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.895599] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.895784] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69185dad-b255-4a0c-89c1-667b12e2964e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.917898] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquiring lock "8a850783-41a9-42d3-9682-ec58b96bad7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.918330] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Lock "8a850783-41a9-42d3-9682-ec58b96bad7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.918798] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquiring lock "8a850783-41a9-42d3-9682-ec58b96bad7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.919069] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Lock "8a850783-41a9-42d3-9682-ec58b96bad7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.919507] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Lock "8a850783-41a9-42d3-9682-ec58b96bad7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.923118] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.923118] env[62220]: value = "task-1746977" [ 1416.923118] env[62220]: _type = "Task" [ 1416.923118] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.923654] env[62220]: INFO nova.compute.manager [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Terminating instance [ 1416.930976] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.697s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.938871] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.340s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.940845] env[62220]: INFO nova.compute.claims [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.944048] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746977, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.087458] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1746976, 'name': ReconfigVM_Task, 'duration_secs': 0.351933} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.087764] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 24e9165f-24ad-430a-ad25-79e1fd1065dc/24e9165f-24ad-430a-ad25-79e1fd1065dc.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.088944] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22b004c2-b8c6-4d9c-bfc0-f74db156747d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.098117] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Waiting for the task: (returnval){ [ 1417.098117] env[62220]: value = "task-1746978" [ 1417.098117] env[62220]: _type = "Task" [ 1417.098117] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.114944] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1746978, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.118461] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746975, 'name': CreateVM_Task, 'duration_secs': 0.727702} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.118652] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1417.119313] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.119503] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.119830] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1417.120264] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df6b9ed-d184-43d8-aea0-a519a85bb72e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.126859] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1417.126859] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d82938-5926-7ee0-8f96-4d7332662641" [ 1417.126859] env[62220]: _type = "Task" [ 1417.126859] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.139830] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d82938-5926-7ee0-8f96-4d7332662641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.431416] env[62220]: DEBUG nova.compute.manager [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1417.431895] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.432927] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2ec2d4-5aba-4022-a220-6dcf189f7ea4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.442701] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746977, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.456474] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.458574] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6172f7de-bb5b-419f-ba4d-ade15318bf72 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.472257] env[62220]: DEBUG oslo_vmware.api [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Waiting for the task: (returnval){ [ 1417.472257] env[62220]: value = "task-1746979" [ 1417.472257] env[62220]: _type = "Task" [ 1417.472257] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.485411] env[62220]: DEBUG oslo_vmware.api [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.536900] env[62220]: INFO nova.scheduler.client.report [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Deleted allocation for migration c5b05241-c797-47ed-b2da-482a1995fc8d [ 1417.614331] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1746978, 'name': Rename_Task, 'duration_secs': 0.165706} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.614331] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.614331] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b01c0a75-c577-4fd6-94e6-5c5d1bb8b178 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.622179] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Waiting for the task: (returnval){ [ 1417.622179] env[62220]: value = "task-1746980" [ 1417.622179] env[62220]: _type = "Task" [ 1417.622179] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.635606] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1746980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.643345] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d82938-5926-7ee0-8f96-4d7332662641, 'name': SearchDatastore_Task, 'duration_secs': 0.015371} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.643853] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.644245] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1417.644604] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.644882] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.645238] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1417.645668] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0000cb1-84f3-4810-bd6f-969103491f47 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.659076] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1417.659076] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1417.659076] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14d1088-c266-44ea-b161-e4890d7cf832 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.666868] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1417.666868] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52562710-cc59-b8af-e60f-2eed8f4579f4" [ 1417.666868] env[62220]: _type = "Task" [ 1417.666868] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.683725] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52562710-cc59-b8af-e60f-2eed8f4579f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.712985] env[62220]: DEBUG nova.compute.manager [req-fc0c8808-007f-4ef5-8c8a-29e035542846 req-a568e8bc-987a-40e3-a974-3b0ffa6e4437 service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Received event network-changed-ea447ea3-2278-475c-9ce1-9f70de253493 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1417.715237] env[62220]: DEBUG nova.compute.manager [req-fc0c8808-007f-4ef5-8c8a-29e035542846 req-a568e8bc-987a-40e3-a974-3b0ffa6e4437 service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Refreshing instance network info cache due to event network-changed-ea447ea3-2278-475c-9ce1-9f70de253493. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1417.715521] env[62220]: DEBUG oslo_concurrency.lockutils [req-fc0c8808-007f-4ef5-8c8a-29e035542846 req-a568e8bc-987a-40e3-a974-3b0ffa6e4437 service nova] Acquiring lock "refresh_cache-b263b3fb-9b9c-403e-bf2d-459e6b12efdf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.715689] env[62220]: DEBUG oslo_concurrency.lockutils [req-fc0c8808-007f-4ef5-8c8a-29e035542846 req-a568e8bc-987a-40e3-a974-3b0ffa6e4437 service nova] Acquired lock "refresh_cache-b263b3fb-9b9c-403e-bf2d-459e6b12efdf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.715983] env[62220]: DEBUG nova.network.neutron [req-fc0c8808-007f-4ef5-8c8a-29e035542846 req-a568e8bc-987a-40e3-a974-3b0ffa6e4437 service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Refreshing network info cache for port ea447ea3-2278-475c-9ce1-9f70de253493 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.797373] env[62220]: DEBUG nova.network.neutron [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Updated VIF entry in instance network info cache for port ed4418ce-0ff6-40f1-994b-bc897e781eca. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.799035] env[62220]: DEBUG nova.network.neutron [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Updating instance_info_cache with network_info: [{"id": "ed4418ce-0ff6-40f1-994b-bc897e781eca", "address": "fa:16:3e:89:31:a9", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4418ce-0f", "ovs_interfaceid": "ed4418ce-0ff6-40f1-994b-bc897e781eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.940068] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746977, 'name': CreateVM_Task, 'duration_secs': 0.546259} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.940334] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1417.941834] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.941834] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.942093] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1417.942389] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b514bf-2545-45e6-a332-dc5b027aba85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.950707] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1417.950707] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a0c79b-5f43-321d-28c7-0144d9ecf264" [ 1417.950707] env[62220]: _type = "Task" [ 1417.950707] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.966112] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a0c79b-5f43-321d-28c7-0144d9ecf264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.984464] env[62220]: DEBUG oslo_vmware.api [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746979, 'name': PowerOffVM_Task, 'duration_secs': 0.275236} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.984987] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.984987] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.985176] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a5e9666-b506-448e-abe6-a6e36066332e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.045370] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3f714451-3a92-4a3b-964e-a1ec2e62ed1e tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "db05c5a1-3530-4793-89fd-75b6b860d4f9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.036s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.078895] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.080667] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.080667] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Deleting the datastore file [datastore1] 8a850783-41a9-42d3-9682-ec58b96bad7f {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.081464] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dad3ee3-0808-485d-8617-ed79159ad45d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.090141] env[62220]: DEBUG oslo_vmware.api [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Waiting for the task: (returnval){ [ 1418.090141] env[62220]: value = "task-1746983" [ 1418.090141] env[62220]: _type = "Task" [ 1418.090141] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.108336] env[62220]: DEBUG oslo_vmware.api [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.134727] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1746980, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.183863] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52562710-cc59-b8af-e60f-2eed8f4579f4, 'name': SearchDatastore_Task, 'duration_secs': 0.018124} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.184729] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9823596-79b6-4b68-ac33-68ebf51f275b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.194698] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1418.194698] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526aea75-5e25-9bd5-5fc9-1d45fc9d8e80" [ 1418.194698] env[62220]: _type = "Task" [ 1418.194698] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.206486] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526aea75-5e25-9bd5-5fc9-1d45fc9d8e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.303152] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e0ea35f-e0c5-40bc-a4a3-6a7be7aaebb2 req-372d3b3a-1f3c-4098-ba66-21bd5bfc9b2d service nova] Releasing lock "refresh_cache-f75d2c0d-62dd-4eda-86f0-916ee6700fdc" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.460635] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a0c79b-5f43-321d-28c7-0144d9ecf264, 'name': SearchDatastore_Task, 'duration_secs': 0.012323} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.461153] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.461430] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.461430] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.519302] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fd50d0-90fb-4784-a7b3-6ae76644aece {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.527644] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfe9698-8b78-44bf-8361-43b104b29bcd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.563344] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7381f4-b581-45bc-a2ad-f4ae1f366368 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.571994] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e21f41-072e-4e03-bc62-3ce669f7c11e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.587854] env[62220]: DEBUG nova.compute.provider_tree [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.600213] env[62220]: DEBUG oslo_vmware.api [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Task: {'id': task-1746983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335262} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.600598] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.600788] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.600966] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.601157] env[62220]: INFO nova.compute.manager [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1418.601396] env[62220]: DEBUG oslo.service.loopingcall [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1418.601584] env[62220]: DEBUG nova.compute.manager [-] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1418.601678] env[62220]: DEBUG nova.network.neutron [-] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1418.634540] env[62220]: DEBUG oslo_vmware.api [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1746980, 'name': PowerOnVM_Task, 'duration_secs': 0.540808} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.634895] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.635112] env[62220]: INFO nova.compute.manager [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Took 10.75 seconds to spawn the instance on the hypervisor. [ 1418.635299] env[62220]: DEBUG nova.compute.manager [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.636454] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64e3d63-4c36-4d42-83ae-ed18af9aa327 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.706696] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526aea75-5e25-9bd5-5fc9-1d45fc9d8e80, 'name': SearchDatastore_Task, 'duration_secs': 0.02378} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.707614] env[62220]: DEBUG nova.network.neutron [req-fc0c8808-007f-4ef5-8c8a-29e035542846 req-a568e8bc-987a-40e3-a974-3b0ffa6e4437 service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Updated VIF entry in instance network info cache for port ea447ea3-2278-475c-9ce1-9f70de253493. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.708028] env[62220]: DEBUG nova.network.neutron [req-fc0c8808-007f-4ef5-8c8a-29e035542846 req-a568e8bc-987a-40e3-a974-3b0ffa6e4437 service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Updating instance_info_cache with network_info: [{"id": "ea447ea3-2278-475c-9ce1-9f70de253493", "address": "fa:16:3e:c0:d5:23", "network": {"id": "325dfa16-b483-451b-a408-aee487163fa7", "bridge": "br-int", "label": "tempest-ServersTestJSON-443724475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9deaf8b00d374d0dac7ac011347d4f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea447ea3-22", "ovs_interfaceid": "ea447ea3-2278-475c-9ce1-9f70de253493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.709859] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.710232] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c/2f6d1281-9001-4bf2-a9a2-4eecaa677c2c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1418.710777] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.711019] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.711272] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d22a2816-9859-4c52-97f0-4e8e24abd210 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.713388] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2badc2b-bde3-4fbd-85b5-c8bafbf6af6b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.725698] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1418.725698] env[62220]: value = "task-1746984" [ 1418.725698] env[62220]: _type = "Task" [ 1418.725698] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.725698] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.725698] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.730501] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1c96cd-a50e-4140-aaa3-772027254817 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.738708] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1418.738708] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bd5646-a1bd-9600-ac14-762698b7ca5a" [ 1418.738708] env[62220]: _type = "Task" [ 1418.738708] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.742833] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.753316] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bd5646-a1bd-9600-ac14-762698b7ca5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.091647] env[62220]: DEBUG nova.scheduler.client.report [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1419.156070] env[62220]: INFO nova.compute.manager [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Took 44.39 seconds to build instance. [ 1419.211374] env[62220]: DEBUG oslo_concurrency.lockutils [req-fc0c8808-007f-4ef5-8c8a-29e035542846 req-a568e8bc-987a-40e3-a974-3b0ffa6e4437 service nova] Releasing lock "refresh_cache-b263b3fb-9b9c-403e-bf2d-459e6b12efdf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.239020] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746984, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.255302] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bd5646-a1bd-9600-ac14-762698b7ca5a, 'name': SearchDatastore_Task, 'duration_secs': 0.01958} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.256211] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cccff1ff-6f00-4123-abe2-0c002152c31e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.263437] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1419.263437] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f4c52d-c165-b8ed-bb07-b06f057d8b54" [ 1419.263437] env[62220]: _type = "Task" [ 1419.263437] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.275658] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f4c52d-c165-b8ed-bb07-b06f057d8b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.352073] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "21995267-5227-4930-b079-707fcf615897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.352349] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.403068] env[62220]: DEBUG nova.network.neutron [-] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.598491] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.599755] env[62220]: DEBUG nova.compute.manager [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1419.603581] env[62220]: DEBUG oslo_concurrency.lockutils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.793s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.605721] env[62220]: INFO nova.compute.claims [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.660055] env[62220]: DEBUG oslo_concurrency.lockutils [None req-38989d5f-84ac-4e7c-8c95-b176197be147 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lock "24e9165f-24ad-430a-ad25-79e1fd1065dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.905s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.736806] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774543} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.737083] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c/2f6d1281-9001-4bf2-a9a2-4eecaa677c2c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1419.737297] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1419.737547] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-994cdb5c-c31e-4b56-a211-f650e3500770 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.746326] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1419.746326] env[62220]: value = "task-1746985" [ 1419.746326] env[62220]: _type = "Task" [ 1419.746326] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.757035] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.776388] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f4c52d-c165-b8ed-bb07-b06f057d8b54, 'name': SearchDatastore_Task, 'duration_secs': 0.075883} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.776388] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.776388] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] f75d2c0d-62dd-4eda-86f0-916ee6700fdc/f75d2c0d-62dd-4eda-86f0-916ee6700fdc.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.776388] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da0059b0-78d9-4c98-b216-acbb5d0f2bd8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.785791] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1419.785791] env[62220]: value = "task-1746986" [ 1419.785791] env[62220]: _type = "Task" [ 1419.785791] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.793330] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.906261] env[62220]: INFO nova.compute.manager [-] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Took 1.30 seconds to deallocate network for instance. [ 1419.919907] env[62220]: DEBUG nova.compute.manager [req-af3fa4c0-6a99-4551-9df8-cf70f56b7e2d req-177f723e-cba2-4799-ab36-aa5e4ed8bc95 service nova] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Received event network-vif-deleted-74eb3a8d-cb5a-4fa8-a427-2b11bb615172 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1420.112941] env[62220]: DEBUG nova.compute.utils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1420.114212] env[62220]: DEBUG nova.compute.manager [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1420.114379] env[62220]: DEBUG nova.network.neutron [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1420.162973] env[62220]: DEBUG nova.compute.manager [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.190980] env[62220]: DEBUG nova.policy [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d71f4ee47e24fdba197d098dc9f29bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aa4322ee1c7440398464b72ec5baaea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1420.258347] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075457} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.258640] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.262539] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b607ab-f191-49e2-ab57-68ec94e10e59 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.280991] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c/2f6d1281-9001-4bf2-a9a2-4eecaa677c2c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.281320] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89668b1c-9b8d-4205-90b2-dd0f54d7ec99 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.309116] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746986, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.310651] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1420.310651] env[62220]: value = "task-1746988" [ 1420.310651] env[62220]: _type = "Task" [ 1420.310651] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.319952] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.415935] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.461056] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c331a483-f15c-4d9f-93a2-fea900da80a0 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Acquiring lock "interface-24e9165f-24ad-430a-ad25-79e1fd1065dc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.461523] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c331a483-f15c-4d9f-93a2-fea900da80a0 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lock "interface-24e9165f-24ad-430a-ad25-79e1fd1065dc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.462047] env[62220]: DEBUG nova.objects.instance [None req-c331a483-f15c-4d9f-93a2-fea900da80a0 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lazy-loading 'flavor' on Instance uuid 24e9165f-24ad-430a-ad25-79e1fd1065dc {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.620311] env[62220]: DEBUG nova.compute.manager [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1420.655746] env[62220]: DEBUG nova.network.neutron [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Successfully created port: 627d5609-581b-4006-94a9-2efa635329d1 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1420.689109] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.811351] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746986, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.825736] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.967229] env[62220]: DEBUG nova.objects.instance [None req-c331a483-f15c-4d9f-93a2-fea900da80a0 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lazy-loading 'pci_requests' on Instance uuid 24e9165f-24ad-430a-ad25-79e1fd1065dc {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.169829] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c36641-1cee-4b16-98fa-b0b5709c97c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.179034] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cc8c6c-c0cb-48c6-b91a-f8c043d9aa08 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.213773] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debe1905-0803-44f1-a3d1-d66046c63d88 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.223490] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac85894-cad0-4537-ae9e-9d3725474b2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.240593] env[62220]: DEBUG nova.compute.provider_tree [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1421.251141] env[62220]: DEBUG oslo_vmware.rw_handles [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c9ea2-3365-09f6-da95-6f43d14ea36f/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1421.252447] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6287957-4704-4296-bec1-142f3d7d0887 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.259756] env[62220]: DEBUG oslo_vmware.rw_handles [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c9ea2-3365-09f6-da95-6f43d14ea36f/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1421.259932] env[62220]: ERROR oslo_vmware.rw_handles [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c9ea2-3365-09f6-da95-6f43d14ea36f/disk-0.vmdk due to incomplete transfer. [ 1421.260171] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1dad24b6-3b08-4521-a39a-621dc02b381f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.268104] env[62220]: DEBUG oslo_vmware.rw_handles [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c9ea2-3365-09f6-da95-6f43d14ea36f/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1421.268747] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Uploaded image c6dbe4f0-94ec-4511-8f62-71347810fc86 to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1421.270426] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1421.270687] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3dd0a02d-1ce6-4a91-b7af-45bc2077418d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.279141] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1421.279141] env[62220]: value = "task-1746989" [ 1421.279141] env[62220]: _type = "Task" [ 1421.279141] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.291226] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746989, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.310627] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746986, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.149336} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.310902] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] f75d2c0d-62dd-4eda-86f0-916ee6700fdc/f75d2c0d-62dd-4eda-86f0-916ee6700fdc.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.311136] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.311446] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48c83461-2785-4fad-b229-26a5f16139c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.323555] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.325171] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1421.325171] env[62220]: value = "task-1746990" [ 1421.325171] env[62220]: _type = "Task" [ 1421.325171] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.334262] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.470089] env[62220]: DEBUG nova.objects.base [None req-c331a483-f15c-4d9f-93a2-fea900da80a0 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Object Instance<24e9165f-24ad-430a-ad25-79e1fd1065dc> lazy-loaded attributes: flavor,pci_requests {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1421.470328] env[62220]: DEBUG nova.network.neutron [None req-c331a483-f15c-4d9f-93a2-fea900da80a0 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1421.634096] env[62220]: DEBUG nova.compute.manager [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1421.660050] env[62220]: DEBUG nova.virt.hardware [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1421.660341] env[62220]: DEBUG nova.virt.hardware [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1421.660527] env[62220]: DEBUG nova.virt.hardware [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.660735] env[62220]: DEBUG nova.virt.hardware [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1421.660974] env[62220]: DEBUG nova.virt.hardware [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.661268] env[62220]: DEBUG nova.virt.hardware [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1421.661591] env[62220]: DEBUG nova.virt.hardware [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1421.662200] env[62220]: DEBUG nova.virt.hardware [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1421.662484] env[62220]: DEBUG nova.virt.hardware [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1421.662712] env[62220]: DEBUG nova.virt.hardware [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1421.662937] env[62220]: DEBUG nova.virt.hardware [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1421.663837] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c07f62-42a9-4066-aeff-c10b5f6fe4d5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.674386] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d6d0c8-f2fc-46d5-a9c0-755acbf2c743 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.770859] env[62220]: ERROR nova.scheduler.client.report [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [req-8692edc3-a61f-4e29-87e0-5bb80521dbe6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8692edc3-a61f-4e29-87e0-5bb80521dbe6"}]} [ 1421.789611] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746989, 'name': Destroy_Task, 'duration_secs': 0.497328} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.790710] env[62220]: DEBUG nova.scheduler.client.report [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1421.792731] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Destroyed the VM [ 1421.793009] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1421.793627] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a06aa5c-4cee-4b6f-a936-08b3c3586c84 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.801192] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1421.801192] env[62220]: value = "task-1746991" [ 1421.801192] env[62220]: _type = "Task" [ 1421.801192] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.810939] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746991, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.811945] env[62220]: DEBUG nova.scheduler.client.report [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1421.812220] env[62220]: DEBUG nova.compute.provider_tree [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1421.824059] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746988, 'name': ReconfigVM_Task, 'duration_secs': 1.125036} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.824059] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c/2f6d1281-9001-4bf2-a9a2-4eecaa677c2c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.824059] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-732fad48-05d3-4172-8dd9-751fe74c0bcf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.829938] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c331a483-f15c-4d9f-93a2-fea900da80a0 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lock "interface-24e9165f-24ad-430a-ad25-79e1fd1065dc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.368s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.831804] env[62220]: DEBUG nova.scheduler.client.report [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1421.839018] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1421.839018] env[62220]: value = "task-1746992" [ 1421.839018] env[62220]: _type = "Task" [ 1421.839018] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.840494] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100451} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.843994] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.847030] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e7b443-1b30-4fcd-b3b8-1e50718e93ee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.855863] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746992, 'name': Rename_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.874642] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] f75d2c0d-62dd-4eda-86f0-916ee6700fdc/f75d2c0d-62dd-4eda-86f0-916ee6700fdc.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.875902] env[62220]: DEBUG nova.scheduler.client.report [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1421.878436] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a21f3140-4591-4245-9ba6-39af1e129e77 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.901652] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1421.901652] env[62220]: value = "task-1746993" [ 1421.901652] env[62220]: _type = "Task" [ 1421.901652] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.911446] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.313616] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746991, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.345048] env[62220]: DEBUG nova.network.neutron [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Successfully updated port: 627d5609-581b-4006-94a9-2efa635329d1 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1422.362092] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746992, 'name': Rename_Task, 'duration_secs': 0.253983} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.363545] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.363895] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-064b8e88-8600-4c07-80ad-f14c890da531 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.373022] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1422.373022] env[62220]: value = "task-1746995" [ 1422.373022] env[62220]: _type = "Task" [ 1422.373022] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.385653] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.395859] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0796209f-05f9-44f0-81dc-2a81881de0e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.407940] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb6ac38-1f2c-4eb8-bd22-7c616dc5cf70 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.418148] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.447144] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5466b406-4ed9-430c-a5fd-fcd119251cfb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.456926] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42d3def-3e7b-4610-90d4-ac0eb56502bc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.472215] env[62220]: DEBUG nova.compute.provider_tree [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1422.811988] env[62220]: DEBUG oslo_vmware.api [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1746991, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545861} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.812349] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1422.812653] env[62220]: INFO nova.compute.manager [None req-debb83b6-455d-4aca-9be2-09011577b172 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Took 17.01 seconds to snapshot the instance on the hypervisor. [ 1422.854877] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "refresh_cache-beb49c48-9db6-4978-b5b9-8a4c0ccc17cf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.855067] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "refresh_cache-beb49c48-9db6-4978-b5b9-8a4c0ccc17cf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.855237] env[62220]: DEBUG nova.network.neutron [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.883094] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.913247] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746993, 'name': ReconfigVM_Task, 'duration_secs': 0.90398} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.913551] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Reconfigured VM instance instance-0000001a to attach disk [datastore1] f75d2c0d-62dd-4eda-86f0-916ee6700fdc/f75d2c0d-62dd-4eda-86f0-916ee6700fdc.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.914246] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8c22fda-7cce-49c0-afa8-64bffcf9c260 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.921522] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1422.921522] env[62220]: value = "task-1746996" [ 1422.921522] env[62220]: _type = "Task" [ 1422.921522] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.931340] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746996, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.004829] env[62220]: DEBUG nova.scheduler.client.report [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1423.005184] env[62220]: DEBUG nova.compute.provider_tree [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 56 to 57 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1423.005425] env[62220]: DEBUG nova.compute.provider_tree [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1423.033609] env[62220]: DEBUG nova.compute.manager [req-ebbc6381-2391-4161-af89-9ef576c500f6 req-be8338e3-c928-4ec0-9668-bcad48765273 service nova] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Received event network-vif-plugged-627d5609-581b-4006-94a9-2efa635329d1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1423.033859] env[62220]: DEBUG oslo_concurrency.lockutils [req-ebbc6381-2391-4161-af89-9ef576c500f6 req-be8338e3-c928-4ec0-9668-bcad48765273 service nova] Acquiring lock "beb49c48-9db6-4978-b5b9-8a4c0ccc17cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.034119] env[62220]: DEBUG oslo_concurrency.lockutils [req-ebbc6381-2391-4161-af89-9ef576c500f6 req-be8338e3-c928-4ec0-9668-bcad48765273 service nova] Lock "beb49c48-9db6-4978-b5b9-8a4c0ccc17cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.034289] env[62220]: DEBUG oslo_concurrency.lockutils [req-ebbc6381-2391-4161-af89-9ef576c500f6 req-be8338e3-c928-4ec0-9668-bcad48765273 service nova] Lock "beb49c48-9db6-4978-b5b9-8a4c0ccc17cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.034489] env[62220]: DEBUG nova.compute.manager [req-ebbc6381-2391-4161-af89-9ef576c500f6 req-be8338e3-c928-4ec0-9668-bcad48765273 service nova] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] No waiting events found dispatching network-vif-plugged-627d5609-581b-4006-94a9-2efa635329d1 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1423.034668] env[62220]: WARNING nova.compute.manager [req-ebbc6381-2391-4161-af89-9ef576c500f6 req-be8338e3-c928-4ec0-9668-bcad48765273 service nova] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Received unexpected event network-vif-plugged-627d5609-581b-4006-94a9-2efa635329d1 for instance with vm_state building and task_state spawning. [ 1423.385850] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746995, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.391017] env[62220]: DEBUG nova.network.neutron [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1423.434664] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746996, 'name': Rename_Task, 'duration_secs': 0.491502} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.438388] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.438669] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb4bf725-56e2-4797-82ba-442aef1b4040 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.447289] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1423.447289] env[62220]: value = "task-1746997" [ 1423.447289] env[62220]: _type = "Task" [ 1423.447289] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.458458] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.512453] env[62220]: DEBUG oslo_concurrency.lockutils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.909s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.512951] env[62220]: DEBUG nova.compute.manager [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1423.518591] env[62220]: DEBUG oslo_concurrency.lockutils [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.467s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.518591] env[62220]: DEBUG nova.objects.instance [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Lazy-loading 'resources' on Instance uuid 6afadaed-f6fe-4a49-ad8c-6dc52e640529 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.557501] env[62220]: DEBUG nova.network.neutron [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Updating instance_info_cache with network_info: [{"id": "627d5609-581b-4006-94a9-2efa635329d1", "address": "fa:16:3e:05:f2:86", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627d5609-58", "ovs_interfaceid": "627d5609-581b-4006-94a9-2efa635329d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.742984] env[62220]: DEBUG oslo_concurrency.lockutils [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Acquiring lock "24e9165f-24ad-430a-ad25-79e1fd1065dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.743420] env[62220]: DEBUG oslo_concurrency.lockutils [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lock "24e9165f-24ad-430a-ad25-79e1fd1065dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.743710] env[62220]: DEBUG oslo_concurrency.lockutils [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Acquiring lock "24e9165f-24ad-430a-ad25-79e1fd1065dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.744104] env[62220]: DEBUG oslo_concurrency.lockutils [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lock "24e9165f-24ad-430a-ad25-79e1fd1065dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.744370] env[62220]: DEBUG oslo_concurrency.lockutils [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lock "24e9165f-24ad-430a-ad25-79e1fd1065dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.747592] env[62220]: INFO nova.compute.manager [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Terminating instance [ 1423.886010] env[62220]: DEBUG oslo_vmware.api [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1746995, 'name': PowerOnVM_Task, 'duration_secs': 1.242483} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.886434] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.886653] env[62220]: DEBUG nova.compute.manager [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.887550] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d40a15-7cf6-498f-ae84-8d3f0a6fb1b5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.958078] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746997, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.020359] env[62220]: DEBUG nova.compute.utils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1424.021877] env[62220]: DEBUG nova.compute.manager [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Not allocating networking since 'none' was specified. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1424.059960] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "refresh_cache-beb49c48-9db6-4978-b5b9-8a4c0ccc17cf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.060446] env[62220]: DEBUG nova.compute.manager [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Instance network_info: |[{"id": "627d5609-581b-4006-94a9-2efa635329d1", "address": "fa:16:3e:05:f2:86", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627d5609-58", "ovs_interfaceid": "627d5609-581b-4006-94a9-2efa635329d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1424.061069] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:f2:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '627d5609-581b-4006-94a9-2efa635329d1', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1424.073214] env[62220]: DEBUG oslo.service.loopingcall [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.077499] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1424.078768] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15972a8d-36ea-4188-b72d-a41efcf4c5a3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.112369] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1424.112369] env[62220]: value = "task-1746999" [ 1424.112369] env[62220]: _type = "Task" [ 1424.112369] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.130915] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746999, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.251131] env[62220]: DEBUG nova.compute.manager [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1424.251947] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.253839] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caa9f55-ff44-4749-9585-04a1186726c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.264557] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.264611] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f61e84eb-b329-4281-a412-00fe61f03818 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.272581] env[62220]: DEBUG oslo_vmware.api [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Waiting for the task: (returnval){ [ 1424.272581] env[62220]: value = "task-1747000" [ 1424.272581] env[62220]: _type = "Task" [ 1424.272581] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.282087] env[62220]: DEBUG oslo_vmware.api [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1747000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.416353] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.458461] env[62220]: DEBUG oslo_vmware.api [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1746997, 'name': PowerOnVM_Task, 'duration_secs': 0.645267} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.461686] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.462171] env[62220]: INFO nova.compute.manager [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Took 11.51 seconds to spawn the instance on the hypervisor. [ 1424.462266] env[62220]: DEBUG nova.compute.manager [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.463486] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59761c95-5cb4-40a6-9641-14393e58d811 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.525820] env[62220]: DEBUG nova.compute.manager [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1424.571554] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf5d4ca-d850-4fa9-b50e-633d2bcea5aa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.580780] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befc174b-98ef-44b3-a09e-e46e4e6d9f3d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.612595] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c355904-b74a-4121-9113-42c6b347c112 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.625054] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1746999, 'name': CreateVM_Task, 'duration_secs': 0.514268} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.627049] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.627803] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.627995] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.628571] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.629635] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931b6324-a9f6-4ce9-a1d3-1440fbcc796d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.634840] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51814df-95de-4617-9c6d-af87d3a0c6bc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.649904] env[62220]: DEBUG nova.compute.provider_tree [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.654662] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1424.654662] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b74157-95bc-58d6-bb3b-e869bed98024" [ 1424.654662] env[62220]: _type = "Task" [ 1424.654662] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.660306] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b74157-95bc-58d6-bb3b-e869bed98024, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.661125] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.661358] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1424.661802] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.661802] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.661908] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.662517] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06aadb8a-6798-4620-936a-8fc1eb92b987 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.672185] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.672377] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1424.673342] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca160685-1f11-4b7f-a4be-c1b98196208f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.682086] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1424.682086] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bc61d0-3684-e734-4a47-a8cd09396900" [ 1424.682086] env[62220]: _type = "Task" [ 1424.682086] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.690305] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bc61d0-3684-e734-4a47-a8cd09396900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.785887] env[62220]: DEBUG oslo_vmware.api [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1747000, 'name': PowerOffVM_Task, 'duration_secs': 0.22616} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.786555] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.792101] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1424.792101] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c991a1e4-546c-4995-9ae9-1746c923df6c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.879096] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1424.879096] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1424.879096] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Deleting the datastore file [datastore1] 24e9165f-24ad-430a-ad25-79e1fd1065dc {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1424.879096] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a95ded84-a50a-44bf-b361-5cff9c1b3e08 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.886762] env[62220]: DEBUG oslo_vmware.api [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Waiting for the task: (returnval){ [ 1424.886762] env[62220]: value = "task-1747002" [ 1424.886762] env[62220]: _type = "Task" [ 1424.886762] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.896253] env[62220]: DEBUG oslo_vmware.api [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1747002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.987379] env[62220]: INFO nova.compute.manager [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Took 46.28 seconds to build instance. [ 1424.998139] env[62220]: DEBUG oslo_concurrency.lockutils [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquiring lock "2f6d1281-9001-4bf2-a9a2-4eecaa677c2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.998277] env[62220]: DEBUG oslo_concurrency.lockutils [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Lock "2f6d1281-9001-4bf2-a9a2-4eecaa677c2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.998421] env[62220]: DEBUG oslo_concurrency.lockutils [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquiring lock "2f6d1281-9001-4bf2-a9a2-4eecaa677c2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.998567] env[62220]: DEBUG oslo_concurrency.lockutils [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Lock "2f6d1281-9001-4bf2-a9a2-4eecaa677c2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.998736] env[62220]: DEBUG oslo_concurrency.lockutils [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Lock "2f6d1281-9001-4bf2-a9a2-4eecaa677c2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.000930] env[62220]: INFO nova.compute.manager [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Terminating instance [ 1425.153662] env[62220]: DEBUG nova.scheduler.client.report [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1425.175023] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Acquiring lock "9ecf87a0-a89a-4bc9-b328-35799b7832b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.175023] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lock "9ecf87a0-a89a-4bc9-b328-35799b7832b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.175023] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Acquiring lock "9ecf87a0-a89a-4bc9-b328-35799b7832b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.175023] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lock "9ecf87a0-a89a-4bc9-b328-35799b7832b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.175023] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lock "9ecf87a0-a89a-4bc9-b328-35799b7832b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.175319] env[62220]: INFO nova.compute.manager [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Terminating instance [ 1425.199960] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bc61d0-3684-e734-4a47-a8cd09396900, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.200774] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c470b031-4956-450a-86f0-35bf66c1e919 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.210516] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1425.210516] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d70aa9-2ff9-2f04-7b43-72cdd33f7e6f" [ 1425.210516] env[62220]: _type = "Task" [ 1425.210516] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.222027] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d70aa9-2ff9-2f04-7b43-72cdd33f7e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.401374] env[62220]: DEBUG oslo_vmware.api [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Task: {'id': task-1747002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323917} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.401633] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.401818] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.401998] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.407127] env[62220]: INFO nova.compute.manager [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1425.407436] env[62220]: DEBUG oslo.service.loopingcall [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.407640] env[62220]: DEBUG nova.compute.manager [-] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1425.407741] env[62220]: DEBUG nova.network.neutron [-] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.489473] env[62220]: DEBUG oslo_concurrency.lockutils [None req-90925d96-0b58-4501-91cc-945f386ace37 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "f75d2c0d-62dd-4eda-86f0-916ee6700fdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.789s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.510920] env[62220]: DEBUG oslo_concurrency.lockutils [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquiring lock "refresh_cache-2f6d1281-9001-4bf2-a9a2-4eecaa677c2c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.511136] env[62220]: DEBUG oslo_concurrency.lockutils [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquired lock "refresh_cache-2f6d1281-9001-4bf2-a9a2-4eecaa677c2c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.511325] env[62220]: DEBUG nova.network.neutron [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.527072] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "c5b997cc-da18-4571-aba2-a84d5ff1c996" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.527302] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "c5b997cc-da18-4571-aba2-a84d5ff1c996" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.536019] env[62220]: DEBUG nova.compute.manager [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1425.559297] env[62220]: DEBUG nova.compute.manager [req-967d594e-e37e-469d-aaa2-28e67bfd39ce req-e90b1855-bbbb-4b4a-ad16-a4d15030c72a service nova] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Received event network-changed-627d5609-581b-4006-94a9-2efa635329d1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1425.559297] env[62220]: DEBUG nova.compute.manager [req-967d594e-e37e-469d-aaa2-28e67bfd39ce req-e90b1855-bbbb-4b4a-ad16-a4d15030c72a service nova] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Refreshing instance network info cache due to event network-changed-627d5609-581b-4006-94a9-2efa635329d1. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1425.559297] env[62220]: DEBUG oslo_concurrency.lockutils [req-967d594e-e37e-469d-aaa2-28e67bfd39ce req-e90b1855-bbbb-4b4a-ad16-a4d15030c72a service nova] Acquiring lock "refresh_cache-beb49c48-9db6-4978-b5b9-8a4c0ccc17cf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.559297] env[62220]: DEBUG oslo_concurrency.lockutils [req-967d594e-e37e-469d-aaa2-28e67bfd39ce req-e90b1855-bbbb-4b4a-ad16-a4d15030c72a service nova] Acquired lock "refresh_cache-beb49c48-9db6-4978-b5b9-8a4c0ccc17cf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.559297] env[62220]: DEBUG nova.network.neutron [req-967d594e-e37e-469d-aaa2-28e67bfd39ce req-e90b1855-bbbb-4b4a-ad16-a4d15030c72a service nova] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Refreshing network info cache for port 627d5609-581b-4006-94a9-2efa635329d1 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.570778] env[62220]: DEBUG nova.virt.hardware [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1425.571026] env[62220]: DEBUG nova.virt.hardware [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1425.571180] env[62220]: DEBUG nova.virt.hardware [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.571510] env[62220]: DEBUG nova.virt.hardware [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1425.571510] env[62220]: DEBUG nova.virt.hardware [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.571638] env[62220]: DEBUG nova.virt.hardware [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1425.572357] env[62220]: DEBUG nova.virt.hardware [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1425.572357] env[62220]: DEBUG nova.virt.hardware [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1425.572357] env[62220]: DEBUG nova.virt.hardware [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1425.572357] env[62220]: DEBUG nova.virt.hardware [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1425.572502] env[62220]: DEBUG nova.virt.hardware [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1425.573581] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79221ffb-b653-4617-b2b4-e2b7acbfdfbe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.585349] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71539080-a8c1-45fc-a5fb-934707f9a6b9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.599583] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Instance VIF info [] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1425.605221] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Creating folder: Project (27baa48f60874be7be18ad9611a928cc). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1425.606458] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78f31776-28b2-4528-a568-7860f5e2b50d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.618962] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Created folder: Project (27baa48f60874be7be18ad9611a928cc) in parent group-v363147. [ 1425.620087] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Creating folder: Instances. Parent ref: group-v363231. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1425.620206] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a1ed212-6d2f-4ae4-a782-0143fac2b5f1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.631033] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Created folder: Instances in parent group-v363231. [ 1425.631270] env[62220]: DEBUG oslo.service.loopingcall [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.635019] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1425.635019] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f71588a-925a-407b-8a38-43018798462f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.651031] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.651031] env[62220]: value = "task-1747005" [ 1425.651031] env[62220]: _type = "Task" [ 1425.651031] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.664671] env[62220]: DEBUG oslo_concurrency.lockutils [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.665577] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747005, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.666058] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.028s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.667887] env[62220]: INFO nova.compute.claims [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.680353] env[62220]: DEBUG nova.compute.manager [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1425.680785] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.681543] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02069def-55f4-4259-9057-f9d2fe085e30 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.690453] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.692141] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8489a2-dc9b-4702-97a0-c6184e2e4e94 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.699097] env[62220]: DEBUG oslo_vmware.api [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1425.699097] env[62220]: value = "task-1747006" [ 1425.699097] env[62220]: _type = "Task" [ 1425.699097] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.704376] env[62220]: INFO nova.scheduler.client.report [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Deleted allocations for instance 6afadaed-f6fe-4a49-ad8c-6dc52e640529 [ 1425.709492] env[62220]: DEBUG oslo_vmware.api [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1747006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.724291] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d70aa9-2ff9-2f04-7b43-72cdd33f7e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.063852} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.724541] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.724793] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] beb49c48-9db6-4978-b5b9-8a4c0ccc17cf/beb49c48-9db6-4978-b5b9-8a4c0ccc17cf.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1425.725066] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cd68fde-ee88-4fa3-9431-481125cdacd7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.733479] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1425.733479] env[62220]: value = "task-1747007" [ 1425.733479] env[62220]: _type = "Task" [ 1425.733479] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.743249] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.992620] env[62220]: DEBUG nova.compute.manager [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.040086] env[62220]: DEBUG nova.network.neutron [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.123635] env[62220]: DEBUG nova.network.neutron [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.163513] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747005, 'name': CreateVM_Task, 'duration_secs': 0.322585} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.163710] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.164187] env[62220]: DEBUG oslo_concurrency.lockutils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.164351] env[62220]: DEBUG oslo_concurrency.lockutils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.164890] env[62220]: DEBUG oslo_concurrency.lockutils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.165243] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f01594f-7474-4c68-8f7d-ebf242a3bf1e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.174484] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Waiting for the task: (returnval){ [ 1426.174484] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d811bb-212a-7170-8aca-770b10824437" [ 1426.174484] env[62220]: _type = "Task" [ 1426.174484] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.185591] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d811bb-212a-7170-8aca-770b10824437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.196612] env[62220]: DEBUG nova.network.neutron [-] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.210533] env[62220]: DEBUG oslo_vmware.api [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1747006, 'name': PowerOffVM_Task, 'duration_secs': 0.20702} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.210861] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.211122] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1426.211447] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-015f2554-e9ee-454e-b6ae-afe66553b2a6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.216272] env[62220]: DEBUG oslo_concurrency.lockutils [None req-269b9782-cf0a-4739-af35-0a09ec50cd26 tempest-ServersAdmin275Test-1104403538 tempest-ServersAdmin275Test-1104403538-project-member] Lock "6afadaed-f6fe-4a49-ad8c-6dc52e640529" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.529s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.247537] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747007, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.350465] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1426.350968] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1426.350968] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Deleting the datastore file [datastore1] 9ecf87a0-a89a-4bc9-b328-35799b7832b0 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.352043] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bd0171e-718d-4ac6-834b-91d9e678c0b5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.360847] env[62220]: DEBUG oslo_vmware.api [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for the task: (returnval){ [ 1426.360847] env[62220]: value = "task-1747010" [ 1426.360847] env[62220]: _type = "Task" [ 1426.360847] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.370321] env[62220]: DEBUG oslo_vmware.api [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1747010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.524900] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.628784] env[62220]: DEBUG oslo_concurrency.lockutils [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Releasing lock "refresh_cache-2f6d1281-9001-4bf2-a9a2-4eecaa677c2c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.629167] env[62220]: DEBUG nova.compute.manager [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1426.629322] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1426.630850] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abed3df5-f32e-4d16-93fc-3e735fbf746c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.639520] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.639792] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91e9cb9e-75e7-4416-b5ea-3b7f6fc788ea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.647840] env[62220]: DEBUG oslo_vmware.api [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1426.647840] env[62220]: value = "task-1747011" [ 1426.647840] env[62220]: _type = "Task" [ 1426.647840] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.657811] env[62220]: DEBUG oslo_vmware.api [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1747011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.694927] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d811bb-212a-7170-8aca-770b10824437, 'name': SearchDatastore_Task, 'duration_secs': 0.069499} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.696038] env[62220]: DEBUG oslo_concurrency.lockutils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.696038] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1426.696685] env[62220]: DEBUG oslo_concurrency.lockutils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.696870] env[62220]: DEBUG oslo_concurrency.lockutils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.697074] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1426.697816] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc13a13e-002d-4d42-8a64-cf29d65dc32c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.703378] env[62220]: INFO nova.compute.manager [-] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Took 1.30 seconds to deallocate network for instance. [ 1426.713676] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1426.713882] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1426.714985] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e2c7497-3707-41c2-bbb2-985e45f610b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.725232] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Waiting for the task: (returnval){ [ 1426.725232] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f75c39-7b8d-7980-97c5-40d7a8b4e589" [ 1426.725232] env[62220]: _type = "Task" [ 1426.725232] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.749382] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f75c39-7b8d-7980-97c5-40d7a8b4e589, 'name': SearchDatastore_Task, 'duration_secs': 0.011263} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.749382] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819e29c4-bafc-45bb-8f36-c78f3c18f9ff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.755734] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592291} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.756452] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] beb49c48-9db6-4978-b5b9-8a4c0ccc17cf/beb49c48-9db6-4978-b5b9-8a4c0ccc17cf.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1426.756678] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1426.759971] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98024192-8d54-4b48-aa7d-124e6de6b5bd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.764157] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Waiting for the task: (returnval){ [ 1426.764157] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528ae1a2-6857-9ba8-0d9b-b12ec73cf5f8" [ 1426.764157] env[62220]: _type = "Task" [ 1426.764157] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.771985] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1426.771985] env[62220]: value = "task-1747012" [ 1426.771985] env[62220]: _type = "Task" [ 1426.771985] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.782039] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528ae1a2-6857-9ba8-0d9b-b12ec73cf5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.014729} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.786266] env[62220]: DEBUG oslo_concurrency.lockutils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.786266] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 266986e8-8092-4ee6-b4f6-7c5cbdbc4875/266986e8-8092-4ee6-b4f6-7c5cbdbc4875.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1426.787190] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68ec0393-7adc-4e48-a487-a15aadd29a17 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.794064] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.794742] env[62220]: DEBUG nova.network.neutron [req-967d594e-e37e-469d-aaa2-28e67bfd39ce req-e90b1855-bbbb-4b4a-ad16-a4d15030c72a service nova] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Updated VIF entry in instance network info cache for port 627d5609-581b-4006-94a9-2efa635329d1. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.795108] env[62220]: DEBUG nova.network.neutron [req-967d594e-e37e-469d-aaa2-28e67bfd39ce req-e90b1855-bbbb-4b4a-ad16-a4d15030c72a service nova] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Updating instance_info_cache with network_info: [{"id": "627d5609-581b-4006-94a9-2efa635329d1", "address": "fa:16:3e:05:f2:86", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627d5609-58", "ovs_interfaceid": "627d5609-581b-4006-94a9-2efa635329d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.804660] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Waiting for the task: (returnval){ [ 1426.804660] env[62220]: value = "task-1747013" [ 1426.804660] env[62220]: _type = "Task" [ 1426.804660] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.820369] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.877733] env[62220]: DEBUG oslo_vmware.api [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Task: {'id': task-1747010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207743} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.877976] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.878289] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.878470] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.878639] env[62220]: INFO nova.compute.manager [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1426.879093] env[62220]: DEBUG oslo.service.loopingcall [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.884420] env[62220]: DEBUG nova.compute.manager [-] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1426.884523] env[62220]: DEBUG nova.network.neutron [-] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1427.108070] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquiring lock "f75d2c0d-62dd-4eda-86f0-916ee6700fdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.108310] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "f75d2c0d-62dd-4eda-86f0-916ee6700fdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.108543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquiring lock "f75d2c0d-62dd-4eda-86f0-916ee6700fdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.108788] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "f75d2c0d-62dd-4eda-86f0-916ee6700fdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.108865] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "f75d2c0d-62dd-4eda-86f0-916ee6700fdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.113678] env[62220]: INFO nova.compute.manager [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Terminating instance [ 1427.163651] env[62220]: DEBUG oslo_vmware.api [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1747011, 'name': PowerOffVM_Task, 'duration_secs': 0.175385} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.167937] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.168219] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.169788] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3f83a17-4e09-44ed-8f8a-5422ae487c92 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.201042] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.201413] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.201689] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Deleting the datastore file [datastore1] 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.205744] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-824875ca-67ca-4a48-a41b-87c22acf0aac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.213625] env[62220]: DEBUG oslo_concurrency.lockutils [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.216234] env[62220]: DEBUG oslo_vmware.api [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for the task: (returnval){ [ 1427.216234] env[62220]: value = "task-1747015" [ 1427.216234] env[62220]: _type = "Task" [ 1427.216234] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.228259] env[62220]: DEBUG oslo_vmware.api [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1747015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.286076] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095584} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.290731] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1427.292068] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dc2fdb-b18f-483a-8bd9-83c3ee953b29 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.298904] env[62220]: DEBUG oslo_concurrency.lockutils [req-967d594e-e37e-469d-aaa2-28e67bfd39ce req-e90b1855-bbbb-4b4a-ad16-a4d15030c72a service nova] Releasing lock "refresh_cache-beb49c48-9db6-4978-b5b9-8a4c0ccc17cf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.320660] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] beb49c48-9db6-4978-b5b9-8a4c0ccc17cf/beb49c48-9db6-4978-b5b9-8a4c0ccc17cf.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1427.329125] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad53af9-6df4-4f66-ad1b-4a408daa3324 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.352792] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747013, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.353949] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1427.353949] env[62220]: value = "task-1747016" [ 1427.353949] env[62220]: _type = "Task" [ 1427.353949] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.367225] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.412603] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ea7995-cd67-46ac-afa2-ed78f517ccd1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.422926] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a0b271-71c2-4309-9e54-4799971ad888 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.458471] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336877e6-ccb4-40f1-a03a-589d0ecf4d0a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.466420] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851d39f5-8b0b-4d30-beee-b17380987d3e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.484268] env[62220]: DEBUG nova.compute.provider_tree [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1427.484796] env[62220]: DEBUG nova.compute.manager [req-19657a32-a30a-4df7-9834-a4692f751d66 req-5d008830-c0db-4be2-9c16-f0ce6ecf9163 service nova] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Received event network-vif-deleted-1c671db0-c0a8-4a82-b6f0-574ea79b4a25 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1427.485010] env[62220]: INFO nova.compute.manager [req-19657a32-a30a-4df7-9834-a4692f751d66 req-5d008830-c0db-4be2-9c16-f0ce6ecf9163 service nova] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Neutron deleted interface 1c671db0-c0a8-4a82-b6f0-574ea79b4a25; detaching it from the instance and deleting it from the info cache [ 1427.485186] env[62220]: DEBUG nova.network.neutron [req-19657a32-a30a-4df7-9834-a4692f751d66 req-5d008830-c0db-4be2-9c16-f0ce6ecf9163 service nova] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.585859] env[62220]: DEBUG nova.compute.manager [req-2052853e-1666-441d-bedd-c729434e7e05 req-ec959766-d594-464e-80b5-044c731d3eec service nova] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Received event network-vif-deleted-ea585cf2-c25b-4a18-a190-39b8f40253b3 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1427.623242] env[62220]: DEBUG nova.compute.manager [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.623369] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.624147] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eebdc88-ab03-4f3a-ab7d-a277fde4acf5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.632628] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.632863] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f181071d-b3da-4491-83be-11ee714caeb7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.640391] env[62220]: DEBUG oslo_vmware.api [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1427.640391] env[62220]: value = "task-1747017" [ 1427.640391] env[62220]: _type = "Task" [ 1427.640391] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.649625] env[62220]: DEBUG oslo_vmware.api [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1747017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.729580] env[62220]: DEBUG oslo_vmware.api [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Task: {'id': task-1747015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226573} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.729847] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.730506] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1427.731130] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.731340] env[62220]: INFO nova.compute.manager [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1427.731591] env[62220]: DEBUG oslo.service.loopingcall [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.731804] env[62220]: DEBUG nova.compute.manager [-] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1427.731901] env[62220]: DEBUG nova.network.neutron [-] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1427.753504] env[62220]: DEBUG nova.network.neutron [-] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1427.824433] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567704} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.824722] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 266986e8-8092-4ee6-b4f6-7c5cbdbc4875/266986e8-8092-4ee6-b4f6-7c5cbdbc4875.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1427.824939] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1427.825257] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b270c37-d898-4936-9a11-7d4bba2435f2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.835724] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Waiting for the task: (returnval){ [ 1427.835724] env[62220]: value = "task-1747018" [ 1427.835724] env[62220]: _type = "Task" [ 1427.835724] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.844685] env[62220]: DEBUG nova.network.neutron [-] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.854336] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.868376] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.992906] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba62196f-85fc-4923-af1d-934f16e29882 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.011470] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbafa14-eece-48e3-963d-1d608e03b2e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.024954] env[62220]: ERROR nova.scheduler.client.report [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [req-7efca9f0-8dfe-4618-bb14-aa1d57fa9f73] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7efca9f0-8dfe-4618-bb14-aa1d57fa9f73"}]} [ 1428.053331] env[62220]: DEBUG nova.compute.manager [req-19657a32-a30a-4df7-9834-a4692f751d66 req-5d008830-c0db-4be2-9c16-f0ce6ecf9163 service nova] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Detach interface failed, port_id=1c671db0-c0a8-4a82-b6f0-574ea79b4a25, reason: Instance 9ecf87a0-a89a-4bc9-b328-35799b7832b0 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1428.059217] env[62220]: DEBUG nova.scheduler.client.report [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1428.078260] env[62220]: DEBUG nova.scheduler.client.report [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1428.078260] env[62220]: DEBUG nova.compute.provider_tree [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1428.090198] env[62220]: DEBUG nova.scheduler.client.report [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1428.115179] env[62220]: DEBUG nova.scheduler.client.report [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1428.153828] env[62220]: DEBUG oslo_vmware.api [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1747017, 'name': PowerOffVM_Task, 'duration_secs': 0.225918} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.154082] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.154288] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.155597] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fd187a6-aa3c-4b80-9eec-79c5f5c07872 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.232994] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.233107] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.233315] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Deleting the datastore file [datastore1] f75d2c0d-62dd-4eda-86f0-916ee6700fdc {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.233586] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-632f231e-f419-446d-a2e0-d92a0bd9b237 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.246186] env[62220]: DEBUG oslo_vmware.api [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for the task: (returnval){ [ 1428.246186] env[62220]: value = "task-1747020" [ 1428.246186] env[62220]: _type = "Task" [ 1428.246186] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.256107] env[62220]: DEBUG oslo_vmware.api [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1747020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.257504] env[62220]: DEBUG nova.network.neutron [-] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.346865] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090448} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.349648] env[62220]: INFO nova.compute.manager [-] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Took 1.46 seconds to deallocate network for instance. [ 1428.349884] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1428.357512] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2674630-088b-4821-8bfa-f633c494d341 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.370550] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747016, 'name': ReconfigVM_Task, 'duration_secs': 0.607308} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.381123] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Reconfigured VM instance instance-0000001b to attach disk [datastore1] beb49c48-9db6-4978-b5b9-8a4c0ccc17cf/beb49c48-9db6-4978-b5b9-8a4c0ccc17cf.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.395464] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 266986e8-8092-4ee6-b4f6-7c5cbdbc4875/266986e8-8092-4ee6-b4f6-7c5cbdbc4875.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1428.395464] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10f885ae-b0c1-4121-a314-873448568505 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.395464] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ba0416f-d61a-4aa1-ae89-98fad05682d3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.427151] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1428.427151] env[62220]: value = "task-1747021" [ 1428.427151] env[62220]: _type = "Task" [ 1428.427151] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.427480] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Waiting for the task: (returnval){ [ 1428.427480] env[62220]: value = "task-1747022" [ 1428.427480] env[62220]: _type = "Task" [ 1428.427480] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.447017] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747022, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.448313] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747021, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.704430] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5e2c3d-2bb4-4325-a1e8-0f70b8c6e512 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.712979] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e230480a-0a1d-42f9-b544-5dfaad2307b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.746801] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b66681-0de7-4cd5-bca8-8c66b2a85cec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.760621] env[62220]: DEBUG oslo_vmware.api [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Task: {'id': task-1747020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170622} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.761731] env[62220]: INFO nova.compute.manager [-] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Took 1.03 seconds to deallocate network for instance. [ 1428.761731] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.761731] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.761731] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.761965] env[62220]: INFO nova.compute.manager [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1428.762050] env[62220]: DEBUG oslo.service.loopingcall [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.764478] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834deef1-a056-44fc-abd6-979caf47634b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.770654] env[62220]: DEBUG nova.compute.manager [-] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.770759] env[62220]: DEBUG nova.network.neutron [-] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.785821] env[62220]: DEBUG nova.compute.provider_tree [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1428.866876] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.950213] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747021, 'name': Rename_Task, 'duration_secs': 0.156091} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.950410] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747022, 'name': ReconfigVM_Task, 'duration_secs': 0.316964} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.950672] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1428.950947] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 266986e8-8092-4ee6-b4f6-7c5cbdbc4875/266986e8-8092-4ee6-b4f6-7c5cbdbc4875.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.951563] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74aa5be6-1708-4c74-a6f3-589fad5053f0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.953224] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc4b6748-1e52-48a1-9ef5-146b8b6e9b07 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.964390] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Waiting for the task: (returnval){ [ 1428.964390] env[62220]: value = "task-1747023" [ 1428.964390] env[62220]: _type = "Task" [ 1428.964390] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.964390] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1428.964390] env[62220]: value = "task-1747024" [ 1428.964390] env[62220]: _type = "Task" [ 1428.964390] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.981969] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747023, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.984682] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.274704] env[62220]: DEBUG oslo_concurrency.lockutils [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.330738] env[62220]: DEBUG nova.scheduler.client.report [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1429.331269] env[62220]: DEBUG nova.compute.provider_tree [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 58 to 59 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1429.331495] env[62220]: DEBUG nova.compute.provider_tree [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1429.483545] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747023, 'name': Rename_Task, 'duration_secs': 0.149631} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.486697] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1429.487768] env[62220]: DEBUG oslo_vmware.api [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747024, 'name': PowerOnVM_Task, 'duration_secs': 0.460337} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.487768] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-228c61ac-3ce5-4ee8-8cb2-f3d14a928444 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.491246] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1429.491246] env[62220]: INFO nova.compute.manager [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1429.491246] env[62220]: DEBUG nova.compute.manager [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.491246] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5aea68-156e-4aa9-9ee6-071baf09b7a8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.505512] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Waiting for the task: (returnval){ [ 1429.505512] env[62220]: value = "task-1747025" [ 1429.505512] env[62220]: _type = "Task" [ 1429.505512] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.513716] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.680969] env[62220]: DEBUG nova.network.neutron [-] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.720065] env[62220]: DEBUG nova.compute.manager [req-19170053-1555-4ebb-b639-7956d64da9a5 req-63153920-9258-4491-8839-fff661411d5b service nova] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Received event network-vif-deleted-ed4418ce-0ff6-40f1-994b-bc897e781eca {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1429.837421] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.171s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.838543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.441s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.012589] env[62220]: INFO nova.compute.manager [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Took 46.45 seconds to build instance. [ 1430.024707] env[62220]: DEBUG oslo_vmware.api [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747025, 'name': PowerOnVM_Task, 'duration_secs': 0.477127} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.024966] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.025465] env[62220]: INFO nova.compute.manager [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Took 4.49 seconds to spawn the instance on the hypervisor. [ 1430.025465] env[62220]: DEBUG nova.compute.manager [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.026948] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675c9307-7001-4470-91cb-e5d6cd4e72ea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.130181] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Acquiring lock "e396de23-f0d2-44ca-977a-17b444916807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.130181] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Lock "e396de23-f0d2-44ca-977a-17b444916807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.183073] env[62220]: INFO nova.compute.manager [-] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Took 1.41 seconds to deallocate network for instance. [ 1430.343543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Acquiring lock "2ac5b306-f3ce-486f-92e8-667ecdc074ee" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.343806] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Lock "2ac5b306-f3ce-486f-92e8-667ecdc074ee" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.356143] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Lock "2ac5b306-f3ce-486f-92e8-667ecdc074ee" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.012s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.356609] env[62220]: DEBUG nova.compute.manager [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.514490] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96227edf-abc1-406b-93f5-f563e6933e3e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "beb49c48-9db6-4978-b5b9-8a4c0ccc17cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.057s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.547432] env[62220]: INFO nova.compute.manager [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Took 43.77 seconds to build instance. [ 1430.553131] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7cb4db-b509-4842-a8d5-987edeb1f16e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.563749] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-32ce2cf1-19f8-4af0-89e7-5ecb2392f249 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Suspending the VM {{(pid=62220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1430.566374] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-79be9025-90c6-45d6-9c9c-6e7deb069069 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.574581] env[62220]: DEBUG oslo_vmware.api [None req-32ce2cf1-19f8-4af0-89e7-5ecb2392f249 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1430.574581] env[62220]: value = "task-1747026" [ 1430.574581] env[62220]: _type = "Task" [ 1430.574581] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.590086] env[62220]: DEBUG oslo_vmware.api [None req-32ce2cf1-19f8-4af0-89e7-5ecb2392f249 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747026, 'name': SuspendVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.693207] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.867166] env[62220]: DEBUG nova.compute.utils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1430.869522] env[62220]: DEBUG nova.compute.manager [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1430.873990] env[62220]: DEBUG nova.network.neutron [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.902014] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 5fbde370-855d-46ea-9a21-09d9d87b7bd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.902808] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b2ad9224-1f33-4255-847a-d794ce966651 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.902808] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 6f5c3307-1298-4e87-92ce-ecd88211964f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.902808] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 578c4873-b6d7-46d5-9891-47ebf73bbdb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.902808] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 9ecf87a0-a89a-4bc9-b328-35799b7832b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1430.903062] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance db05c5a1-3530-4793-89fd-75b6b860d4f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.903300] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 00f59708-7070-409d-a189-f55bc6dfd81d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.903463] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 4e2be5d5-3737-44a9-a89a-1e63a70833cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.903601] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance d69b10f9-4a23-42a7-ab16-edc81bfe8271 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1430.903745] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance a9462f81-92ac-483d-a8b4-51cd521b8e66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.903843] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 8a850783-41a9-42d3-9682-ec58b96bad7f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1430.904044] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1430.904104] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b263b3fb-9b9c-403e-bf2d-459e6b12efdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.904211] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 24e9165f-24ad-430a-ad25-79e1fd1065dc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1430.904332] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance f75d2c0d-62dd-4eda-86f0-916ee6700fdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.904443] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance beb49c48-9db6-4978-b5b9-8a4c0ccc17cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.904551] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 266986e8-8092-4ee6-b4f6-7c5cbdbc4875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.904665] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.987223] env[62220]: DEBUG nova.policy [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5da671ae78c94773a7495add01a7d469', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f6994c62a934064a684f9d681e960e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1431.018054] env[62220]: DEBUG nova.compute.manager [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1431.049770] env[62220]: DEBUG oslo_concurrency.lockutils [None req-49b9b6b7-f249-4b12-9bd3-99f4b0882363 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Lock "266986e8-8092-4ee6-b4f6-7c5cbdbc4875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.327s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.087708] env[62220]: DEBUG oslo_vmware.api [None req-32ce2cf1-19f8-4af0-89e7-5ecb2392f249 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747026, 'name': SuspendVM_Task} progress is 50%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.375488] env[62220]: DEBUG nova.compute.manager [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.411292] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 3f44653f-89dc-449d-8e70-c504b7da9de6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1431.553788] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.557645] env[62220]: DEBUG nova.compute.manager [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1431.587933] env[62220]: DEBUG oslo_vmware.api [None req-32ce2cf1-19f8-4af0-89e7-5ecb2392f249 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747026, 'name': SuspendVM_Task, 'duration_secs': 0.750001} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.588247] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-32ce2cf1-19f8-4af0-89e7-5ecb2392f249 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Suspended the VM {{(pid=62220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1431.588633] env[62220]: DEBUG nova.compute.manager [None req-32ce2cf1-19f8-4af0-89e7-5ecb2392f249 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.591953] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba30c39b-53c5-4602-81fd-1f82273047b9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.642995] env[62220]: DEBUG nova.network.neutron [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Successfully created port: 23147907-7c3e-4b06-8bac-7ba6f85c9044 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1431.920904] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 87298b64-c97d-4e21-ad71-9db59859e10f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1432.053231] env[62220]: DEBUG nova.compute.manager [None req-9cc78201-7bef-4d7b-98c1-0067139b80ec tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.053231] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbccbdb-82f0-4a8b-b184-67f8909e50a2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.093958] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.389320] env[62220]: DEBUG nova.compute.manager [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1432.413858] env[62220]: DEBUG nova.virt.hardware [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1432.414487] env[62220]: DEBUG nova.virt.hardware [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1432.414487] env[62220]: DEBUG nova.virt.hardware [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.414679] env[62220]: DEBUG nova.virt.hardware [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1432.415377] env[62220]: DEBUG nova.virt.hardware [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.415377] env[62220]: DEBUG nova.virt.hardware [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1432.415377] env[62220]: DEBUG nova.virt.hardware [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1432.415377] env[62220]: DEBUG nova.virt.hardware [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1432.415802] env[62220]: DEBUG nova.virt.hardware [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1432.416017] env[62220]: DEBUG nova.virt.hardware [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1432.416281] env[62220]: DEBUG nova.virt.hardware [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1432.417240] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6311dd5-4236-41bf-81e0-6634bc7ab654 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.427341] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 79132dd8-ba03-4815-aa2b-dd238ea9726c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1432.429394] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1966d8-f029-4e69-bdeb-529cbce9c59e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.456340] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Acquiring lock "266986e8-8092-4ee6-b4f6-7c5cbdbc4875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.456340] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Lock "266986e8-8092-4ee6-b4f6-7c5cbdbc4875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.456340] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Acquiring lock "266986e8-8092-4ee6-b4f6-7c5cbdbc4875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.456340] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Lock "266986e8-8092-4ee6-b4f6-7c5cbdbc4875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.456340] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Lock "266986e8-8092-4ee6-b4f6-7c5cbdbc4875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.459087] env[62220]: INFO nova.compute.manager [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Terminating instance [ 1432.564620] env[62220]: INFO nova.compute.manager [None req-9cc78201-7bef-4d7b-98c1-0067139b80ec tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] instance snapshotting [ 1432.565248] env[62220]: DEBUG nova.objects.instance [None req-9cc78201-7bef-4d7b-98c1-0067139b80ec tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Lazy-loading 'flavor' on Instance uuid 266986e8-8092-4ee6-b4f6-7c5cbdbc4875 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.935095] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1432.962837] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Acquiring lock "refresh_cache-266986e8-8092-4ee6-b4f6-7c5cbdbc4875" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.963157] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Acquired lock "refresh_cache-266986e8-8092-4ee6-b4f6-7c5cbdbc4875" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.963298] env[62220]: DEBUG nova.network.neutron [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.076322] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f39ff5-9aea-4473-913e-c0b59b1d891a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.102444] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337477d1-8c85-47a2-ab20-1d9b04d74f50 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.174908] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Acquiring lock "0d5facef-3bf5-4b5d-a234-570292369118" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.175180] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Lock "0d5facef-3bf5-4b5d-a234-570292369118" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.440105] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance a822bbdb-accd-4d13-9335-bc4bf0515601 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1433.488603] env[62220]: DEBUG nova.network.neutron [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1433.561272] env[62220]: DEBUG nova.network.neutron [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.617278] env[62220]: DEBUG nova.compute.manager [None req-9cc78201-7bef-4d7b-98c1-0067139b80ec tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Instance disappeared during snapshot {{(pid=62220) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1433.651126] env[62220]: DEBUG nova.network.neutron [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Successfully updated port: 23147907-7c3e-4b06-8bac-7ba6f85c9044 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1433.765903] env[62220]: DEBUG nova.compute.manager [None req-9cc78201-7bef-4d7b-98c1-0067139b80ec tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Found 0 images (rotation: 2) {{(pid=62220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1433.929167] env[62220]: DEBUG nova.compute.manager [req-a83cab18-14bf-4fc3-bb5c-5ec2109747e2 req-7e663d5f-dddc-4501-9fb7-a48d1605828b service nova] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Received event network-vif-plugged-23147907-7c3e-4b06-8bac-7ba6f85c9044 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1433.930017] env[62220]: DEBUG oslo_concurrency.lockutils [req-a83cab18-14bf-4fc3-bb5c-5ec2109747e2 req-7e663d5f-dddc-4501-9fb7-a48d1605828b service nova] Acquiring lock "c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.930017] env[62220]: DEBUG oslo_concurrency.lockutils [req-a83cab18-14bf-4fc3-bb5c-5ec2109747e2 req-7e663d5f-dddc-4501-9fb7-a48d1605828b service nova] Lock "c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.930017] env[62220]: DEBUG oslo_concurrency.lockutils [req-a83cab18-14bf-4fc3-bb5c-5ec2109747e2 req-7e663d5f-dddc-4501-9fb7-a48d1605828b service nova] Lock "c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.930331] env[62220]: DEBUG nova.compute.manager [req-a83cab18-14bf-4fc3-bb5c-5ec2109747e2 req-7e663d5f-dddc-4501-9fb7-a48d1605828b service nova] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] No waiting events found dispatching network-vif-plugged-23147907-7c3e-4b06-8bac-7ba6f85c9044 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1433.930558] env[62220]: WARNING nova.compute.manager [req-a83cab18-14bf-4fc3-bb5c-5ec2109747e2 req-7e663d5f-dddc-4501-9fb7-a48d1605828b service nova] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Received unexpected event network-vif-plugged-23147907-7c3e-4b06-8bac-7ba6f85c9044 for instance with vm_state building and task_state spawning. [ 1433.946107] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance efe494c9-6f6d-430f-afb9-7f07417c50e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1434.052640] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquiring lock "0cd14d33-d2cc-4a51-bad7-c793197c40da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.052797] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Lock "0cd14d33-d2cc-4a51-bad7-c793197c40da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.064071] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Releasing lock "refresh_cache-266986e8-8092-4ee6-b4f6-7c5cbdbc4875" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.064512] env[62220]: DEBUG nova.compute.manager [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.064709] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.065572] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3502ba63-bdef-4d1f-9995-bded4b228afe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.074251] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.074493] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d45e9ab9-c179-4e0d-99e9-0c28ce2a6782 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.081440] env[62220]: DEBUG oslo_vmware.api [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Waiting for the task: (returnval){ [ 1434.081440] env[62220]: value = "task-1747027" [ 1434.081440] env[62220]: _type = "Task" [ 1434.081440] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.091488] env[62220]: DEBUG oslo_vmware.api [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.156623] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Acquiring lock "refresh_cache-c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.157512] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Acquired lock "refresh_cache-c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.157512] env[62220]: DEBUG nova.network.neutron [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.449642] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 834acbd8-9d62-4503-9782-9c8ded4c4934 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1434.592709] env[62220]: DEBUG oslo_vmware.api [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747027, 'name': PowerOffVM_Task, 'duration_secs': 0.177758} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.594024] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.594024] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.594024] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-451f7af2-c3c9-4e39-982a-72d64ed5fb2b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.623879] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.624141] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.624338] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Deleting the datastore file [datastore1] 266986e8-8092-4ee6-b4f6-7c5cbdbc4875 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.624617] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d5f75e5-fc83-4560-9afc-214889269083 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.631843] env[62220]: DEBUG oslo_vmware.api [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Waiting for the task: (returnval){ [ 1434.631843] env[62220]: value = "task-1747029" [ 1434.631843] env[62220]: _type = "Task" [ 1434.631843] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.640197] env[62220]: DEBUG oslo_vmware.api [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.702187] env[62220]: DEBUG nova.network.neutron [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.880883] env[62220]: DEBUG nova.network.neutron [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Updating instance_info_cache with network_info: [{"id": "23147907-7c3e-4b06-8bac-7ba6f85c9044", "address": "fa:16:3e:4c:e9:ab", "network": {"id": "dd5b3392-e4b9-4f89-bdaa-fcad3825f8de", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1746392251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6994c62a934064a684f9d681e960e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23147907-7c", "ovs_interfaceid": "23147907-7c3e-4b06-8bac-7ba6f85c9044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.909366] env[62220]: DEBUG nova.compute.manager [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.910269] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5c4d3c-9015-4a29-83e5-d8741715e45a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.952508] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 72718b40-5a93-40c5-bd33-84dfa5e1fa05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1435.142784] env[62220]: DEBUG oslo_vmware.api [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.383432] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Releasing lock "refresh_cache-c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.383795] env[62220]: DEBUG nova.compute.manager [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Instance network_info: |[{"id": "23147907-7c3e-4b06-8bac-7ba6f85c9044", "address": "fa:16:3e:4c:e9:ab", "network": {"id": "dd5b3392-e4b9-4f89-bdaa-fcad3825f8de", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1746392251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6994c62a934064a684f9d681e960e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23147907-7c", "ovs_interfaceid": "23147907-7c3e-4b06-8bac-7ba6f85c9044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1435.384243] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:e9:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23147907-7c3e-4b06-8bac-7ba6f85c9044', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.391982] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Creating folder: Project (8f6994c62a934064a684f9d681e960e6). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1435.392292] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3279113-0b5f-4a05-a7e0-baa0ba17b706 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.406142] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Created folder: Project (8f6994c62a934064a684f9d681e960e6) in parent group-v363147. [ 1435.406407] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Creating folder: Instances. Parent ref: group-v363234. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1435.406693] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eaf45c0-04c1-4d13-b368-6f8afc41f038 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.418937] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Created folder: Instances in parent group-v363234. [ 1435.419377] env[62220]: DEBUG oslo.service.loopingcall [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.419644] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1435.420636] env[62220]: INFO nova.compute.manager [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] instance snapshotting [ 1435.420862] env[62220]: WARNING nova.compute.manager [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1435.422547] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-758cc71e-5895-4b90-b3cf-07baa096afc2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.440648] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebb4fe6-2caf-4290-9a11-112644953c28 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.458684] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance fc66c14c-3d5f-4185-a0b1-51da2189c359 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1435.461612] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeaa459-620f-4dad-b811-19f99e9e8de5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.464066] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.464066] env[62220]: value = "task-1747032" [ 1435.464066] env[62220]: _type = "Task" [ 1435.464066] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.476282] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747032, 'name': CreateVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.643679] env[62220]: DEBUG oslo_vmware.api [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.956212] env[62220]: DEBUG nova.compute.manager [req-2873f717-24e5-4978-9aa1-8092364c701b req-276ca1ac-7eac-4e9c-9e7d-39d6eeaf2e4a service nova] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Received event network-changed-23147907-7c3e-4b06-8bac-7ba6f85c9044 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1435.956472] env[62220]: DEBUG nova.compute.manager [req-2873f717-24e5-4978-9aa1-8092364c701b req-276ca1ac-7eac-4e9c-9e7d-39d6eeaf2e4a service nova] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Refreshing instance network info cache due to event network-changed-23147907-7c3e-4b06-8bac-7ba6f85c9044. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1435.956624] env[62220]: DEBUG oslo_concurrency.lockutils [req-2873f717-24e5-4978-9aa1-8092364c701b req-276ca1ac-7eac-4e9c-9e7d-39d6eeaf2e4a service nova] Acquiring lock "refresh_cache-c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.956765] env[62220]: DEBUG oslo_concurrency.lockutils [req-2873f717-24e5-4978-9aa1-8092364c701b req-276ca1ac-7eac-4e9c-9e7d-39d6eeaf2e4a service nova] Acquired lock "refresh_cache-c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.956924] env[62220]: DEBUG nova.network.neutron [req-2873f717-24e5-4978-9aa1-8092364c701b req-276ca1ac-7eac-4e9c-9e7d-39d6eeaf2e4a service nova] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Refreshing network info cache for port 23147907-7c3e-4b06-8bac-7ba6f85c9044 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.966029] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance e59be507-2abd-40f3-8a16-1225de4ae07f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1435.972861] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1435.974145] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16ad85da-4128-4dd6-be42-0b8be3071e19 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.980863] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747032, 'name': CreateVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.987854] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1435.987854] env[62220]: value = "task-1747033" [ 1435.987854] env[62220]: _type = "Task" [ 1435.987854] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.996733] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747033, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.145255] env[62220]: DEBUG oslo_vmware.api [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.478521] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance f5d1a419-d93b-4988-b051-f1d72b068cc9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1436.486124] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747032, 'name': CreateVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.497723] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747033, 'name': CreateSnapshot_Task, 'duration_secs': 0.508871} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.497979] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1436.502036] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4255bd9c-4a9d-4b01-b83b-ec56b16350e4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.645749] env[62220]: DEBUG oslo_vmware.api [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.699596] env[62220]: DEBUG nova.network.neutron [req-2873f717-24e5-4978-9aa1-8092364c701b req-276ca1ac-7eac-4e9c-9e7d-39d6eeaf2e4a service nova] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Updated VIF entry in instance network info cache for port 23147907-7c3e-4b06-8bac-7ba6f85c9044. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.699995] env[62220]: DEBUG nova.network.neutron [req-2873f717-24e5-4978-9aa1-8092364c701b req-276ca1ac-7eac-4e9c-9e7d-39d6eeaf2e4a service nova] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Updating instance_info_cache with network_info: [{"id": "23147907-7c3e-4b06-8bac-7ba6f85c9044", "address": "fa:16:3e:4c:e9:ab", "network": {"id": "dd5b3392-e4b9-4f89-bdaa-fcad3825f8de", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1746392251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6994c62a934064a684f9d681e960e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23147907-7c", "ovs_interfaceid": "23147907-7c3e-4b06-8bac-7ba6f85c9044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.981750] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747032, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.987604] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance e03ade62-8b1b-42bd-9fc2-26a2b677bf5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1437.021133] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1437.021525] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2a758b87-b7fd-4890-bd00-662bf8babb68 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.030833] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1437.030833] env[62220]: value = "task-1747034" [ 1437.030833] env[62220]: _type = "Task" [ 1437.030833] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.041670] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747034, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.147623] env[62220]: DEBUG oslo_vmware.api [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Task: {'id': task-1747029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.072814} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.147843] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1437.148219] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1437.148478] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1437.148668] env[62220]: INFO nova.compute.manager [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Took 3.08 seconds to destroy the instance on the hypervisor. [ 1437.148913] env[62220]: DEBUG oslo.service.loopingcall [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.149146] env[62220]: DEBUG nova.compute.manager [-] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1437.149311] env[62220]: DEBUG nova.network.neutron [-] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1437.171175] env[62220]: DEBUG nova.network.neutron [-] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.202880] env[62220]: DEBUG oslo_concurrency.lockutils [req-2873f717-24e5-4978-9aa1-8092364c701b req-276ca1ac-7eac-4e9c-9e7d-39d6eeaf2e4a service nova] Releasing lock "refresh_cache-c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.481616] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747032, 'name': CreateVM_Task, 'duration_secs': 1.567569} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.481789] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1437.482495] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.482679] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.483015] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1437.484034] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db570d7c-347f-4ced-a283-257e4926291c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.488764] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Waiting for the task: (returnval){ [ 1437.488764] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d14d9-4b86-3935-c186-2d88ce834795" [ 1437.488764] env[62220]: _type = "Task" [ 1437.488764] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.492362] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 248e0d5e-32ec-4711-91f3-e4a93d7c8b47 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1437.498799] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d14d9-4b86-3935-c186-2d88ce834795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.541381] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747034, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.678017] env[62220]: DEBUG nova.network.neutron [-] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.995896] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 0c9d3ec0-2876-4300-9a10-27e1062ebf83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1438.000881] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d14d9-4b86-3935-c186-2d88ce834795, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.001417] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.001796] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.002062] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.002219] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.002398] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.003794] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d68583bb-de2d-4ca7-a7d0-244d91a60c0e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.013998] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.013998] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.014193] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a15a3ef-8266-48c7-accd-5b36798fab34 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.020363] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Waiting for the task: (returnval){ [ 1438.020363] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5268cf9f-fae8-efdc-5ef5-97a1d2d52065" [ 1438.020363] env[62220]: _type = "Task" [ 1438.020363] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.028500] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5268cf9f-fae8-efdc-5ef5-97a1d2d52065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.040414] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747034, 'name': CloneVM_Task} progress is 95%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.180412] env[62220]: INFO nova.compute.manager [-] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Took 1.03 seconds to deallocate network for instance. [ 1438.503994] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 21995267-5227-4930-b079-707fcf615897 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1438.531861] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5268cf9f-fae8-efdc-5ef5-97a1d2d52065, 'name': SearchDatastore_Task, 'duration_secs': 0.008397} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.535443] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db7d744d-4bab-41da-8dfc-d4343e4a228c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.542662] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Waiting for the task: (returnval){ [ 1438.542662] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52268671-99c7-c7fb-da54-91a125ae5ca5" [ 1438.542662] env[62220]: _type = "Task" [ 1438.542662] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.545955] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747034, 'name': CloneVM_Task, 'duration_secs': 1.269883} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.549268] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Created linked-clone VM from snapshot [ 1438.550071] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e04c5f6-a9d0-419b-bd6d-bf385da6ab70 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.559852] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52268671-99c7-c7fb-da54-91a125ae5ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.562924] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.563373] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3/c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.563785] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Uploading image c207a991-6440-47cc-acdd-99cc9e2ff019 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1438.565872] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66a16c78-68ce-42ec-8858-1e94554cb635 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.573635] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Waiting for the task: (returnval){ [ 1438.573635] env[62220]: value = "task-1747035" [ 1438.573635] env[62220]: _type = "Task" [ 1438.573635] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.584095] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.585975] env[62220]: DEBUG oslo_vmware.rw_handles [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1438.585975] env[62220]: value = "vm-363238" [ 1438.585975] env[62220]: _type = "VirtualMachine" [ 1438.585975] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1438.586256] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c17237c9-7c4a-4e8e-bf97-dcc91d99877e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.594631] env[62220]: DEBUG oslo_vmware.rw_handles [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lease: (returnval){ [ 1438.594631] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52591332-194e-8c1f-f779-b8c09d2073bd" [ 1438.594631] env[62220]: _type = "HttpNfcLease" [ 1438.594631] env[62220]: } obtained for exporting VM: (result){ [ 1438.594631] env[62220]: value = "vm-363238" [ 1438.594631] env[62220]: _type = "VirtualMachine" [ 1438.594631] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1438.595083] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the lease: (returnval){ [ 1438.595083] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52591332-194e-8c1f-f779-b8c09d2073bd" [ 1438.595083] env[62220]: _type = "HttpNfcLease" [ 1438.595083] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1438.603460] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1438.603460] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52591332-194e-8c1f-f779-b8c09d2073bd" [ 1438.603460] env[62220]: _type = "HttpNfcLease" [ 1438.603460] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1438.689374] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.006751] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance c5b997cc-da18-4571-aba2-a84d5ff1c996 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1439.084448] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747035, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.103168] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1439.103168] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52591332-194e-8c1f-f779-b8c09d2073bd" [ 1439.103168] env[62220]: _type = "HttpNfcLease" [ 1439.103168] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1439.103467] env[62220]: DEBUG oslo_vmware.rw_handles [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1439.103467] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52591332-194e-8c1f-f779-b8c09d2073bd" [ 1439.103467] env[62220]: _type = "HttpNfcLease" [ 1439.103467] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1439.104213] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8461492b-f2e9-4b48-9dc1-98d49d9c51f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.112423] env[62220]: DEBUG oslo_vmware.rw_handles [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db2fa3-cc2e-60f7-1de6-ee6bd1b756f1/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1439.112645] env[62220]: DEBUG oslo_vmware.rw_handles [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db2fa3-cc2e-60f7-1de6-ee6bd1b756f1/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1439.205083] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02fcccf0-1061-4d41-92a8-ab50285f8f66 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.511030] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance e396de23-f0d2-44ca-977a-17b444916807 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1439.511367] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1439.511621] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1439.587368] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747035, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.008963] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289a0a70-bc5b-4800-b1ba-e87b2d8b3f89 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.018297] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ed0004-1bfc-49af-b764-019e401bee0d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.051749] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebad13d-9a2d-48d0-96b9-25e052cbe220 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.061419] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38368b05-70cf-4336-8bf1-c7d210d24384 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.076435] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.087032] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747035, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.212538} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.087894] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3/c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.088248] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.088582] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09ce6bcf-0ad9-46a7-8de5-5631086a1a59 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.096828] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Waiting for the task: (returnval){ [ 1440.096828] env[62220]: value = "task-1747037" [ 1440.096828] env[62220]: _type = "Task" [ 1440.096828] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.106787] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.582757] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1440.608440] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067826} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.608849] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1440.609713] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cea46a-2303-483b-b063-e23e8220b538 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.633577] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3/c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.634760] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5524ed3-0540-4809-9ebd-ad08c6740172 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.655960] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Waiting for the task: (returnval){ [ 1440.655960] env[62220]: value = "task-1747038" [ 1440.655960] env[62220]: _type = "Task" [ 1440.655960] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.664787] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.088931] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1441.088931] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.250s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.088931] env[62220]: DEBUG oslo_concurrency.lockutils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.040s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.090455] env[62220]: INFO nova.compute.claims [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1441.166965] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747038, 'name': ReconfigVM_Task, 'duration_secs': 0.299524} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.167277] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Reconfigured VM instance instance-0000001d to attach disk [datastore1] c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3/c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.167944] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1e905d6-6b8a-4305-b1a8-9e08c17ce2d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.176340] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Waiting for the task: (returnval){ [ 1441.176340] env[62220]: value = "task-1747039" [ 1441.176340] env[62220]: _type = "Task" [ 1441.176340] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.185372] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747039, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.688881] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747039, 'name': Rename_Task, 'duration_secs': 0.175457} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.689180] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.689449] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd7af939-2874-4255-bb6d-5e857a416526 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.697957] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Waiting for the task: (returnval){ [ 1441.697957] env[62220]: value = "task-1747040" [ 1441.697957] env[62220]: _type = "Task" [ 1441.697957] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.708791] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.208587] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.589578] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b040cfe5-71e8-4ea2-af7b-edaf5c09edb7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.597802] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ec3267-8217-4ed0-a5b1-2361fffd2fc7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.628965] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871979ce-41b0-43b3-a6d9-b426663e3b5a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.638390] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb858f09-efaf-4956-8f2d-befdbc1bcf5d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.653645] env[62220]: DEBUG nova.compute.provider_tree [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.709993] env[62220]: DEBUG oslo_vmware.api [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747040, 'name': PowerOnVM_Task, 'duration_secs': 0.685754} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.710281] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.710498] env[62220]: INFO nova.compute.manager [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1442.710701] env[62220]: DEBUG nova.compute.manager [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.711895] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708152df-add7-4a50-9dcc-50f01fddcf86 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.157391] env[62220]: DEBUG nova.scheduler.client.report [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1443.229346] env[62220]: INFO nova.compute.manager [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Took 50.61 seconds to build instance. [ 1443.662994] env[62220]: DEBUG oslo_concurrency.lockutils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.663680] env[62220]: DEBUG nova.compute.manager [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1443.668091] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.407s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.672126] env[62220]: INFO nova.compute.claims [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.733566] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df143256-c087-43bb-8cd1-6b5287f095e8 tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Lock "c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.452s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.175556] env[62220]: DEBUG nova.compute.utils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1444.178925] env[62220]: DEBUG nova.compute.manager [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Not allocating networking since 'none' was specified. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1444.236346] env[62220]: DEBUG nova.compute.manager [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1444.334113] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Acquiring lock "c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.334420] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Lock "c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.334713] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Acquiring lock "c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.334821] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Lock "c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.334993] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Lock "c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.337502] env[62220]: INFO nova.compute.manager [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Terminating instance [ 1444.679537] env[62220]: DEBUG nova.compute.manager [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1444.762808] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.841022] env[62220]: DEBUG nova.compute.manager [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1444.841324] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.842294] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e22cef-052f-4b7b-80b5-ddfc7e7a2b1f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.851483] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.851810] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0664316d-8c2c-476a-a8e8-59ec99793e3e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.864276] env[62220]: DEBUG oslo_vmware.api [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Waiting for the task: (returnval){ [ 1444.864276] env[62220]: value = "task-1747041" [ 1444.864276] env[62220]: _type = "Task" [ 1444.864276] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.873672] env[62220]: DEBUG oslo_vmware.api [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.293164] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9910789-76ed-4aed-bbd8-bd66fd2970e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.303384] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9017c5e5-b106-44be-ad9c-1f122ed8cfab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.340289] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8945fd8-2f02-4e4b-8b49-c4de0df97268 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.350073] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a605a659-1b4b-4c83-a405-ee2d13a14bab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.367435] env[62220]: DEBUG nova.compute.provider_tree [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.377832] env[62220]: DEBUG oslo_vmware.api [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747041, 'name': PowerOffVM_Task, 'duration_secs': 0.207149} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.378418] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1445.378784] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1445.379179] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a967f222-d3a7-45ee-90cc-e5176ee3dd6b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.469830] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1445.470103] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1445.470277] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Deleting the datastore file [datastore1] c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1445.470649] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-894e6c8c-495f-439b-b492-a6f0ece3c35f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.477999] env[62220]: DEBUG oslo_vmware.api [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Waiting for the task: (returnval){ [ 1445.477999] env[62220]: value = "task-1747043" [ 1445.477999] env[62220]: _type = "Task" [ 1445.477999] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.486940] env[62220]: DEBUG oslo_vmware.api [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.693838] env[62220]: DEBUG nova.compute.manager [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1445.718347] env[62220]: DEBUG nova.virt.hardware [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1445.718606] env[62220]: DEBUG nova.virt.hardware [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1445.718764] env[62220]: DEBUG nova.virt.hardware [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.718942] env[62220]: DEBUG nova.virt.hardware [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1445.719102] env[62220]: DEBUG nova.virt.hardware [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.720026] env[62220]: DEBUG nova.virt.hardware [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1445.720026] env[62220]: DEBUG nova.virt.hardware [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1445.720026] env[62220]: DEBUG nova.virt.hardware [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1445.720026] env[62220]: DEBUG nova.virt.hardware [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1445.720026] env[62220]: DEBUG nova.virt.hardware [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1445.720396] env[62220]: DEBUG nova.virt.hardware [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1445.721016] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0a1702-0472-405c-970c-5d8029dbf745 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.730008] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af73c2b1-41f0-48a3-819a-135fc26e4e4e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.744268] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Instance VIF info [] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.750062] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Creating folder: Project (e329f772443147b4bbf42706c7f65644). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.750404] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0faa2dde-a5e5-44b4-9f24-a367a043afaa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.762274] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Created folder: Project (e329f772443147b4bbf42706c7f65644) in parent group-v363147. [ 1445.762483] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Creating folder: Instances. Parent ref: group-v363239. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.762729] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c41148ba-e2b8-49e5-8301-7c45ee70e876 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.773949] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Created folder: Instances in parent group-v363239. [ 1445.774245] env[62220]: DEBUG oslo.service.loopingcall [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.774452] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.774733] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5685d63-56ce-4872-a4c2-198e75f00837 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.792893] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.792893] env[62220]: value = "task-1747046" [ 1445.792893] env[62220]: _type = "Task" [ 1445.792893] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.801749] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747046, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.869346] env[62220]: DEBUG nova.scheduler.client.report [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1445.949608] env[62220]: DEBUG oslo_vmware.rw_handles [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db2fa3-cc2e-60f7-1de6-ee6bd1b756f1/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1445.950567] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ff003d-a241-4704-b783-ee64dc2f44e1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.960072] env[62220]: DEBUG oslo_vmware.rw_handles [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db2fa3-cc2e-60f7-1de6-ee6bd1b756f1/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1445.960303] env[62220]: ERROR oslo_vmware.rw_handles [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db2fa3-cc2e-60f7-1de6-ee6bd1b756f1/disk-0.vmdk due to incomplete transfer. [ 1445.960461] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad3a8f1a-7384-40e5-82c3-a7c35054a563 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.969484] env[62220]: DEBUG oslo_vmware.rw_handles [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db2fa3-cc2e-60f7-1de6-ee6bd1b756f1/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1445.969761] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Uploaded image c207a991-6440-47cc-acdd-99cc9e2ff019 to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1445.972550] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1445.972878] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2a82a875-e512-4cf8-ab53-59e029fa57d4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.984878] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1445.984878] env[62220]: value = "task-1747047" [ 1445.984878] env[62220]: _type = "Task" [ 1445.984878] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.991470] env[62220]: DEBUG oslo_vmware.api [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Task: {'id': task-1747043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225244} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.992127] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.992324] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.992506] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.992718] env[62220]: INFO nova.compute.manager [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1445.992973] env[62220]: DEBUG oslo.service.loopingcall [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.993177] env[62220]: DEBUG nova.compute.manager [-] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.993278] env[62220]: DEBUG nova.network.neutron [-] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1445.997719] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747047, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.275250] env[62220]: DEBUG nova.compute.manager [req-0074c7c3-f2e8-41f7-9f65-e671a0b97473 req-0a9cddd7-1fb5-492c-a66c-7690fee512eb service nova] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Received event network-vif-deleted-23147907-7c3e-4b06-8bac-7ba6f85c9044 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1446.275463] env[62220]: INFO nova.compute.manager [req-0074c7c3-f2e8-41f7-9f65-e671a0b97473 req-0a9cddd7-1fb5-492c-a66c-7690fee512eb service nova] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Neutron deleted interface 23147907-7c3e-4b06-8bac-7ba6f85c9044; detaching it from the instance and deleting it from the info cache [ 1446.275636] env[62220]: DEBUG nova.network.neutron [req-0074c7c3-f2e8-41f7-9f65-e671a0b97473 req-0a9cddd7-1fb5-492c-a66c-7690fee512eb service nova] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.305317] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747046, 'name': CreateVM_Task, 'duration_secs': 0.356991} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.305671] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.306147] env[62220]: DEBUG oslo_concurrency.lockutils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.306337] env[62220]: DEBUG oslo_concurrency.lockutils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.306655] env[62220]: DEBUG oslo_concurrency.lockutils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1446.306911] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f7ddc7-9176-440f-8d05-2e69f0ab1b4e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.313109] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1446.313109] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52921dea-9258-104c-8c7e-92c52905f445" [ 1446.313109] env[62220]: _type = "Task" [ 1446.313109] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.322814] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52921dea-9258-104c-8c7e-92c52905f445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.376318] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.376881] env[62220]: DEBUG nova.compute.manager [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1446.379600] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.376s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.380924] env[62220]: INFO nova.compute.claims [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.496160] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747047, 'name': Destroy_Task, 'duration_secs': 0.424322} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.496256] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Destroyed the VM [ 1446.496513] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1446.496801] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-89090f83-d25d-4047-9558-b81f4e60e95f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.505225] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1446.505225] env[62220]: value = "task-1747048" [ 1446.505225] env[62220]: _type = "Task" [ 1446.505225] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.513861] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747048, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.756437] env[62220]: DEBUG nova.network.neutron [-] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.780079] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "beb49c48-9db6-4978-b5b9-8a4c0ccc17cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.781449] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "beb49c48-9db6-4978-b5b9-8a4c0ccc17cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.781449] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "beb49c48-9db6-4978-b5b9-8a4c0ccc17cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.781449] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "beb49c48-9db6-4978-b5b9-8a4c0ccc17cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.781449] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "beb49c48-9db6-4978-b5b9-8a4c0ccc17cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.782427] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd48b0ae-8718-412e-bae1-1c52c9184b52 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.785024] env[62220]: INFO nova.compute.manager [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Terminating instance [ 1446.798083] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e23560-b0fb-4f40-a2d1-60b56874a56c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.825530] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52921dea-9258-104c-8c7e-92c52905f445, 'name': SearchDatastore_Task, 'duration_secs': 0.011939} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.834816] env[62220]: DEBUG oslo_concurrency.lockutils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.835371] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1446.835371] env[62220]: DEBUG oslo_concurrency.lockutils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.835525] env[62220]: DEBUG oslo_concurrency.lockutils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.835704] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1446.836421] env[62220]: DEBUG nova.compute.manager [req-0074c7c3-f2e8-41f7-9f65-e671a0b97473 req-0a9cddd7-1fb5-492c-a66c-7690fee512eb service nova] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Detach interface failed, port_id=23147907-7c3e-4b06-8bac-7ba6f85c9044, reason: Instance c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1446.836830] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ee9fc9d-1c8f-456f-ac0c-45544201cc1f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.846630] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1446.846828] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1446.847564] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-029eaebf-e63a-4437-9893-dee153325fcf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.853440] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1446.853440] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5273ff91-c516-9ce8-8b24-0d73495281c4" [ 1446.853440] env[62220]: _type = "Task" [ 1446.853440] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.861995] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5273ff91-c516-9ce8-8b24-0d73495281c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.886682] env[62220]: DEBUG nova.compute.utils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1446.891780] env[62220]: DEBUG nova.compute.manager [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1446.891780] env[62220]: DEBUG nova.network.neutron [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1446.961211] env[62220]: DEBUG nova.policy [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '954b96a1f111465ababe7b6446691c1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '396cc6d9c29a442c96a99d7596ed6f61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1447.017792] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747048, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.258909] env[62220]: INFO nova.compute.manager [-] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Took 1.27 seconds to deallocate network for instance. [ 1447.289892] env[62220]: DEBUG nova.compute.manager [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.290136] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.291464] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c3ecbe-69f3-44f0-9411-7dd83d77a2bf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.300610] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.300610] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f78150e3-21ad-4af7-ae3f-fc40d90e4b04 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.303283] env[62220]: DEBUG nova.network.neutron [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Successfully created port: e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1447.347777] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "25bd2a2e-c354-42a1-83cd-a7d3aadcea3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.348415] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "25bd2a2e-c354-42a1-83cd-a7d3aadcea3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.364375] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5273ff91-c516-9ce8-8b24-0d73495281c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.365157] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c16cdf5-570a-42c2-90f4-3711952f14b6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.371341] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1447.371341] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523081d3-2033-9db1-5515-c68dec9e33c0" [ 1447.371341] env[62220]: _type = "Task" [ 1447.371341] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.378899] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523081d3-2033-9db1-5515-c68dec9e33c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.391233] env[62220]: DEBUG nova.compute.manager [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1447.519122] env[62220]: DEBUG oslo_vmware.api [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747048, 'name': RemoveSnapshot_Task, 'duration_secs': 0.59169} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.519815] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1447.519815] env[62220]: INFO nova.compute.manager [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Took 12.08 seconds to snapshot the instance on the hypervisor. [ 1447.657784] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.658098] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.658229] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleting the datastore file [datastore1] beb49c48-9db6-4978-b5b9-8a4c0ccc17cf {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.658525] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f752a379-8f5c-4ad8-b5e7-841354baec24 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.665221] env[62220]: DEBUG oslo_vmware.api [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1447.665221] env[62220]: value = "task-1747050" [ 1447.665221] env[62220]: _type = "Task" [ 1447.665221] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.677028] env[62220]: DEBUG oslo_vmware.api [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.765378] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.835102] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693739b0-1380-4e76-bb58-06aed27b1195 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.843512] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8dbe12-14f6-441d-9ce5-208468c0212e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.877671] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2bdd74-498d-4c6c-864f-514c27c447b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.889371] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7eb46a-6ab8-4e99-b4dd-ce7d4ba177dc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.892912] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523081d3-2033-9db1-5515-c68dec9e33c0, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.893194] env[62220]: DEBUG oslo_concurrency.lockutils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.893451] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 3f44653f-89dc-449d-8e70-c504b7da9de6/3f44653f-89dc-449d-8e70-c504b7da9de6.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.894120] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7ed0b8c-3d2b-4f37-a660-5db70051f56b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.909772] env[62220]: DEBUG nova.compute.provider_tree [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.914941] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1447.914941] env[62220]: value = "task-1747051" [ 1447.914941] env[62220]: _type = "Task" [ 1447.914941] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.925769] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.025512] env[62220]: DEBUG nova.compute.manager [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Instance disappeared during snapshot {{(pid=62220) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1448.039051] env[62220]: DEBUG nova.compute.manager [None req-dccc7857-aecd-466d-a68c-109193982069 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Image not found during clean up c207a991-6440-47cc-acdd-99cc9e2ff019 {{(pid=62220) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1448.177531] env[62220]: DEBUG oslo_vmware.api [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182388} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.177781] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.177964] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.178155] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.178360] env[62220]: INFO nova.compute.manager [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Took 0.89 seconds to destroy the instance on the hypervisor. [ 1448.178612] env[62220]: DEBUG oslo.service.loopingcall [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.178800] env[62220]: DEBUG nova.compute.manager [-] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1448.178897] env[62220]: DEBUG nova.network.neutron [-] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1448.411706] env[62220]: DEBUG nova.compute.manager [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1448.415829] env[62220]: DEBUG nova.scheduler.client.report [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1448.435446] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747051, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.449927] env[62220]: DEBUG nova.virt.hardware [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1448.450227] env[62220]: DEBUG nova.virt.hardware [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1448.450393] env[62220]: DEBUG nova.virt.hardware [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.450576] env[62220]: DEBUG nova.virt.hardware [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1448.450718] env[62220]: DEBUG nova.virt.hardware [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.450864] env[62220]: DEBUG nova.virt.hardware [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1448.451096] env[62220]: DEBUG nova.virt.hardware [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1448.451270] env[62220]: DEBUG nova.virt.hardware [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1448.451438] env[62220]: DEBUG nova.virt.hardware [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1448.451598] env[62220]: DEBUG nova.virt.hardware [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1448.451779] env[62220]: DEBUG nova.virt.hardware [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1448.452644] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f71dc8-34ba-4cdb-bb1f-168748b0db81 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.461064] env[62220]: DEBUG nova.compute.manager [req-a20f5211-e955-4703-9459-70ad817f1bd2 req-c4c0b225-01d3-4907-bd76-71bda233902e service nova] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Received event network-vif-deleted-627d5609-581b-4006-94a9-2efa635329d1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1448.461283] env[62220]: INFO nova.compute.manager [req-a20f5211-e955-4703-9459-70ad817f1bd2 req-c4c0b225-01d3-4907-bd76-71bda233902e service nova] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Neutron deleted interface 627d5609-581b-4006-94a9-2efa635329d1; detaching it from the instance and deleting it from the info cache [ 1448.461454] env[62220]: DEBUG nova.network.neutron [req-a20f5211-e955-4703-9459-70ad817f1bd2 req-c4c0b225-01d3-4907-bd76-71bda233902e service nova] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.466055] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8694fb4-43c8-4af5-b548-f96f7d9803c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.816540] env[62220]: DEBUG nova.compute.manager [req-d1d96fa8-bbac-4117-a269-856346d2ae12 req-2f1cf5b0-151e-4e10-98ec-729e856c8db9 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Received event network-vif-plugged-e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1448.816919] env[62220]: DEBUG oslo_concurrency.lockutils [req-d1d96fa8-bbac-4117-a269-856346d2ae12 req-2f1cf5b0-151e-4e10-98ec-729e856c8db9 service nova] Acquiring lock "87298b64-c97d-4e21-ad71-9db59859e10f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.817196] env[62220]: DEBUG oslo_concurrency.lockutils [req-d1d96fa8-bbac-4117-a269-856346d2ae12 req-2f1cf5b0-151e-4e10-98ec-729e856c8db9 service nova] Lock "87298b64-c97d-4e21-ad71-9db59859e10f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.817376] env[62220]: DEBUG oslo_concurrency.lockutils [req-d1d96fa8-bbac-4117-a269-856346d2ae12 req-2f1cf5b0-151e-4e10-98ec-729e856c8db9 service nova] Lock "87298b64-c97d-4e21-ad71-9db59859e10f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.817542] env[62220]: DEBUG nova.compute.manager [req-d1d96fa8-bbac-4117-a269-856346d2ae12 req-2f1cf5b0-151e-4e10-98ec-729e856c8db9 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] No waiting events found dispatching network-vif-plugged-e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1448.817713] env[62220]: WARNING nova.compute.manager [req-d1d96fa8-bbac-4117-a269-856346d2ae12 req-2f1cf5b0-151e-4e10-98ec-729e856c8db9 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Received unexpected event network-vif-plugged-e946de54-b8f0-488d-a2d7-ad83d6ab879a for instance with vm_state building and task_state spawning. [ 1448.932465] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.933105] env[62220]: DEBUG nova.compute.manager [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1448.936299] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747051, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.936967] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.609s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.939702] env[62220]: INFO nova.compute.claims [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1448.945818] env[62220]: DEBUG nova.network.neutron [-] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.957828] env[62220]: DEBUG nova.network.neutron [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Successfully updated port: e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1448.966764] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8687748b-a573-49cd-8628-3a19c5d60674 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.979054] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41ee259-745d-4830-b8c8-0c87fca2414b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.013135] env[62220]: DEBUG nova.compute.manager [req-a20f5211-e955-4703-9459-70ad817f1bd2 req-c4c0b225-01d3-4907-bd76-71bda233902e service nova] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Detach interface failed, port_id=627d5609-581b-4006-94a9-2efa635329d1, reason: Instance beb49c48-9db6-4978-b5b9-8a4c0ccc17cf could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1449.431904] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747051, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.028462} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.432223] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 3f44653f-89dc-449d-8e70-c504b7da9de6/3f44653f-89dc-449d-8e70-c504b7da9de6.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1449.432371] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1449.432615] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c4343cb-6b02-4db1-a922-8beab5ddeae6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.438889] env[62220]: DEBUG nova.compute.utils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1449.441651] env[62220]: DEBUG nova.compute.manager [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Not allocating networking since 'none' was specified. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1449.441929] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1449.441929] env[62220]: value = "task-1747052" [ 1449.441929] env[62220]: _type = "Task" [ 1449.441929] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.449114] env[62220]: INFO nova.compute.manager [-] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Took 1.27 seconds to deallocate network for instance. [ 1449.455741] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.460468] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.460590] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquired lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.460735] env[62220]: DEBUG nova.network.neutron [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1449.943893] env[62220]: DEBUG nova.compute.manager [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1449.959818] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.960122] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068275} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.960363] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.961138] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1051b460-3f6e-4225-85ed-4f9a4dfa9458 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.984102] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 3f44653f-89dc-449d-8e70-c504b7da9de6/3f44653f-89dc-449d-8e70-c504b7da9de6.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.987712] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b892fbb0-2b17-49ca-bc4b-a7d3ddf80926 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.006076] env[62220]: DEBUG nova.network.neutron [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.010381] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1450.010381] env[62220]: value = "task-1747053" [ 1450.010381] env[62220]: _type = "Task" [ 1450.010381] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.021134] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.224492] env[62220]: DEBUG nova.network.neutron [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Updating instance_info_cache with network_info: [{"id": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "address": "fa:16:3e:00:52:1e", "network": {"id": "d2123842-9312-43d9-8000-b49997e4e4dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1223069277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396cc6d9c29a442c96a99d7596ed6f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape946de54-b8", "ovs_interfaceid": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.519576] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747053, 'name': ReconfigVM_Task, 'duration_secs': 0.298363} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.520710] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 3f44653f-89dc-449d-8e70-c504b7da9de6/3f44653f-89dc-449d-8e70-c504b7da9de6.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.521781] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2e04cf-6a01-46a5-9315-5fc7adc49df0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.524129] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f0719d6-59c0-406e-a497-e900f0d5e2ac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.530963] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16455da-6110-48cb-804b-9b35d5817c5b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.534610] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1450.534610] env[62220]: value = "task-1747054" [ 1450.534610] env[62220]: _type = "Task" [ 1450.534610] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.564506] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096f1b5f-cd39-4c75-b3ac-5dcb8442e4f7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.570544] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747054, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.575824] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a34be2-1c8f-47ee-8962-52630f4c0ddd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.590047] env[62220]: DEBUG nova.compute.provider_tree [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.736245] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Releasing lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.736245] env[62220]: DEBUG nova.compute.manager [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Instance network_info: |[{"id": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "address": "fa:16:3e:00:52:1e", "network": {"id": "d2123842-9312-43d9-8000-b49997e4e4dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1223069277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396cc6d9c29a442c96a99d7596ed6f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape946de54-b8", "ovs_interfaceid": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1450.736245] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:52:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e946de54-b8f0-488d-a2d7-ad83d6ab879a', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1450.742236] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Creating folder: Project (396cc6d9c29a442c96a99d7596ed6f61). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.742509] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb3684ac-3e67-4def-a92a-a2120d549216 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.755219] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Created folder: Project (396cc6d9c29a442c96a99d7596ed6f61) in parent group-v363147. [ 1450.755425] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Creating folder: Instances. Parent ref: group-v363242. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.755668] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c43a0b9b-1b37-4ca3-bc3c-5a09bfde87f1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.767025] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Created folder: Instances in parent group-v363242. [ 1450.767025] env[62220]: DEBUG oslo.service.loopingcall [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1450.767025] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1450.767220] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a757b9d-ad99-49d2-ad15-089cb148d70a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.787049] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1450.787049] env[62220]: value = "task-1747057" [ 1450.787049] env[62220]: _type = "Task" [ 1450.787049] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.794759] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747057, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.845971] env[62220]: DEBUG nova.compute.manager [req-c075c11c-4b49-4270-9ac0-e3f6aa0c6174 req-9472121d-493c-49e9-ac76-42c2f6d695b5 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Received event network-changed-e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1450.846217] env[62220]: DEBUG nova.compute.manager [req-c075c11c-4b49-4270-9ac0-e3f6aa0c6174 req-9472121d-493c-49e9-ac76-42c2f6d695b5 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Refreshing instance network info cache due to event network-changed-e946de54-b8f0-488d-a2d7-ad83d6ab879a. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1450.846492] env[62220]: DEBUG oslo_concurrency.lockutils [req-c075c11c-4b49-4270-9ac0-e3f6aa0c6174 req-9472121d-493c-49e9-ac76-42c2f6d695b5 service nova] Acquiring lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.846746] env[62220]: DEBUG oslo_concurrency.lockutils [req-c075c11c-4b49-4270-9ac0-e3f6aa0c6174 req-9472121d-493c-49e9-ac76-42c2f6d695b5 service nova] Acquired lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.846969] env[62220]: DEBUG nova.network.neutron [req-c075c11c-4b49-4270-9ac0-e3f6aa0c6174 req-9472121d-493c-49e9-ac76-42c2f6d695b5 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Refreshing network info cache for port e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.955814] env[62220]: DEBUG nova.compute.manager [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1450.982445] env[62220]: DEBUG nova.virt.hardware [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1450.982710] env[62220]: DEBUG nova.virt.hardware [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1450.982865] env[62220]: DEBUG nova.virt.hardware [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.983069] env[62220]: DEBUG nova.virt.hardware [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1450.983223] env[62220]: DEBUG nova.virt.hardware [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.983395] env[62220]: DEBUG nova.virt.hardware [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1450.983586] env[62220]: DEBUG nova.virt.hardware [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1450.983747] env[62220]: DEBUG nova.virt.hardware [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1450.983911] env[62220]: DEBUG nova.virt.hardware [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1450.984088] env[62220]: DEBUG nova.virt.hardware [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1450.984269] env[62220]: DEBUG nova.virt.hardware [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1450.985195] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071108fb-d8ab-4200-b6ae-ae67586415e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.994332] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f20f7ab-d2be-4c8c-855e-71855fcf9070 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.010431] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Instance VIF info [] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1451.016195] env[62220]: DEBUG oslo.service.loopingcall [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1451.016505] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1451.016733] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-326de129-82fe-499c-9664-0862d9a79310 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.034255] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1451.034255] env[62220]: value = "task-1747058" [ 1451.034255] env[62220]: _type = "Task" [ 1451.034255] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.047043] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747058, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.049911] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747054, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.093416] env[62220]: DEBUG nova.scheduler.client.report [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1451.298024] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747057, 'name': CreateVM_Task, 'duration_secs': 0.41975} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.298024] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.298686] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.298890] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.299270] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1451.299556] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac8511fe-ef62-49ed-9213-4f19d81fa636 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.305896] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1451.305896] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5289c8fe-9332-0895-d43c-ef2901249dbc" [ 1451.305896] env[62220]: _type = "Task" [ 1451.305896] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.314431] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5289c8fe-9332-0895-d43c-ef2901249dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.546793] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747058, 'name': CreateVM_Task, 'duration_secs': 0.27338} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.547319] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.547752] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.551901] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747054, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.598428] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.598959] env[62220]: DEBUG nova.compute.manager [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1451.601583] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.831s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.601767] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.603530] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.910s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.604907] env[62220]: INFO nova.compute.claims [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.623228] env[62220]: INFO nova.scheduler.client.report [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Deleted allocations for instance d69b10f9-4a23-42a7-ab16-edc81bfe8271 [ 1451.635405] env[62220]: DEBUG nova.network.neutron [req-c075c11c-4b49-4270-9ac0-e3f6aa0c6174 req-9472121d-493c-49e9-ac76-42c2f6d695b5 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Updated VIF entry in instance network info cache for port e946de54-b8f0-488d-a2d7-ad83d6ab879a. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.635740] env[62220]: DEBUG nova.network.neutron [req-c075c11c-4b49-4270-9ac0-e3f6aa0c6174 req-9472121d-493c-49e9-ac76-42c2f6d695b5 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Updating instance_info_cache with network_info: [{"id": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "address": "fa:16:3e:00:52:1e", "network": {"id": "d2123842-9312-43d9-8000-b49997e4e4dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1223069277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396cc6d9c29a442c96a99d7596ed6f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape946de54-b8", "ovs_interfaceid": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.817180] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5289c8fe-9332-0895-d43c-ef2901249dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.015651} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.817535] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.817804] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.818108] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.818329] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.818554] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.818872] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.819214] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1451.819477] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f6ce5f6-b89a-4e6f-b28b-63531d2aec2e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.821745] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519fa2b1-493c-4ae0-b9c1-5b88c4c2b079 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.828531] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1451.828531] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529f0587-f891-3921-ed69-e9c593f2f259" [ 1451.828531] env[62220]: _type = "Task" [ 1451.828531] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.837197] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529f0587-f891-3921-ed69-e9c593f2f259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.050521] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747054, 'name': Rename_Task, 'duration_secs': 1.139846} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.050780] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1452.051031] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5edb6e0d-46e0-4d2e-a7bd-37542e5e2b10 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.059330] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1452.059330] env[62220]: value = "task-1747059" [ 1452.059330] env[62220]: _type = "Task" [ 1452.059330] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.066613] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.109303] env[62220]: DEBUG nova.compute.utils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1452.112588] env[62220]: DEBUG nova.compute.manager [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1452.112768] env[62220]: DEBUG nova.network.neutron [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1452.130433] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60efe259-d038-4946-b00f-5b2ca238eba0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "d69b10f9-4a23-42a7-ab16-edc81bfe8271" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.964s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.138922] env[62220]: DEBUG oslo_concurrency.lockutils [req-c075c11c-4b49-4270-9ac0-e3f6aa0c6174 req-9472121d-493c-49e9-ac76-42c2f6d695b5 service nova] Releasing lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.165112] env[62220]: DEBUG nova.policy [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6036db37c33b4dcca265e48d3fec0a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6f19b4ce62e41ab9b1da72d29df1ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1452.282146] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.282349] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1452.283106] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58b6841e-46e6-47a6-9ac9-a7f8da1d5918 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.289567] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1452.289567] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520ad5ce-07c6-b84a-9170-d7636421299e" [ 1452.289567] env[62220]: _type = "Task" [ 1452.289567] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.300655] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520ad5ce-07c6-b84a-9170-d7636421299e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.338768] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529f0587-f891-3921-ed69-e9c593f2f259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.569510] env[62220]: DEBUG oslo_vmware.api [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747059, 'name': PowerOnVM_Task, 'duration_secs': 0.416068} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.570452] env[62220]: DEBUG nova.network.neutron [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Successfully created port: 39de7ece-0226-4d79-b631-e363ec5393c0 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1452.572297] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.572499] env[62220]: INFO nova.compute.manager [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1452.572674] env[62220]: DEBUG nova.compute.manager [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.573468] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f092fe2e-acea-4ff0-b499-60769b30375b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.618413] env[62220]: DEBUG nova.compute.manager [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1452.807813] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520ad5ce-07c6-b84a-9170-d7636421299e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.840240] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529f0587-f891-3921-ed69-e9c593f2f259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.090196] env[62220]: INFO nova.compute.manager [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Took 47.07 seconds to build instance. [ 1453.179136] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e192461-a429-4ca8-bc9c-e2f117d03bfd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.187754] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb48374c-7128-43fb-a233-8dc8b58245c6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.235486] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c765f5d-7ea7-4b69-a2a1-36f87f17d00f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.244584] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8415cb-0b35-4768-b80b-d70799c98431 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.263780] env[62220]: DEBUG nova.compute.provider_tree [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.306018] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520ad5ce-07c6-b84a-9170-d7636421299e, 'name': SearchDatastore_Task, 'duration_secs': 0.889835} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.306018] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a54129ce-b31c-48c1-b560-0d186326c353 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.311245] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1453.311245] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52590cf6-6e5a-aed9-1df0-85430f52a3e6" [ 1453.311245] env[62220]: _type = "Task" [ 1453.311245] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.320496] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52590cf6-6e5a-aed9-1df0-85430f52a3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.339912] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529f0587-f891-3921-ed69-e9c593f2f259, 'name': SearchDatastore_Task, 'duration_secs': 1.350746} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.340315] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.340461] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1453.340696] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.593056] env[62220]: DEBUG oslo_concurrency.lockutils [None req-432be95a-5ba5-4331-aa4a-061a5c45ad94 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "3f44653f-89dc-449d-8e70-c504b7da9de6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.067s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.632974] env[62220]: DEBUG nova.compute.manager [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1453.655038] env[62220]: DEBUG nova.virt.hardware [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1453.655290] env[62220]: DEBUG nova.virt.hardware [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1453.655447] env[62220]: DEBUG nova.virt.hardware [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.655626] env[62220]: DEBUG nova.virt.hardware [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1453.655772] env[62220]: DEBUG nova.virt.hardware [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.655914] env[62220]: DEBUG nova.virt.hardware [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1453.656285] env[62220]: DEBUG nova.virt.hardware [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1453.656507] env[62220]: DEBUG nova.virt.hardware [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1453.656721] env[62220]: DEBUG nova.virt.hardware [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1453.656990] env[62220]: DEBUG nova.virt.hardware [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1453.657279] env[62220]: DEBUG nova.virt.hardware [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1453.658205] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf1e8f6-1944-475b-b069-bfb2c5fba846 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.667080] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca81ff1-9fc9-4ed5-9a6d-81a2588576b2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.768008] env[62220]: DEBUG nova.scheduler.client.report [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1453.821123] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52590cf6-6e5a-aed9-1df0-85430f52a3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011612} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.821387] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.821646] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 87298b64-c97d-4e21-ad71-9db59859e10f/87298b64-c97d-4e21-ad71-9db59859e10f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1453.821915] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.822109] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1453.822332] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03d90437-9a4f-4e8c-bc44-3a1076ac900a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.824205] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cc048fb-c40f-456d-8639-5411c36cfaf8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.833212] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1453.833212] env[62220]: value = "task-1747060" [ 1453.833212] env[62220]: _type = "Task" [ 1453.833212] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.834254] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1453.834427] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1453.838509] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c17fcd-cec3-4bf6-87eb-c282807375b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.844337] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1453.844337] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525fb1b4-26bd-7435-5cde-e8af75d70a1f" [ 1453.844337] env[62220]: _type = "Task" [ 1453.844337] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.847289] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.859497] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525fb1b4-26bd-7435-5cde-e8af75d70a1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.860204] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f961295e-f17f-406b-854a-685090d9ff23 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.865856] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1453.865856] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529dac47-bc9a-32f8-18a5-fabd762792e1" [ 1453.865856] env[62220]: _type = "Task" [ 1453.865856] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.874678] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529dac47-bc9a-32f8-18a5-fabd762792e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.095752] env[62220]: DEBUG nova.compute.manager [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1454.275541] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.275541] env[62220]: DEBUG nova.compute.manager [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1454.278132] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.863s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.278482] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.281102] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.592s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.282966] env[62220]: INFO nova.compute.claims [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1454.321147] env[62220]: INFO nova.scheduler.client.report [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Deleted allocations for instance 8a850783-41a9-42d3-9682-ec58b96bad7f [ 1454.347865] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747060, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.377696] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529dac47-bc9a-32f8-18a5-fabd762792e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.378016] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.378302] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 79132dd8-ba03-4815-aa2b-dd238ea9726c/79132dd8-ba03-4815-aa2b-dd238ea9726c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1454.378871] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7df5e809-7c06-4fef-b43e-ed0f4afc5808 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.394962] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1454.394962] env[62220]: value = "task-1747061" [ 1454.394962] env[62220]: _type = "Task" [ 1454.394962] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.405330] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.480816] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.481078] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.622306] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.673398] env[62220]: DEBUG nova.compute.manager [req-653cb6ad-3cb0-470f-8735-b4c9d9fd82df req-c9d8366b-ccb8-460e-9a0b-2d40d1871bce service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Received event network-vif-plugged-39de7ece-0226-4d79-b631-e363ec5393c0 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1454.673622] env[62220]: DEBUG oslo_concurrency.lockutils [req-653cb6ad-3cb0-470f-8735-b4c9d9fd82df req-c9d8366b-ccb8-460e-9a0b-2d40d1871bce service nova] Acquiring lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.674027] env[62220]: DEBUG oslo_concurrency.lockutils [req-653cb6ad-3cb0-470f-8735-b4c9d9fd82df req-c9d8366b-ccb8-460e-9a0b-2d40d1871bce service nova] Lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.674151] env[62220]: DEBUG oslo_concurrency.lockutils [req-653cb6ad-3cb0-470f-8735-b4c9d9fd82df req-c9d8366b-ccb8-460e-9a0b-2d40d1871bce service nova] Lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.674349] env[62220]: DEBUG nova.compute.manager [req-653cb6ad-3cb0-470f-8735-b4c9d9fd82df req-c9d8366b-ccb8-460e-9a0b-2d40d1871bce service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] No waiting events found dispatching network-vif-plugged-39de7ece-0226-4d79-b631-e363ec5393c0 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1454.674477] env[62220]: WARNING nova.compute.manager [req-653cb6ad-3cb0-470f-8735-b4c9d9fd82df req-c9d8366b-ccb8-460e-9a0b-2d40d1871bce service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Received unexpected event network-vif-plugged-39de7ece-0226-4d79-b631-e363ec5393c0 for instance with vm_state building and task_state spawning. [ 1454.676564] env[62220]: DEBUG nova.network.neutron [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Successfully updated port: 39de7ece-0226-4d79-b631-e363ec5393c0 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1454.790646] env[62220]: DEBUG nova.compute.utils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1454.796021] env[62220]: DEBUG nova.compute.manager [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1454.796021] env[62220]: DEBUG nova.network.neutron [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1454.836690] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4141a916-8036-44f4-b7ad-95f02365571f tempest-InstanceActionsTestJSON-667965652 tempest-InstanceActionsTestJSON-667965652-project-member] Lock "8a850783-41a9-42d3-9682-ec58b96bad7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.918s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.848316] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747060, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.855417] env[62220]: DEBUG nova.policy [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd67982d273e64a8fbb1ffde5df4cbafd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1a67921d5d04bfc954a397b29ba16c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1454.903955] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.179634] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.179837] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.180031] env[62220]: DEBUG nova.network.neutron [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.203138] env[62220]: DEBUG nova.network.neutron [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Successfully created port: 515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1455.300948] env[62220]: DEBUG nova.compute.manager [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1455.360195] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747060, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.210319} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.360598] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 87298b64-c97d-4e21-ad71-9db59859e10f/87298b64-c97d-4e21-ad71-9db59859e10f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1455.360959] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1455.361343] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dcd7f8f-f8fe-4de3-8b49-90c4d0758f94 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.374855] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1455.374855] env[62220]: value = "task-1747062" [ 1455.374855] env[62220]: _type = "Task" [ 1455.374855] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.390130] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.408418] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747061, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.887397] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076216} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.887632] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1455.888507] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297733cc-1705-4f2a-8eb7-08e943239e11 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.923438] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 87298b64-c97d-4e21-ad71-9db59859e10f/87298b64-c97d-4e21-ad71-9db59859e10f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.925299] env[62220]: DEBUG nova.network.neutron [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1455.927730] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02dbbaa4-2104-423b-87dd-ebf1d2125c31 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.944226] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f97640-4af5-456a-8f9b-e63d77d77071 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.951671] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747061, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.964371] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc14353-c3a8-448c-a892-ebf66a8587d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.969062] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1455.969062] env[62220]: value = "task-1747063" [ 1455.969062] env[62220]: _type = "Task" [ 1455.969062] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.009882] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4500c2-c3ff-4655-b071-9ab03d21a044 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.018213] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.022680] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ec1388-fbc6-48d9-a99b-51aa6d0bdef2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.037705] env[62220]: DEBUG nova.compute.provider_tree [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.165974] env[62220]: DEBUG nova.network.neutron [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Updating instance_info_cache with network_info: [{"id": "39de7ece-0226-4d79-b631-e363ec5393c0", "address": "fa:16:3e:14:4b:f1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39de7ece-02", "ovs_interfaceid": "39de7ece-0226-4d79-b631-e363ec5393c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.317092] env[62220]: DEBUG nova.compute.manager [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1456.344211] env[62220]: DEBUG nova.virt.hardware [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1456.344467] env[62220]: DEBUG nova.virt.hardware [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1456.344632] env[62220]: DEBUG nova.virt.hardware [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1456.344804] env[62220]: DEBUG nova.virt.hardware [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1456.344951] env[62220]: DEBUG nova.virt.hardware [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1456.345120] env[62220]: DEBUG nova.virt.hardware [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1456.345342] env[62220]: DEBUG nova.virt.hardware [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1456.345505] env[62220]: DEBUG nova.virt.hardware [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1456.345674] env[62220]: DEBUG nova.virt.hardware [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1456.345833] env[62220]: DEBUG nova.virt.hardware [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1456.346116] env[62220]: DEBUG nova.virt.hardware [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1456.347397] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0a2a90-6725-45d7-929d-9ea3aabc12a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.356467] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8ab5c0-032c-459c-961f-e6b53634523b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.411707] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747061, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.006136} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.411898] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 79132dd8-ba03-4815-aa2b-dd238ea9726c/79132dd8-ba03-4815-aa2b-dd238ea9726c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.412219] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.412524] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d299e897-957b-41b8-a0e1-c1384bd595a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.420766] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1456.420766] env[62220]: value = "task-1747064" [ 1456.420766] env[62220]: _type = "Task" [ 1456.420766] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.429889] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.480850] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.543164] env[62220]: DEBUG nova.scheduler.client.report [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1456.669532] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.669750] env[62220]: DEBUG nova.compute.manager [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Instance network_info: |[{"id": "39de7ece-0226-4d79-b631-e363ec5393c0", "address": "fa:16:3e:14:4b:f1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39de7ece-02", "ovs_interfaceid": "39de7ece-0226-4d79-b631-e363ec5393c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1456.670966] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:4b:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39de7ece-0226-4d79-b631-e363ec5393c0', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.679476] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Creating folder: Project (d6f19b4ce62e41ab9b1da72d29df1ae0). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.679571] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-016b6d53-0f07-4c76-992b-32eb15591ce9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.692079] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Created folder: Project (d6f19b4ce62e41ab9b1da72d29df1ae0) in parent group-v363147. [ 1456.692289] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Creating folder: Instances. Parent ref: group-v363246. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.692985] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4103e3f-1e02-4c1a-8217-fa002fcd6276 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.708198] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Created folder: Instances in parent group-v363246. [ 1456.708407] env[62220]: DEBUG oslo.service.loopingcall [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.708631] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.709018] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5289a3d3-2973-4c56-96bc-553e2cda8448 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.731607] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.731607] env[62220]: value = "task-1747067" [ 1456.731607] env[62220]: _type = "Task" [ 1456.731607] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.742332] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747067, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.805172] env[62220]: DEBUG nova.compute.manager [req-451e117e-de64-45ff-8ff4-957e66aa6e92 req-a5c73f27-8cfe-4a6d-90f7-d842c1dab119 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Received event network-changed-39de7ece-0226-4d79-b631-e363ec5393c0 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1456.805172] env[62220]: DEBUG nova.compute.manager [req-451e117e-de64-45ff-8ff4-957e66aa6e92 req-a5c73f27-8cfe-4a6d-90f7-d842c1dab119 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Refreshing instance network info cache due to event network-changed-39de7ece-0226-4d79-b631-e363ec5393c0. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1456.805172] env[62220]: DEBUG oslo_concurrency.lockutils [req-451e117e-de64-45ff-8ff4-957e66aa6e92 req-a5c73f27-8cfe-4a6d-90f7-d842c1dab119 service nova] Acquiring lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.805172] env[62220]: DEBUG oslo_concurrency.lockutils [req-451e117e-de64-45ff-8ff4-957e66aa6e92 req-a5c73f27-8cfe-4a6d-90f7-d842c1dab119 service nova] Acquired lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.806753] env[62220]: DEBUG nova.network.neutron [req-451e117e-de64-45ff-8ff4-957e66aa6e92 req-a5c73f27-8cfe-4a6d-90f7-d842c1dab119 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Refreshing network info cache for port 39de7ece-0226-4d79-b631-e363ec5393c0 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1456.934284] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07442} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.934562] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1456.935172] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8a2b49-cdc8-4c39-b27b-2393e04edcc1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.961729] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 79132dd8-ba03-4815-aa2b-dd238ea9726c/79132dd8-ba03-4815-aa2b-dd238ea9726c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.962514] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e59cca50-fea3-4453-8cbf-704975ea0d64 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.987853] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747063, 'name': ReconfigVM_Task, 'duration_secs': 0.70166} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.989556] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 87298b64-c97d-4e21-ad71-9db59859e10f/87298b64-c97d-4e21-ad71-9db59859e10f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1456.989910] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1456.989910] env[62220]: value = "task-1747068" [ 1456.989910] env[62220]: _type = "Task" [ 1456.989910] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.990115] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0b9ca31-7a35-4eb7-96ef-fe36bde3f79c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.004438] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747068, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.008021] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1457.008021] env[62220]: value = "task-1747069" [ 1457.008021] env[62220]: _type = "Task" [ 1457.008021] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.014757] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747069, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.047963] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.048535] env[62220]: DEBUG nova.compute.manager [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1457.051756] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.635s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.051756] env[62220]: DEBUG nova.objects.instance [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1457.108776] env[62220]: DEBUG nova.network.neutron [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Successfully updated port: 515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.241727] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747067, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.508921] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.517091] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747069, 'name': Rename_Task, 'duration_secs': 0.159851} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.517091] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1457.517497] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65c1b0c5-6cfd-4b5d-b74e-1d613cea8aaa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.524413] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1457.524413] env[62220]: value = "task-1747070" [ 1457.524413] env[62220]: _type = "Task" [ 1457.524413] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.532525] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.553842] env[62220]: DEBUG nova.network.neutron [req-451e117e-de64-45ff-8ff4-957e66aa6e92 req-a5c73f27-8cfe-4a6d-90f7-d842c1dab119 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Updated VIF entry in instance network info cache for port 39de7ece-0226-4d79-b631-e363ec5393c0. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.553947] env[62220]: DEBUG nova.network.neutron [req-451e117e-de64-45ff-8ff4-957e66aa6e92 req-a5c73f27-8cfe-4a6d-90f7-d842c1dab119 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Updating instance_info_cache with network_info: [{"id": "39de7ece-0226-4d79-b631-e363ec5393c0", "address": "fa:16:3e:14:4b:f1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39de7ece-02", "ovs_interfaceid": "39de7ece-0226-4d79-b631-e363ec5393c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.556081] env[62220]: DEBUG nova.compute.utils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1457.560013] env[62220]: DEBUG nova.compute.manager [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1457.560189] env[62220]: DEBUG nova.network.neutron [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.598960] env[62220]: DEBUG nova.policy [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ee2359c1c4b43bf8b44c5660efeecb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ba6eb7b8ecf4e859f9bc391e2325367', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1457.612372] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.612487] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.612665] env[62220]: DEBUG nova.network.neutron [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.748143] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747067, 'name': CreateVM_Task, 'duration_secs': 0.661635} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.748143] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1457.748143] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.748143] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.748401] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.748678] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176ed3d2-a84d-4f87-b653-ad1f88b556b2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.757575] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1457.757575] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c327bf-990d-37dd-3819-952c3bc21898" [ 1457.757575] env[62220]: _type = "Task" [ 1457.757575] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.768026] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c327bf-990d-37dd-3819-952c3bc21898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.008875] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747068, 'name': ReconfigVM_Task, 'duration_secs': 0.77142} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.009734] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 79132dd8-ba03-4815-aa2b-dd238ea9726c/79132dd8-ba03-4815-aa2b-dd238ea9726c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.011085] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f156da6-7a5a-4015-96f1-8c1e5b30e56a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.019725] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1458.019725] env[62220]: value = "task-1747071" [ 1458.019725] env[62220]: _type = "Task" [ 1458.019725] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.034274] env[62220]: DEBUG nova.network.neutron [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Successfully created port: fc606912-43f1-4e50-8167-cb77eb352901 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1458.036348] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747071, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.044605] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747070, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.062372] env[62220]: DEBUG oslo_concurrency.lockutils [req-451e117e-de64-45ff-8ff4-957e66aa6e92 req-a5c73f27-8cfe-4a6d-90f7-d842c1dab119 service nova] Releasing lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.062372] env[62220]: DEBUG nova.compute.manager [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1458.065069] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3deab64a-ed7b-4437-83e0-888378ebcf89 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.066402] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.542s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.072897] env[62220]: INFO nova.compute.claims [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.173513] env[62220]: DEBUG nova.network.neutron [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1458.275868] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c327bf-990d-37dd-3819-952c3bc21898, 'name': SearchDatastore_Task, 'duration_secs': 0.029523} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.276194] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.276517] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.276792] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.276946] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.277328] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.277403] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0a132ee-ef18-4cb2-bff7-829094ecb8ec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.291824] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.292019] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1458.292753] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e54b74-2f39-48b8-8429-62c72aaaca29 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.299571] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1458.299571] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e20fbb-054c-c135-8d9d-7a649c93e737" [ 1458.299571] env[62220]: _type = "Task" [ 1458.299571] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.309476] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e20fbb-054c-c135-8d9d-7a649c93e737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.393542] env[62220]: DEBUG nova.network.neutron [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Updating instance_info_cache with network_info: [{"id": "515abe4d-18b8-4368-b254-e79d071fdfea", "address": "fa:16:3e:89:13:91", "network": {"id": "eee60d67-9ead-4605-b478-fa8de098de94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1385946763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a67921d5d04bfc954a397b29ba16c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515abe4d-18", "ovs_interfaceid": "515abe4d-18b8-4368-b254-e79d071fdfea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.531945] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747071, 'name': Rename_Task, 'duration_secs': 0.152499} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.532235] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.532777] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a502553-df67-4640-9759-9b290270a74d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.537684] env[62220]: DEBUG oslo_vmware.api [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747070, 'name': PowerOnVM_Task, 'duration_secs': 0.536568} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.538216] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1458.538441] env[62220]: INFO nova.compute.manager [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1458.538629] env[62220]: DEBUG nova.compute.manager [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.539356] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81170e5-ca26-425b-8680-a9b573be04e7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.542805] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1458.542805] env[62220]: value = "task-1747072" [ 1458.542805] env[62220]: _type = "Task" [ 1458.542805] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.553860] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.818942] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e20fbb-054c-c135-8d9d-7a649c93e737, 'name': SearchDatastore_Task, 'duration_secs': 0.023492} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.819880] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f2b5ef-9b86-4a45-8448-f3a1419c69ce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.826966] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1458.826966] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e72a13-aa1c-7c0b-34cd-e3b07974e595" [ 1458.826966] env[62220]: _type = "Task" [ 1458.826966] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.839094] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e72a13-aa1c-7c0b-34cd-e3b07974e595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.844959] env[62220]: DEBUG nova.compute.manager [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Received event network-vif-plugged-515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1458.845229] env[62220]: DEBUG oslo_concurrency.lockutils [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] Acquiring lock "a822bbdb-accd-4d13-9335-bc4bf0515601-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.845458] env[62220]: DEBUG oslo_concurrency.lockutils [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.845645] env[62220]: DEBUG oslo_concurrency.lockutils [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.845841] env[62220]: DEBUG nova.compute.manager [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] No waiting events found dispatching network-vif-plugged-515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1458.846081] env[62220]: WARNING nova.compute.manager [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Received unexpected event network-vif-plugged-515abe4d-18b8-4368-b254-e79d071fdfea for instance with vm_state building and task_state spawning. [ 1458.846239] env[62220]: DEBUG nova.compute.manager [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Received event network-changed-515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1458.846419] env[62220]: DEBUG nova.compute.manager [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Refreshing instance network info cache due to event network-changed-515abe4d-18b8-4368-b254-e79d071fdfea. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1458.846601] env[62220]: DEBUG oslo_concurrency.lockutils [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] Acquiring lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.899636] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Releasing lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.900026] env[62220]: DEBUG nova.compute.manager [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Instance network_info: |[{"id": "515abe4d-18b8-4368-b254-e79d071fdfea", "address": "fa:16:3e:89:13:91", "network": {"id": "eee60d67-9ead-4605-b478-fa8de098de94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1385946763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a67921d5d04bfc954a397b29ba16c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515abe4d-18", "ovs_interfaceid": "515abe4d-18b8-4368-b254-e79d071fdfea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1458.900349] env[62220]: DEBUG oslo_concurrency.lockutils [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] Acquired lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.900558] env[62220]: DEBUG nova.network.neutron [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Refreshing network info cache for port 515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.905045] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:13:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '515abe4d-18b8-4368-b254-e79d071fdfea', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1458.918503] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Creating folder: Project (f1a67921d5d04bfc954a397b29ba16c5). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1458.920345] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21e113d3-70f0-4e86-931d-a1d9d3881164 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.933297] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Created folder: Project (f1a67921d5d04bfc954a397b29ba16c5) in parent group-v363147. [ 1458.933492] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Creating folder: Instances. Parent ref: group-v363249. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1458.933730] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5321994b-bf42-4b29-80f4-40a8c5a1b1e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.947163] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Created folder: Instances in parent group-v363249. [ 1458.947419] env[62220]: DEBUG oslo.service.loopingcall [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1458.947606] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1458.947813] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fb816fb-c220-4a28-b7c6-a409283cdbe6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.970877] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1458.970877] env[62220]: value = "task-1747075" [ 1458.970877] env[62220]: _type = "Task" [ 1458.970877] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.979305] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747075, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.059451] env[62220]: DEBUG oslo_vmware.api [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747072, 'name': PowerOnVM_Task, 'duration_secs': 0.506497} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.061996] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.062360] env[62220]: INFO nova.compute.manager [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1459.062458] env[62220]: DEBUG nova.compute.manager [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.063925] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81e8445-bb4d-4d87-8efd-adf9aadc3456 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.067790] env[62220]: INFO nova.compute.manager [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Took 51.82 seconds to build instance. [ 1459.079527] env[62220]: DEBUG nova.compute.manager [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1459.117517] env[62220]: DEBUG nova.virt.hardware [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1459.117738] env[62220]: DEBUG nova.virt.hardware [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1459.117890] env[62220]: DEBUG nova.virt.hardware [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.118080] env[62220]: DEBUG nova.virt.hardware [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1459.118226] env[62220]: DEBUG nova.virt.hardware [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.118406] env[62220]: DEBUG nova.virt.hardware [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1459.118811] env[62220]: DEBUG nova.virt.hardware [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1459.118811] env[62220]: DEBUG nova.virt.hardware [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1459.118961] env[62220]: DEBUG nova.virt.hardware [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1459.120113] env[62220]: DEBUG nova.virt.hardware [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1459.120449] env[62220]: DEBUG nova.virt.hardware [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1459.121790] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cca8e8a-913e-4244-9e7d-16f3b4aab15d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.137363] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee5218-e39e-4758-8116-d0958aa6081b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.313594] env[62220]: DEBUG nova.network.neutron [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Updated VIF entry in instance network info cache for port 515abe4d-18b8-4368-b254-e79d071fdfea. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.314048] env[62220]: DEBUG nova.network.neutron [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Updating instance_info_cache with network_info: [{"id": "515abe4d-18b8-4368-b254-e79d071fdfea", "address": "fa:16:3e:89:13:91", "network": {"id": "eee60d67-9ead-4605-b478-fa8de098de94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1385946763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a67921d5d04bfc954a397b29ba16c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515abe4d-18", "ovs_interfaceid": "515abe4d-18b8-4368-b254-e79d071fdfea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.345959] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e72a13-aa1c-7c0b-34cd-e3b07974e595, 'name': SearchDatastore_Task, 'duration_secs': 0.012892} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.345959] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.345959] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84/b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.345959] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5614bf70-35b4-4987-93d2-72bd66990ec4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.353541] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1459.353541] env[62220]: value = "task-1747076" [ 1459.353541] env[62220]: _type = "Task" [ 1459.353541] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.367844] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.486587] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747075, 'name': CreateVM_Task, 'duration_secs': 0.416375} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.486702] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1459.487391] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.487520] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.487822] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.488078] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261b6b29-66e9-4956-81fc-b42a380dc949 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.493842] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1459.493842] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c8d9fd-6eb1-4ddd-6154-cf09bf86865d" [ 1459.493842] env[62220]: _type = "Task" [ 1459.493842] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.508374] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c8d9fd-6eb1-4ddd-6154-cf09bf86865d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.572693] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f527ff35-a453-4762-8332-556ba2aea9f3 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "87298b64-c97d-4e21-ad71-9db59859e10f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.890s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.595261] env[62220]: INFO nova.compute.manager [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Took 49.63 seconds to build instance. [ 1459.686213] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77564f2-c305-4082-99a5-2361176abdf4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.694770] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a00ac43-9dd7-4dcb-bc18-1059dd55877a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.734916] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f6cce4-71de-41a4-b0dc-e25f6353a970 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.744046] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579e5e2c-76e7-4758-96b9-330ba8a4950e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.759878] env[62220]: DEBUG nova.compute.provider_tree [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.818016] env[62220]: DEBUG oslo_concurrency.lockutils [req-6070e870-c4a6-4809-bd8a-1eea81feff48 req-e41d728c-8e37-43d1-b1b7-8b556d31ab3f service nova] Releasing lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.864658] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747076, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.019918] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c8d9fd-6eb1-4ddd-6154-cf09bf86865d, 'name': SearchDatastore_Task, 'duration_secs': 0.025403} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.023032] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.023749] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1460.023749] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.023749] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.024039] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1460.024219] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5669af3-640d-4602-af78-9e4d72a5ce2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.031530] env[62220]: INFO nova.compute.manager [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Rebuilding instance [ 1460.043059] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1460.045409] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1460.047039] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26753c7-48b6-4b90-9829-11a265daeca6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.055972] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1460.055972] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c557e6-7e7f-e8c4-9144-070073835657" [ 1460.055972] env[62220]: _type = "Task" [ 1460.055972] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.064935] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c557e6-7e7f-e8c4-9144-070073835657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.077747] env[62220]: DEBUG nova.compute.manager [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1460.099732] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8fdef36d-b7d1-4db6-bf82-3f72c46be62a tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "79132dd8-ba03-4815-aa2b-dd238ea9726c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.106022] env[62220]: DEBUG nova.compute.manager [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1460.106979] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c7714d-e784-4e15-a0fc-5189823e7ca2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.126729] env[62220]: DEBUG nova.network.neutron [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Successfully updated port: fc606912-43f1-4e50-8167-cb77eb352901 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1460.263400] env[62220]: DEBUG nova.scheduler.client.report [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1460.366802] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747076, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.568380] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c557e6-7e7f-e8c4-9144-070073835657, 'name': SearchDatastore_Task, 'duration_secs': 0.103217} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.569384] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be01e71-a556-4e4e-9abe-6c3db3d272e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.581778] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1460.581778] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5220acc0-feee-d2cc-3866-2e4dc6f89c4f" [ 1460.581778] env[62220]: _type = "Task" [ 1460.581778] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.597579] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5220acc0-feee-d2cc-3866-2e4dc6f89c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.597878] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.598179] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a822bbdb-accd-4d13-9335-bc4bf0515601/a822bbdb-accd-4d13-9335-bc4bf0515601.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1460.598532] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3826de6-c95a-4953-b051-fd124e1eb60f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.604969] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.605370] env[62220]: DEBUG nova.compute.manager [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1460.609325] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1460.609325] env[62220]: value = "task-1747077" [ 1460.609325] env[62220]: _type = "Task" [ 1460.609325] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.619053] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.632233] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "refresh_cache-efe494c9-6f6d-430f-afb9-7f07417c50e3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.632396] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquired lock "refresh_cache-efe494c9-6f6d-430f-afb9-7f07417c50e3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.632814] env[62220]: DEBUG nova.network.neutron [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.772185] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.772185] env[62220]: DEBUG nova.compute.manager [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1460.773628] env[62220]: DEBUG oslo_concurrency.lockutils [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.560s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.773844] env[62220]: DEBUG oslo_concurrency.lockutils [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.776141] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.909s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.776363] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.778294] env[62220]: DEBUG oslo_concurrency.lockutils [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.504s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.778580] env[62220]: DEBUG oslo_concurrency.lockutils [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.781215] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.088s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.781215] env[62220]: DEBUG nova.objects.instance [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lazy-loading 'resources' on Instance uuid f75d2c0d-62dd-4eda-86f0-916ee6700fdc {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.807826] env[62220]: INFO nova.scheduler.client.report [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Deleted allocations for instance 9ecf87a0-a89a-4bc9-b328-35799b7832b0 [ 1460.835538] env[62220]: INFO nova.scheduler.client.report [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Deleted allocations for instance 24e9165f-24ad-430a-ad25-79e1fd1065dc [ 1460.841030] env[62220]: INFO nova.scheduler.client.report [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Deleted allocations for instance 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c [ 1460.875304] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747076, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.185108} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.875749] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84/b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1460.875890] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1460.876179] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a50e248-b910-4f47-ac2c-127b0bb86643 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.886215] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1460.886215] env[62220]: value = "task-1747078" [ 1460.886215] env[62220]: _type = "Task" [ 1460.886215] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.898617] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.126027] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.126027] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48bf06f5-4e96-4e5f-b874-8dbf98ef7761 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.129606] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747077, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.141128] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1461.141128] env[62220]: value = "task-1747079" [ 1461.141128] env[62220]: _type = "Task" [ 1461.141128] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.146680] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.158018] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.225405] env[62220]: DEBUG nova.network.neutron [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.288424] env[62220]: DEBUG nova.compute.utils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1461.294346] env[62220]: DEBUG nova.compute.manager [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1461.294867] env[62220]: DEBUG nova.network.neutron [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1461.302975] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Acquiring lock "9728525d-985c-47af-abb6-0ec27b76a204" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.303896] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Lock "9728525d-985c-47af-abb6-0ec27b76a204" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.327047] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e2887614-56b2-4cff-a4ca-32db53966021 tempest-ImagesOneServerTestJSON-1510641515 tempest-ImagesOneServerTestJSON-1510641515-project-member] Lock "9ecf87a0-a89a-4bc9-b328-35799b7832b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.153s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.355244] env[62220]: DEBUG oslo_concurrency.lockutils [None req-488a22c6-1b62-4c5b-85a0-626d12ef31c4 tempest-AttachInterfacesV270Test-257797333 tempest-AttachInterfacesV270Test-257797333-project-member] Lock "24e9165f-24ad-430a-ad25-79e1fd1065dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.610s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.358514] env[62220]: DEBUG oslo_concurrency.lockutils [None req-61d0f8ef-7dff-4bee-b648-50b300eb58b5 tempest-ServerShowV257Test-396269295 tempest-ServerShowV257Test-396269295-project-member] Lock "2f6d1281-9001-4bf2-a9a2-4eecaa677c2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.360s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.360908] env[62220]: DEBUG nova.policy [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ee2359c1c4b43bf8b44c5660efeecb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ba6eb7b8ecf4e859f9bc391e2325367', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1461.400809] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096033} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.401134] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1461.401972] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c029b3a-10f5-4d40-9f3d-ed71601037a6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.427583] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84/b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.430852] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9fb7a7b-beec-4209-8646-1b6d6342324b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.456821] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1461.456821] env[62220]: value = "task-1747080" [ 1461.456821] env[62220]: _type = "Task" [ 1461.456821] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.468835] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.529244] env[62220]: DEBUG nova.network.neutron [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Updating instance_info_cache with network_info: [{"id": "fc606912-43f1-4e50-8167-cb77eb352901", "address": "fa:16:3e:54:dd:6c", "network": {"id": "63a8ed18-350d-4756-89e7-1dac49140563", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-183266839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba6eb7b8ecf4e859f9bc391e2325367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc606912-43", "ovs_interfaceid": "fc606912-43f1-4e50-8167-cb77eb352901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.608995] env[62220]: DEBUG nova.compute.manager [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Received event network-vif-plugged-fc606912-43f1-4e50-8167-cb77eb352901 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1461.609197] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] Acquiring lock "efe494c9-6f6d-430f-afb9-7f07417c50e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.609364] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] Lock "efe494c9-6f6d-430f-afb9-7f07417c50e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.610075] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] Lock "efe494c9-6f6d-430f-afb9-7f07417c50e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.610339] env[62220]: DEBUG nova.compute.manager [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] No waiting events found dispatching network-vif-plugged-fc606912-43f1-4e50-8167-cb77eb352901 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1461.610526] env[62220]: WARNING nova.compute.manager [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Received unexpected event network-vif-plugged-fc606912-43f1-4e50-8167-cb77eb352901 for instance with vm_state building and task_state spawning. [ 1461.610686] env[62220]: DEBUG nova.compute.manager [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Received event network-changed-fc606912-43f1-4e50-8167-cb77eb352901 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1461.610835] env[62220]: DEBUG nova.compute.manager [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Refreshing instance network info cache due to event network-changed-fc606912-43f1-4e50-8167-cb77eb352901. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1461.610999] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] Acquiring lock "refresh_cache-efe494c9-6f6d-430f-afb9-7f07417c50e3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.626359] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747077, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.660896] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747079, 'name': PowerOffVM_Task, 'duration_secs': 0.164785} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.661415] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.661682] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1461.662857] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1743b261-d988-4167-832e-4d02ee9c4620 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.672400] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1461.672755] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bfb8cd2-69fc-4696-8498-f78df83ee569 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.712222] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1461.712222] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1461.712222] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Deleting the datastore file [datastore1] 79132dd8-ba03-4815-aa2b-dd238ea9726c {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1461.712610] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43427e73-0527-4208-81ad-04ad18211951 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.725010] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1461.725010] env[62220]: value = "task-1747082" [ 1461.725010] env[62220]: _type = "Task" [ 1461.725010] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.735359] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.794981] env[62220]: DEBUG nova.compute.manager [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1461.900917] env[62220]: DEBUG nova.network.neutron [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Successfully created port: eae12315-e160-4eaa-bfa4-81efdc420304 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1461.971632] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f9e5be-d799-48bd-8df7-60b32c4e4c5e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.986595] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.987833] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33802f6-8cc2-44af-b9a7-64d1d8438026 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.039669] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Releasing lock "refresh_cache-efe494c9-6f6d-430f-afb9-7f07417c50e3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.040208] env[62220]: DEBUG nova.compute.manager [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Instance network_info: |[{"id": "fc606912-43f1-4e50-8167-cb77eb352901", "address": "fa:16:3e:54:dd:6c", "network": {"id": "63a8ed18-350d-4756-89e7-1dac49140563", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-183266839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba6eb7b8ecf4e859f9bc391e2325367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc606912-43", "ovs_interfaceid": "fc606912-43f1-4e50-8167-cb77eb352901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1462.041049] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] Acquired lock "refresh_cache-efe494c9-6f6d-430f-afb9-7f07417c50e3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.041356] env[62220]: DEBUG nova.network.neutron [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Refreshing network info cache for port fc606912-43f1-4e50-8167-cb77eb352901 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.047033] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:dd:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc606912-43f1-4e50-8167-cb77eb352901', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.056833] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Creating folder: Project (3ba6eb7b8ecf4e859f9bc391e2325367). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.058266] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95cf1a3-9f34-4769-9924-6b3b45645ef6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.064401] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f40fbc0-c789-4540-852f-0fe5f104c2c0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.074573] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f24384e-eecc-4cd1-add3-255c7d7fa7b9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.085594] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Created folder: Project (3ba6eb7b8ecf4e859f9bc391e2325367) in parent group-v363147. [ 1462.085888] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Creating folder: Instances. Parent ref: group-v363252. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.095284] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3605225-54d0-4d1b-a11d-84c144be8218 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.097896] env[62220]: DEBUG nova.compute.provider_tree [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.112020] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Created folder: Instances in parent group-v363252. [ 1462.112420] env[62220]: DEBUG oslo.service.loopingcall [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.113982] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.113982] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-789c4b46-fa5a-4ba2-ab7f-4240c264e84c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.137720] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747077, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.133449} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.139243] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a822bbdb-accd-4d13-9335-bc4bf0515601/a822bbdb-accd-4d13-9335-bc4bf0515601.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1462.139485] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1462.139719] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.139719] env[62220]: value = "task-1747085" [ 1462.139719] env[62220]: _type = "Task" [ 1462.139719] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.139945] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-113a12f0-bcf9-49cd-baf7-07f517d141da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.151341] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747085, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.153135] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1462.153135] env[62220]: value = "task-1747086" [ 1462.153135] env[62220]: _type = "Task" [ 1462.153135] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.164149] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.235984] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301139} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.236391] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.236687] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.236852] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.477068] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747080, 'name': ReconfigVM_Task, 'duration_secs': 0.629306} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.477068] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Reconfigured VM instance instance-00000021 to attach disk [datastore1] b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84/b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.477410] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9cfcaeb-d908-4acc-b48d-ad07b6efea45 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.488717] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1462.488717] env[62220]: value = "task-1747087" [ 1462.488717] env[62220]: _type = "Task" [ 1462.488717] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.499725] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747087, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.601091] env[62220]: DEBUG nova.scheduler.client.report [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1462.660955] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747085, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.670751] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079217} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.672350] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1462.672350] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5706687d-fd51-40df-9d94-ab16889ad5d6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.702318] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] a822bbdb-accd-4d13-9335-bc4bf0515601/a822bbdb-accd-4d13-9335-bc4bf0515601.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.705784] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95453771-f244-494e-969d-8aee9b07f56a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.734240] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1462.734240] env[62220]: value = "task-1747088" [ 1462.734240] env[62220]: _type = "Task" [ 1462.734240] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.746993] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.810419] env[62220]: DEBUG nova.compute.manager [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1462.851343] env[62220]: DEBUG nova.virt.hardware [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1462.851603] env[62220]: DEBUG nova.virt.hardware [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1462.851738] env[62220]: DEBUG nova.virt.hardware [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.851894] env[62220]: DEBUG nova.virt.hardware [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1462.855095] env[62220]: DEBUG nova.virt.hardware [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.855331] env[62220]: DEBUG nova.virt.hardware [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1462.855560] env[62220]: DEBUG nova.virt.hardware [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1462.855722] env[62220]: DEBUG nova.virt.hardware [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1462.855891] env[62220]: DEBUG nova.virt.hardware [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1462.856066] env[62220]: DEBUG nova.virt.hardware [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1462.856244] env[62220]: DEBUG nova.virt.hardware [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1462.857151] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6fba90-dd52-4c17-9ae7-5c152b318ed9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.866818] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b9f1d1-b1fa-4958-aa0b-88281b9ec9ef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.007027] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747087, 'name': Rename_Task, 'duration_secs': 0.159324} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.007346] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.007656] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7132a6eb-2ee9-4ad8-9595-5839406999c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.017091] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1463.017091] env[62220]: value = "task-1747089" [ 1463.017091] env[62220]: _type = "Task" [ 1463.017091] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.027072] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.109732] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.111901] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.560s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.113502] env[62220]: INFO nova.compute.claims [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1463.158273] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747085, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.159364] env[62220]: INFO nova.scheduler.client.report [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Deleted allocations for instance f75d2c0d-62dd-4eda-86f0-916ee6700fdc [ 1463.194668] env[62220]: DEBUG nova.network.neutron [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Updated VIF entry in instance network info cache for port fc606912-43f1-4e50-8167-cb77eb352901. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.195046] env[62220]: DEBUG nova.network.neutron [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Updating instance_info_cache with network_info: [{"id": "fc606912-43f1-4e50-8167-cb77eb352901", "address": "fa:16:3e:54:dd:6c", "network": {"id": "63a8ed18-350d-4756-89e7-1dac49140563", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-183266839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba6eb7b8ecf4e859f9bc391e2325367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc606912-43", "ovs_interfaceid": "fc606912-43f1-4e50-8167-cb77eb352901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.217631] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "890d4338-8d28-41cf-ba9d-d5eae6f50c13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.217963] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "890d4338-8d28-41cf-ba9d-d5eae6f50c13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.244970] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.280723] env[62220]: DEBUG nova.virt.hardware [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1463.280723] env[62220]: DEBUG nova.virt.hardware [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1463.280841] env[62220]: DEBUG nova.virt.hardware [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.280954] env[62220]: DEBUG nova.virt.hardware [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1463.281224] env[62220]: DEBUG nova.virt.hardware [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.281387] env[62220]: DEBUG nova.virt.hardware [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1463.281632] env[62220]: DEBUG nova.virt.hardware [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1463.281801] env[62220]: DEBUG nova.virt.hardware [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1463.281968] env[62220]: DEBUG nova.virt.hardware [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1463.282147] env[62220]: DEBUG nova.virt.hardware [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1463.282421] env[62220]: DEBUG nova.virt.hardware [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1463.283184] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f558fc38-2c2d-423d-885a-d216906edbbd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.292754] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f77f23-f78f-4a75-84c4-5f1ea12e373d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.311928] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Instance VIF info [] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.317855] env[62220]: DEBUG oslo.service.loopingcall [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.318402] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.318725] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1703e4d5-9562-4963-8f0b-b8ea14430c17 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.337175] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.337175] env[62220]: value = "task-1747090" [ 1463.337175] env[62220]: _type = "Task" [ 1463.337175] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.346414] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747090, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.529033] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747089, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.655932] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747085, 'name': CreateVM_Task, 'duration_secs': 1.469673} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.656193] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1463.657234] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.657405] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.657749] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1463.658014] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a45112b-3084-4369-b929-ba72f4c480d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.664957] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1463.664957] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52165380-9f15-d0c2-dca2-ed249510b725" [ 1463.664957] env[62220]: _type = "Task" [ 1463.664957] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.673448] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c60eb62c-164f-4801-9016-9c3458bb59d1 tempest-DeleteServersAdminTestJSON-1298241065 tempest-DeleteServersAdminTestJSON-1298241065-project-member] Lock "f75d2c0d-62dd-4eda-86f0-916ee6700fdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.565s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.682063] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52165380-9f15-d0c2-dca2-ed249510b725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.698177] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c45bedb-db3b-437b-a8c8-476f4b5cec19 req-bcdd9163-f224-418e-9f65-0c660be02012 service nova] Releasing lock "refresh_cache-efe494c9-6f6d-430f-afb9-7f07417c50e3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.746423] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.852988] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747090, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.036098] env[62220]: DEBUG oslo_vmware.api [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747089, 'name': PowerOnVM_Task, 'duration_secs': 0.669083} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.036098] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1464.036098] env[62220]: INFO nova.compute.manager [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1464.036098] env[62220]: DEBUG nova.compute.manager [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1464.036098] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6f2a6e-2780-4f2f-ae05-bdad8fdef152 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.081281] env[62220]: DEBUG nova.compute.manager [req-6c66cb5f-bc01-4718-bea0-8f5059ee30eb req-a36130d7-c507-4b7d-b357-b2e7d093c53b service nova] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Received event network-vif-plugged-eae12315-e160-4eaa-bfa4-81efdc420304 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1464.081773] env[62220]: DEBUG oslo_concurrency.lockutils [req-6c66cb5f-bc01-4718-bea0-8f5059ee30eb req-a36130d7-c507-4b7d-b357-b2e7d093c53b service nova] Acquiring lock "834acbd8-9d62-4503-9782-9c8ded4c4934-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.082523] env[62220]: DEBUG oslo_concurrency.lockutils [req-6c66cb5f-bc01-4718-bea0-8f5059ee30eb req-a36130d7-c507-4b7d-b357-b2e7d093c53b service nova] Lock "834acbd8-9d62-4503-9782-9c8ded4c4934-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.082523] env[62220]: DEBUG oslo_concurrency.lockutils [req-6c66cb5f-bc01-4718-bea0-8f5059ee30eb req-a36130d7-c507-4b7d-b357-b2e7d093c53b service nova] Lock "834acbd8-9d62-4503-9782-9c8ded4c4934-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.082719] env[62220]: DEBUG nova.compute.manager [req-6c66cb5f-bc01-4718-bea0-8f5059ee30eb req-a36130d7-c507-4b7d-b357-b2e7d093c53b service nova] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] No waiting events found dispatching network-vif-plugged-eae12315-e160-4eaa-bfa4-81efdc420304 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1464.083803] env[62220]: WARNING nova.compute.manager [req-6c66cb5f-bc01-4718-bea0-8f5059ee30eb req-a36130d7-c507-4b7d-b357-b2e7d093c53b service nova] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Received unexpected event network-vif-plugged-eae12315-e160-4eaa-bfa4-81efdc420304 for instance with vm_state building and task_state spawning. [ 1464.181414] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52165380-9f15-d0c2-dca2-ed249510b725, 'name': SearchDatastore_Task, 'duration_secs': 0.015429} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.184212] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.184463] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.184687] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.184829] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.185015] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.185470] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aa9c864-e3f9-46d1-9f63-c144bdc0518e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.216527] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.216527] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.220379] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d63771-2924-4634-8004-2341a1e9427f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.228571] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1464.228571] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52202414-5f67-1542-5ab4-8328499c09ca" [ 1464.228571] env[62220]: _type = "Task" [ 1464.228571] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.237952] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52202414-5f67-1542-5ab4-8328499c09ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.252304] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747088, 'name': ReconfigVM_Task, 'duration_secs': 1.133734} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.254051] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Reconfigured VM instance instance-00000022 to attach disk [datastore1] a822bbdb-accd-4d13-9335-bc4bf0515601/a822bbdb-accd-4d13-9335-bc4bf0515601.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.254051] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3299858c-191d-4536-9567-be7c2de85671 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.261221] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1464.261221] env[62220]: value = "task-1747091" [ 1464.261221] env[62220]: _type = "Task" [ 1464.261221] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.278293] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747091, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.280602] env[62220]: DEBUG nova.network.neutron [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Successfully updated port: eae12315-e160-4eaa-bfa4-81efdc420304 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.351873] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747090, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.558031] env[62220]: INFO nova.compute.manager [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Took 52.25 seconds to build instance. [ 1464.746143] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52202414-5f67-1542-5ab4-8328499c09ca, 'name': SearchDatastore_Task, 'duration_secs': 0.028611} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.747092] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c052e2df-8c0c-43e8-a119-b8df6a61f882 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.754592] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1464.754592] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b42e59-e362-ff10-bc12-07e68e0e1d1f" [ 1464.754592] env[62220]: _type = "Task" [ 1464.754592] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.766870] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b42e59-e362-ff10-bc12-07e68e0e1d1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.775382] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747091, 'name': Rename_Task, 'duration_secs': 0.157656} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.775702] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1464.775970] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5749744-0ea6-40b2-a5bf-c36736bcaa6a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.783750] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35ba39f-c893-42f5-a2f9-fd78ae2357bc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.786925] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "refresh_cache-834acbd8-9d62-4503-9782-9c8ded4c4934" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.787293] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquired lock "refresh_cache-834acbd8-9d62-4503-9782-9c8ded4c4934" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.787293] env[62220]: DEBUG nova.network.neutron [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1464.788610] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1464.788610] env[62220]: value = "task-1747092" [ 1464.788610] env[62220]: _type = "Task" [ 1464.788610] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.795424] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa83f0bf-2e83-4459-97d0-6a177bced0dc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.802945] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.834677] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0daf41-59db-4c33-a973-8b3e80b26117 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.848223] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65746b9c-0444-4c63-9dda-9b9a7ca06418 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.857921] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747090, 'name': CreateVM_Task, 'duration_secs': 1.419955} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.858570] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.859051] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.859266] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.859623] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.859912] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9290306c-5ce0-40bf-a102-87f4546062d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.870508] env[62220]: DEBUG nova.compute.provider_tree [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.878163] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1464.878163] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52368755-3723-805e-70b4-d7302634c795" [ 1464.878163] env[62220]: _type = "Task" [ 1464.878163] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.888621] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52368755-3723-805e-70b4-d7302634c795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.063503] env[62220]: DEBUG oslo_concurrency.lockutils [None req-64d409ea-3407-4ed3-b6b0-a48426cb47ec tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.200s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.272089] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b42e59-e362-ff10-bc12-07e68e0e1d1f, 'name': SearchDatastore_Task, 'duration_secs': 0.022025} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.272633] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.273132] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] efe494c9-6f6d-430f-afb9-7f07417c50e3/efe494c9-6f6d-430f-afb9-7f07417c50e3.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.273855] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0badac5b-b4bc-4ae8-89d6-8046e7dd359b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.283608] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1465.283608] env[62220]: value = "task-1747093" [ 1465.283608] env[62220]: _type = "Task" [ 1465.283608] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.298222] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.307245] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747092, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.340271] env[62220]: DEBUG nova.network.neutron [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.375015] env[62220]: DEBUG nova.scheduler.client.report [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1465.398707] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52368755-3723-805e-70b4-d7302634c795, 'name': SearchDatastore_Task, 'duration_secs': 0.012616} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.399046] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.399284] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.399539] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.399689] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.399868] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.402546] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c59a1d8b-b677-4454-afa3-d9d454146bce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.419405] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.419542] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.420706] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-330e8b93-78f4-436a-b6e5-04022c241173 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.428730] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1465.428730] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a7b638-16a4-f109-132b-4f72c34eb28a" [ 1465.428730] env[62220]: _type = "Task" [ 1465.428730] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.441365] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a7b638-16a4-f109-132b-4f72c34eb28a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.552800] env[62220]: DEBUG nova.network.neutron [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Updating instance_info_cache with network_info: [{"id": "eae12315-e160-4eaa-bfa4-81efdc420304", "address": "fa:16:3e:19:d7:8d", "network": {"id": "63a8ed18-350d-4756-89e7-1dac49140563", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-183266839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba6eb7b8ecf4e859f9bc391e2325367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae12315-e1", "ovs_interfaceid": "eae12315-e160-4eaa-bfa4-81efdc420304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.567820] env[62220]: DEBUG nova.compute.manager [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1465.804935] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747093, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.808230] env[62220]: DEBUG oslo_vmware.api [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747092, 'name': PowerOnVM_Task, 'duration_secs': 0.657665} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.808592] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.808871] env[62220]: INFO nova.compute.manager [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1465.809191] env[62220]: DEBUG nova.compute.manager [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.810147] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f571cc-c42c-4bdd-a9d9-275ea388ac5b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.886914] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.887619] env[62220]: DEBUG nova.compute.manager [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1465.892191] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.799s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.894868] env[62220]: INFO nova.compute.claims [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.943229] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a7b638-16a4-f109-132b-4f72c34eb28a, 'name': SearchDatastore_Task, 'duration_secs': 0.014543} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.944108] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119a53b4-f202-4856-a360-66ae6bd9be0a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.952394] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1465.952394] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528efca2-acc8-11cd-5fdf-bee3b7ef7168" [ 1465.952394] env[62220]: _type = "Task" [ 1465.952394] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.971839] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528efca2-acc8-11cd-5fdf-bee3b7ef7168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.056431] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Releasing lock "refresh_cache-834acbd8-9d62-4503-9782-9c8ded4c4934" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.057158] env[62220]: DEBUG nova.compute.manager [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Instance network_info: |[{"id": "eae12315-e160-4eaa-bfa4-81efdc420304", "address": "fa:16:3e:19:d7:8d", "network": {"id": "63a8ed18-350d-4756-89e7-1dac49140563", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-183266839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba6eb7b8ecf4e859f9bc391e2325367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae12315-e1", "ovs_interfaceid": "eae12315-e160-4eaa-bfa4-81efdc420304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1466.057357] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:d7:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eae12315-e160-4eaa-bfa4-81efdc420304', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.068914] env[62220]: DEBUG oslo.service.loopingcall [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.069038] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.070178] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32fb231d-7827-4430-890d-18e0fccf7f6c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.101313] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.101313] env[62220]: value = "task-1747094" [ 1466.101313] env[62220]: _type = "Task" [ 1466.101313] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.112091] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747094, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.113218] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.208893] env[62220]: DEBUG nova.compute.manager [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Received event network-changed-eae12315-e160-4eaa-bfa4-81efdc420304 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1466.211550] env[62220]: DEBUG nova.compute.manager [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Refreshing instance network info cache due to event network-changed-eae12315-e160-4eaa-bfa4-81efdc420304. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1466.212241] env[62220]: DEBUG oslo_concurrency.lockutils [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] Acquiring lock "refresh_cache-834acbd8-9d62-4503-9782-9c8ded4c4934" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.212241] env[62220]: DEBUG oslo_concurrency.lockutils [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] Acquired lock "refresh_cache-834acbd8-9d62-4503-9782-9c8ded4c4934" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.213369] env[62220]: DEBUG nova.network.neutron [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Refreshing network info cache for port eae12315-e160-4eaa-bfa4-81efdc420304 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.298194] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747093, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.331782] env[62220]: INFO nova.compute.manager [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Took 49.67 seconds to build instance. [ 1466.408376] env[62220]: DEBUG nova.compute.utils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1466.410880] env[62220]: DEBUG nova.compute.manager [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1466.411253] env[62220]: DEBUG nova.network.neutron [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1466.467633] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528efca2-acc8-11cd-5fdf-bee3b7ef7168, 'name': SearchDatastore_Task, 'duration_secs': 0.097681} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.468288] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.468657] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 79132dd8-ba03-4815-aa2b-dd238ea9726c/79132dd8-ba03-4815-aa2b-dd238ea9726c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.469011] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6948435d-201d-4d2d-b2f2-cff008a80fa0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.478022] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1466.478022] env[62220]: value = "task-1747095" [ 1466.478022] env[62220]: _type = "Task" [ 1466.478022] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.485273] env[62220]: DEBUG nova.policy [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ee2359c1c4b43bf8b44c5660efeecb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ba6eb7b8ecf4e859f9bc391e2325367', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1466.490583] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.615945] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747094, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.801729] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747093, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.099146} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.802093] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] efe494c9-6f6d-430f-afb9-7f07417c50e3/efe494c9-6f6d-430f-afb9-7f07417c50e3.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.802390] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.802829] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4dd626c-f36c-46f5-ad3f-c451de673c55 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.815156] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1466.815156] env[62220]: value = "task-1747096" [ 1466.815156] env[62220]: _type = "Task" [ 1466.815156] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.828092] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.835850] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1e3b7333-219b-427c-a003-201fa9f796a6 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.300s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.914529] env[62220]: DEBUG nova.compute.manager [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1466.990493] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747095, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.051972] env[62220]: DEBUG nova.network.neutron [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Successfully created port: 6c13c1fe-857d-41ae-a9d2-17b5d733cb4f {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1467.118302] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747094, 'name': CreateVM_Task, 'duration_secs': 0.755588} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.118302] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1467.118302] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.118302] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.118302] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1467.118302] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53df8e9b-b98f-4fb5-80c2-9063d149a4a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.126501] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1467.126501] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521bb2ad-c8b9-e17f-5888-91ae73e53d03" [ 1467.126501] env[62220]: _type = "Task" [ 1467.126501] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.135718] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521bb2ad-c8b9-e17f-5888-91ae73e53d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.183515] env[62220]: DEBUG nova.network.neutron [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Updated VIF entry in instance network info cache for port eae12315-e160-4eaa-bfa4-81efdc420304. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.183902] env[62220]: DEBUG nova.network.neutron [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Updating instance_info_cache with network_info: [{"id": "eae12315-e160-4eaa-bfa4-81efdc420304", "address": "fa:16:3e:19:d7:8d", "network": {"id": "63a8ed18-350d-4756-89e7-1dac49140563", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-183266839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba6eb7b8ecf4e859f9bc391e2325367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae12315-e1", "ovs_interfaceid": "eae12315-e160-4eaa-bfa4-81efdc420304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.331820] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099097} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.332511] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.333761] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9939dd51-1ac1-407e-834b-56546d0ddbe3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.340050] env[62220]: DEBUG nova.compute.manager [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1467.373492] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] efe494c9-6f6d-430f-afb9-7f07417c50e3/efe494c9-6f6d-430f-afb9-7f07417c50e3.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.377817] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac2acc8a-cba4-47d6-ae66-909ca8728f1b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.402896] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1467.402896] env[62220]: value = "task-1747097" [ 1467.402896] env[62220]: _type = "Task" [ 1467.402896] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.416126] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.490807] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95176} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.494488] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 79132dd8-ba03-4815-aa2b-dd238ea9726c/79132dd8-ba03-4815-aa2b-dd238ea9726c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.494488] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.495597] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3ba23c3-6d52-4626-9c2d-5ee545455076 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.504564] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1467.504564] env[62220]: value = "task-1747098" [ 1467.504564] env[62220]: _type = "Task" [ 1467.504564] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.521318] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.595237] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a030a95-b2a7-4f2a-9925-01d2d0c3bffd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.604701] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e574be4-7ef2-4e72-89ed-1caff8c8f327 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.640914] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7316e0-1bb0-49d7-9bfc-8ed6f18a7592 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.654632] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8c77b0-1095-4b18-bd11-c0df53332080 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.658512] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521bb2ad-c8b9-e17f-5888-91ae73e53d03, 'name': SearchDatastore_Task, 'duration_secs': 0.146824} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.658741] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.659164] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.659446] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.659606] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.659783] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.660380] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d9eef67-3839-468d-8408-c05b7ea19d5c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.673085] env[62220]: DEBUG nova.compute.provider_tree [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1467.682501] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.682693] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.684484] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e77c093-9f20-46ef-a0ed-c79b8bd05fee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.687544] env[62220]: DEBUG oslo_concurrency.lockutils [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] Releasing lock "refresh_cache-834acbd8-9d62-4503-9782-9c8ded4c4934" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.687793] env[62220]: DEBUG nova.compute.manager [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Received event network-changed-39de7ece-0226-4d79-b631-e363ec5393c0 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1467.687961] env[62220]: DEBUG nova.compute.manager [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Refreshing instance network info cache due to event network-changed-39de7ece-0226-4d79-b631-e363ec5393c0. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1467.688190] env[62220]: DEBUG oslo_concurrency.lockutils [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] Acquiring lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.688334] env[62220]: DEBUG oslo_concurrency.lockutils [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] Acquired lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.688572] env[62220]: DEBUG nova.network.neutron [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Refreshing network info cache for port 39de7ece-0226-4d79-b631-e363ec5393c0 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1467.693606] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1467.693606] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52193dba-f5bf-c016-83e9-ad3a151cf79d" [ 1467.693606] env[62220]: _type = "Task" [ 1467.693606] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.704838] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52193dba-f5bf-c016-83e9-ad3a151cf79d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.871564] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.917396] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.927187] env[62220]: DEBUG nova.compute.manager [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1467.974272] env[62220]: DEBUG nova.virt.hardware [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1467.974272] env[62220]: DEBUG nova.virt.hardware [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1467.974272] env[62220]: DEBUG nova.virt.hardware [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.974272] env[62220]: DEBUG nova.virt.hardware [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1467.974272] env[62220]: DEBUG nova.virt.hardware [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.974272] env[62220]: DEBUG nova.virt.hardware [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1467.974509] env[62220]: DEBUG nova.virt.hardware [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1467.975135] env[62220]: DEBUG nova.virt.hardware [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1467.975369] env[62220]: DEBUG nova.virt.hardware [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1467.975549] env[62220]: DEBUG nova.virt.hardware [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1467.975833] env[62220]: DEBUG nova.virt.hardware [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1467.977560] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf2af8f-70d9-422b-8641-4a502a7cdb5e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.988531] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de991fd-9f33-46c0-8f36-fd4b98c214ab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.019239] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077869} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.019239] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.019239] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b6427b-d374-4caf-b6bf-e2f939584e80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.041183] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 79132dd8-ba03-4815-aa2b-dd238ea9726c/79132dd8-ba03-4815-aa2b-dd238ea9726c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.041908] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5400b9e8-b743-455d-8684-9d11e72835d7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.069218] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1468.069218] env[62220]: value = "task-1747099" [ 1468.069218] env[62220]: _type = "Task" [ 1468.069218] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.084020] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.204956] env[62220]: ERROR nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [req-9d2113c4-5b67-45e8-afea-8e19f0f4afda] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d2113c4-5b67-45e8-afea-8e19f0f4afda"}]} [ 1468.212482] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52193dba-f5bf-c016-83e9-ad3a151cf79d, 'name': SearchDatastore_Task, 'duration_secs': 0.009669} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.213159] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-068190ae-bc7d-46e8-a65e-b97d75199ca6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.220662] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1468.220662] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52034e51-13e5-938d-09bd-a7e690f4d123" [ 1468.220662] env[62220]: _type = "Task" [ 1468.220662] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.230768] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52034e51-13e5-938d-09bd-a7e690f4d123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.234273] env[62220]: DEBUG nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1468.259492] env[62220]: DEBUG nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1468.259669] env[62220]: DEBUG nova.compute.provider_tree [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1468.273274] env[62220]: DEBUG nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1468.299170] env[62220]: DEBUG nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1468.426042] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747097, 'name': ReconfigVM_Task, 'duration_secs': 0.70231} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.432741] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Reconfigured VM instance instance-00000023 to attach disk [datastore1] efe494c9-6f6d-430f-afb9-7f07417c50e3/efe494c9-6f6d-430f-afb9-7f07417c50e3.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.433697] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bddd2bc-9786-4df6-904b-3b18d4bf8799 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.443175] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1468.443175] env[62220]: value = "task-1747100" [ 1468.443175] env[62220]: _type = "Task" [ 1468.443175] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.455755] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747100, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.495048] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "5407f930-2995-489e-8ecb-8c4b87e8489e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.495048] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "5407f930-2995-489e-8ecb-8c4b87e8489e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.583318] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747099, 'name': ReconfigVM_Task, 'duration_secs': 0.463591} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.583687] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 79132dd8-ba03-4815-aa2b-dd238ea9726c/79132dd8-ba03-4815-aa2b-dd238ea9726c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.584314] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2f6d4de-9139-4347-bbef-2d03efd4a951 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.593475] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1468.593475] env[62220]: value = "task-1747101" [ 1468.593475] env[62220]: _type = "Task" [ 1468.593475] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.603654] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747101, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.682251] env[62220]: DEBUG nova.network.neutron [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Updated VIF entry in instance network info cache for port 39de7ece-0226-4d79-b631-e363ec5393c0. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.683295] env[62220]: DEBUG nova.network.neutron [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Updating instance_info_cache with network_info: [{"id": "39de7ece-0226-4d79-b631-e363ec5393c0", "address": "fa:16:3e:14:4b:f1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39de7ece-02", "ovs_interfaceid": "39de7ece-0226-4d79-b631-e363ec5393c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.732481] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52034e51-13e5-938d-09bd-a7e690f4d123, 'name': SearchDatastore_Task, 'duration_secs': 0.013933} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.733406] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.733406] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 834acbd8-9d62-4503-9782-9c8ded4c4934/834acbd8-9d62-4503-9782-9c8ded4c4934.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1468.733406] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b74873fb-a2a5-4d00-bd9f-5d784403cbb3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.751019] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1468.751019] env[62220]: value = "task-1747102" [ 1468.751019] env[62220]: _type = "Task" [ 1468.751019] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.764790] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.955616] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747100, 'name': Rename_Task, 'duration_secs': 0.427998} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.959281] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1468.961044] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4e9e7b2-c83c-4ad2-b1b7-0248ee6117f5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.967152] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1468.967152] env[62220]: value = "task-1747103" [ 1468.967152] env[62220]: _type = "Task" [ 1468.967152] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.977185] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.978393] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b4108f-551d-4ff7-97ab-dd53db27db2b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.987635] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc1ad04-5ad7-4282-882c-301d25281bdd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.023678] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7294d36-a7ff-44c3-b69f-c5da68870d69 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.033069] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a22739-696f-4356-8e32-846e72655514 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.054203] env[62220]: DEBUG nova.compute.provider_tree [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1469.106296] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747101, 'name': Rename_Task, 'duration_secs': 0.323773} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.106673] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.106931] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b33ceda-2178-4cb1-ba16-f22f694c4488 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.115285] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1469.115285] env[62220]: value = "task-1747104" [ 1469.115285] env[62220]: _type = "Task" [ 1469.115285] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.125693] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.188661] env[62220]: DEBUG oslo_concurrency.lockutils [req-25473749-17dc-45eb-985c-769713065dcf req-9839fc7f-bc8e-4d17-843a-47c9f6db09db service nova] Releasing lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.258255] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747102, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.270860] env[62220]: DEBUG nova.network.neutron [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Successfully updated port: 6c13c1fe-857d-41ae-a9d2-17b5d733cb4f {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1469.412922] env[62220]: DEBUG nova.compute.manager [req-2875c05a-d329-434e-a3d7-537446abcc95 req-dce3588b-e214-4872-bf7c-5daec47da5df service nova] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Received event network-vif-plugged-6c13c1fe-857d-41ae-a9d2-17b5d733cb4f {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1469.413160] env[62220]: DEBUG oslo_concurrency.lockutils [req-2875c05a-d329-434e-a3d7-537446abcc95 req-dce3588b-e214-4872-bf7c-5daec47da5df service nova] Acquiring lock "72718b40-5a93-40c5-bd33-84dfa5e1fa05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.413399] env[62220]: DEBUG oslo_concurrency.lockutils [req-2875c05a-d329-434e-a3d7-537446abcc95 req-dce3588b-e214-4872-bf7c-5daec47da5df service nova] Lock "72718b40-5a93-40c5-bd33-84dfa5e1fa05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.413591] env[62220]: DEBUG oslo_concurrency.lockutils [req-2875c05a-d329-434e-a3d7-537446abcc95 req-dce3588b-e214-4872-bf7c-5daec47da5df service nova] Lock "72718b40-5a93-40c5-bd33-84dfa5e1fa05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.413780] env[62220]: DEBUG nova.compute.manager [req-2875c05a-d329-434e-a3d7-537446abcc95 req-dce3588b-e214-4872-bf7c-5daec47da5df service nova] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] No waiting events found dispatching network-vif-plugged-6c13c1fe-857d-41ae-a9d2-17b5d733cb4f {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1469.415105] env[62220]: WARNING nova.compute.manager [req-2875c05a-d329-434e-a3d7-537446abcc95 req-dce3588b-e214-4872-bf7c-5daec47da5df service nova] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Received unexpected event network-vif-plugged-6c13c1fe-857d-41ae-a9d2-17b5d733cb4f for instance with vm_state building and task_state spawning. [ 1469.481290] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747103, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.505571] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.505890] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.579304] env[62220]: ERROR nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [req-9fcb23a7-2bce-43ef-a625-90821ca76aed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9fcb23a7-2bce-43ef-a625-90821ca76aed"}]} [ 1469.599626] env[62220]: DEBUG nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1469.616766] env[62220]: DEBUG nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1469.617050] env[62220]: DEBUG nova.compute.provider_tree [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1469.628481] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.632843] env[62220]: DEBUG nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1469.653873] env[62220]: DEBUG nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1469.761112] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753654} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.761390] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 834acbd8-9d62-4503-9782-9c8ded4c4934/834acbd8-9d62-4503-9782-9c8ded4c4934.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1469.761600] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1469.761841] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54ebcfa6-7e0c-4714-9eed-2bee3f4a5961 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.769688] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1469.769688] env[62220]: value = "task-1747105" [ 1469.769688] env[62220]: _type = "Task" [ 1469.769688] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.775305] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "refresh_cache-72718b40-5a93-40c5-bd33-84dfa5e1fa05" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.775305] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquired lock "refresh_cache-72718b40-5a93-40c5-bd33-84dfa5e1fa05" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.775305] env[62220]: DEBUG nova.network.neutron [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.780557] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.981904] env[62220]: DEBUG oslo_vmware.api [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747103, 'name': PowerOnVM_Task, 'duration_secs': 0.611234} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.982302] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.982678] env[62220]: INFO nova.compute.manager [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Took 10.90 seconds to spawn the instance on the hypervisor. [ 1469.982872] env[62220]: DEBUG nova.compute.manager [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.983877] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781e4f4b-9203-4f5a-873d-bce424a5ba8d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.127379] env[62220]: DEBUG oslo_vmware.api [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747104, 'name': PowerOnVM_Task, 'duration_secs': 0.717251} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.129630] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.129889] env[62220]: DEBUG nova.compute.manager [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.131091] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333b9c20-c3f8-40fe-af1a-62205a7ba045 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.238211] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c51b228-e3d8-401b-b4e5-d92a14a606f5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.252198] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1c64d1-a854-4910-b333-ee04f1559893 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.290573] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099f71a1-e1c5-42ef-aff8-12fd4ae09b2d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.301977] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7256be36-ee67-4c67-9490-589d2ec20311 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.305675] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081908} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.306289] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1470.307467] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89573d6-fa46-46b4-8f0f-650e42bc633d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.317705] env[62220]: DEBUG nova.compute.provider_tree [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1470.339383] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 834acbd8-9d62-4503-9782-9c8ded4c4934/834acbd8-9d62-4503-9782-9c8ded4c4934.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1470.340591] env[62220]: DEBUG nova.network.neutron [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.343116] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed064b9-54f9-470d-ad0a-ffa1858d6da3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.363735] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1470.363735] env[62220]: value = "task-1747106" [ 1470.363735] env[62220]: _type = "Task" [ 1470.363735] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.374339] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.509075] env[62220]: INFO nova.compute.manager [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Took 49.84 seconds to build instance. [ 1470.529286] env[62220]: DEBUG nova.network.neutron [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Updating instance_info_cache with network_info: [{"id": "6c13c1fe-857d-41ae-a9d2-17b5d733cb4f", "address": "fa:16:3e:b9:cf:c1", "network": {"id": "63a8ed18-350d-4756-89e7-1dac49140563", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-183266839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba6eb7b8ecf4e859f9bc391e2325367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c13c1fe-85", "ovs_interfaceid": "6c13c1fe-857d-41ae-a9d2-17b5d733cb4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.651550] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.671212] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquiring lock "5f7a84e8-d0d6-4fd9-b466-22becdb51351" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.672097] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Lock "5f7a84e8-d0d6-4fd9-b466-22becdb51351" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.843795] env[62220]: ERROR nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [req-b7e96ba2-6813-4636-8400-fa381af14af5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7e96ba2-6813-4636-8400-fa381af14af5"}]} [ 1470.865288] env[62220]: DEBUG nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1470.880328] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.887368] env[62220]: DEBUG nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1470.887679] env[62220]: DEBUG nova.compute.provider_tree [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1470.901080] env[62220]: DEBUG nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1470.920957] env[62220]: DEBUG nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1471.011043] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aff07e1d-5175-4a2e-afa3-0e27a96ee74f tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "efe494c9-6f6d-430f-afb9-7f07417c50e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.886s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.035231] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Releasing lock "refresh_cache-72718b40-5a93-40c5-bd33-84dfa5e1fa05" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.035536] env[62220]: DEBUG nova.compute.manager [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Instance network_info: |[{"id": "6c13c1fe-857d-41ae-a9d2-17b5d733cb4f", "address": "fa:16:3e:b9:cf:c1", "network": {"id": "63a8ed18-350d-4756-89e7-1dac49140563", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-183266839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba6eb7b8ecf4e859f9bc391e2325367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c13c1fe-85", "ovs_interfaceid": "6c13c1fe-857d-41ae-a9d2-17b5d733cb4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1471.035928] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:cf:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c13c1fe-857d-41ae-a9d2-17b5d733cb4f', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.043548] env[62220]: DEBUG oslo.service.loopingcall [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.047545] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.048624] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dfd6e20-8279-4166-b0bc-31b6d9bc7de2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.080502] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.080502] env[62220]: value = "task-1747107" [ 1471.080502] env[62220]: _type = "Task" [ 1471.080502] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.090749] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747107, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.279770] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "79132dd8-ba03-4815-aa2b-dd238ea9726c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.280058] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "79132dd8-ba03-4815-aa2b-dd238ea9726c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.280328] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "79132dd8-ba03-4815-aa2b-dd238ea9726c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.280426] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "79132dd8-ba03-4815-aa2b-dd238ea9726c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.280565] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "79132dd8-ba03-4815-aa2b-dd238ea9726c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.283344] env[62220]: INFO nova.compute.manager [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Terminating instance [ 1471.377098] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747106, 'name': ReconfigVM_Task, 'duration_secs': 0.760162} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.381108] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 834acbd8-9d62-4503-9782-9c8ded4c4934/834acbd8-9d62-4503-9782-9c8ded4c4934.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.381288] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ef2e6c2-b146-4374-8041-d227a84903b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.392005] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1471.392005] env[62220]: value = "task-1747108" [ 1471.392005] env[62220]: _type = "Task" [ 1471.392005] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.405054] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747108, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.444420] env[62220]: DEBUG nova.compute.manager [req-30b86a82-2984-4753-8d5f-bd462ac8107e req-b8bc03a6-d9f6-46b2-a0cb-0603751b9567 service nova] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Received event network-changed-6c13c1fe-857d-41ae-a9d2-17b5d733cb4f {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1471.444420] env[62220]: DEBUG nova.compute.manager [req-30b86a82-2984-4753-8d5f-bd462ac8107e req-b8bc03a6-d9f6-46b2-a0cb-0603751b9567 service nova] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Refreshing instance network info cache due to event network-changed-6c13c1fe-857d-41ae-a9d2-17b5d733cb4f. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1471.444420] env[62220]: DEBUG oslo_concurrency.lockutils [req-30b86a82-2984-4753-8d5f-bd462ac8107e req-b8bc03a6-d9f6-46b2-a0cb-0603751b9567 service nova] Acquiring lock "refresh_cache-72718b40-5a93-40c5-bd33-84dfa5e1fa05" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.444914] env[62220]: DEBUG oslo_concurrency.lockutils [req-30b86a82-2984-4753-8d5f-bd462ac8107e req-b8bc03a6-d9f6-46b2-a0cb-0603751b9567 service nova] Acquired lock "refresh_cache-72718b40-5a93-40c5-bd33-84dfa5e1fa05" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.444914] env[62220]: DEBUG nova.network.neutron [req-30b86a82-2984-4753-8d5f-bd462ac8107e req-b8bc03a6-d9f6-46b2-a0cb-0603751b9567 service nova] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Refreshing network info cache for port 6c13c1fe-857d-41ae-a9d2-17b5d733cb4f {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.499776] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ca79fc-e6d4-4627-b9b8-b74723db2c5f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.513458] env[62220]: DEBUG nova.compute.manager [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1471.516838] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cf3577-79f4-4c56-9227-e48a56e007bf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.556016] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85f200b-7f62-434c-8ae3-5be1f319fa5f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.562216] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3bef35-6ac0-4f6d-be1a-9b138247c6bb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.578143] env[62220]: DEBUG nova.compute.provider_tree [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1471.591300] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747107, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.791362] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "refresh_cache-79132dd8-ba03-4815-aa2b-dd238ea9726c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.791546] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquired lock "refresh_cache-79132dd8-ba03-4815-aa2b-dd238ea9726c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.791725] env[62220]: DEBUG nova.network.neutron [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.903257] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747108, 'name': Rename_Task, 'duration_secs': 0.344213} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.904230] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1471.904230] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60d90c9f-dda4-4083-860e-ba44fa88a57a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.910855] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1471.910855] env[62220]: value = "task-1747109" [ 1471.910855] env[62220]: _type = "Task" [ 1471.910855] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.918748] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.046707] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.099388] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747107, 'name': CreateVM_Task, 'duration_secs': 0.993178} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.099590] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.100365] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.100495] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.100842] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.101149] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725e4e96-8537-4fc4-a57e-1b4aeb93db94 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.109091] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1472.109091] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5295367d-090d-6d24-bae8-a54471f77569" [ 1472.109091] env[62220]: _type = "Task" [ 1472.109091] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.121039] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5295367d-090d-6d24-bae8-a54471f77569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.131519] env[62220]: DEBUG nova.scheduler.client.report [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1472.131519] env[62220]: DEBUG nova.compute.provider_tree [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 69 to 70 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1472.131519] env[62220]: DEBUG nova.compute.provider_tree [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1472.317202] env[62220]: DEBUG nova.network.neutron [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1472.322998] env[62220]: DEBUG nova.network.neutron [req-30b86a82-2984-4753-8d5f-bd462ac8107e req-b8bc03a6-d9f6-46b2-a0cb-0603751b9567 service nova] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Updated VIF entry in instance network info cache for port 6c13c1fe-857d-41ae-a9d2-17b5d733cb4f. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.324063] env[62220]: DEBUG nova.network.neutron [req-30b86a82-2984-4753-8d5f-bd462ac8107e req-b8bc03a6-d9f6-46b2-a0cb-0603751b9567 service nova] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Updating instance_info_cache with network_info: [{"id": "6c13c1fe-857d-41ae-a9d2-17b5d733cb4f", "address": "fa:16:3e:b9:cf:c1", "network": {"id": "63a8ed18-350d-4756-89e7-1dac49140563", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-183266839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba6eb7b8ecf4e859f9bc391e2325367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c13c1fe-85", "ovs_interfaceid": "6c13c1fe-857d-41ae-a9d2-17b5d733cb4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.402867] env[62220]: DEBUG nova.network.neutron [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.424199] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747109, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.622646] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5295367d-090d-6d24-bae8-a54471f77569, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.623028] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.623293] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.623596] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.623769] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.623988] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.624321] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08542f24-b0cf-4795-82fc-6a5d271041c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.635196] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.743s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.635787] env[62220]: DEBUG nova.compute.manager [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1472.638570] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.638755] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.640191] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.951s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.640376] env[62220]: DEBUG nova.objects.instance [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Lazy-loading 'resources' on Instance uuid 266986e8-8092-4ee6-b4f6-7c5cbdbc4875 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.641500] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4d384f-f3dd-4cf7-818a-99faeb750408 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.649051] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1472.649051] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d32e62-2616-a7e1-3196-c5fbc3fa77e3" [ 1472.649051] env[62220]: _type = "Task" [ 1472.649051] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.661527] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d32e62-2616-a7e1-3196-c5fbc3fa77e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.827078] env[62220]: DEBUG oslo_concurrency.lockutils [req-30b86a82-2984-4753-8d5f-bd462ac8107e req-b8bc03a6-d9f6-46b2-a0cb-0603751b9567 service nova] Releasing lock "refresh_cache-72718b40-5a93-40c5-bd33-84dfa5e1fa05" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.906026] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Releasing lock "refresh_cache-79132dd8-ba03-4815-aa2b-dd238ea9726c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.906501] env[62220]: DEBUG nova.compute.manager [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1472.906717] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.907639] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c666c7f-1b19-4c7d-9b10-ee7a7c26d726 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.918044] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.918661] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3533365-8586-4bfa-9112-f956046094e6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.923690] env[62220]: DEBUG oslo_vmware.api [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747109, 'name': PowerOnVM_Task, 'duration_secs': 0.613102} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.924992] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1472.925217] env[62220]: INFO nova.compute.manager [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1472.925403] env[62220]: DEBUG nova.compute.manager [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.925866] env[62220]: DEBUG oslo_vmware.api [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1472.925866] env[62220]: value = "task-1747110" [ 1472.925866] env[62220]: _type = "Task" [ 1472.925866] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.926582] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad297a1a-733c-4f4d-8fca-3c8228aed38b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.937944] env[62220]: DEBUG oslo_vmware.api [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.142239] env[62220]: DEBUG nova.compute.utils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1473.147823] env[62220]: DEBUG nova.compute.manager [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1473.147823] env[62220]: DEBUG nova.network.neutron [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1473.160958] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d32e62-2616-a7e1-3196-c5fbc3fa77e3, 'name': SearchDatastore_Task, 'duration_secs': 0.020084} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.162196] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa09d7e2-6ad3-4af9-87e8-27398c5fd559 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.168768] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1473.168768] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522157fd-66c0-e794-30bc-d6c92f0ecd43" [ 1473.168768] env[62220]: _type = "Task" [ 1473.168768] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.178920] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522157fd-66c0-e794-30bc-d6c92f0ecd43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.244567] env[62220]: DEBUG nova.policy [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5044ba171744187bf83c2fe869bafe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f9e31ac49e84684abe5e26273443ede', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1473.450450] env[62220]: DEBUG oslo_vmware.api [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747110, 'name': PowerOffVM_Task, 'duration_secs': 0.239868} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.450575] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.450658] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.455098] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-863c94f6-9b15-4ed4-9ec5-be7b2dd16281 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.458326] env[62220]: INFO nova.compute.manager [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Took 46.96 seconds to build instance. [ 1473.493875] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1473.495161] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1473.495430] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Deleting the datastore file [datastore1] 79132dd8-ba03-4815-aa2b-dd238ea9726c {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.495714] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8608eefe-3e1c-4629-8fe7-47e803c5430f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.504334] env[62220]: DEBUG oslo_vmware.api [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1473.504334] env[62220]: value = "task-1747112" [ 1473.504334] env[62220]: _type = "Task" [ 1473.504334] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.517216] env[62220]: DEBUG oslo_vmware.api [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.647545] env[62220]: DEBUG nova.compute.manager [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1473.676826] env[62220]: DEBUG nova.network.neutron [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Successfully created port: fea83e96-01da-4c36-835f-1fde7913740e {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1473.687245] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522157fd-66c0-e794-30bc-d6c92f0ecd43, 'name': SearchDatastore_Task, 'duration_secs': 0.03718} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.687513] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.687922] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 72718b40-5a93-40c5-bd33-84dfa5e1fa05/72718b40-5a93-40c5-bd33-84dfa5e1fa05.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.688043] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f1f6460-896f-41bd-ba0e-d967cadc4998 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.696231] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1473.696231] env[62220]: value = "task-1747113" [ 1473.696231] env[62220]: _type = "Task" [ 1473.696231] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.707752] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.751257] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5281cec-1e96-4e7a-8a73-49a9e4597cc9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.760463] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f382d2e-5f61-4a1a-9d4d-e850b9522d1f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.793252] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac41e2ec-37d7-48f3-ac49-24a1e6cb055f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.801277] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea56f137-e398-4018-b3a3-2b7516d66a07 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.815687] env[62220]: DEBUG nova.compute.provider_tree [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.965177] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe899c10-4bb8-4085-a5da-36e3f8834569 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "834acbd8-9d62-4503-9782-9c8ded4c4934" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.824s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.018927] env[62220]: DEBUG oslo_vmware.api [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333948} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.019380] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.019685] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.019902] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.020094] env[62220]: INFO nova.compute.manager [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1474.020342] env[62220]: DEBUG oslo.service.loopingcall [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.020576] env[62220]: DEBUG nova.compute.manager [-] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1474.020640] env[62220]: DEBUG nova.network.neutron [-] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1474.040129] env[62220]: DEBUG nova.network.neutron [-] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.214960] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747113, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.319674] env[62220]: DEBUG nova.scheduler.client.report [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1474.468455] env[62220]: DEBUG nova.compute.manager [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1474.542165] env[62220]: DEBUG nova.network.neutron [-] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.659349] env[62220]: DEBUG nova.compute.manager [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1474.691047] env[62220]: DEBUG nova.virt.hardware [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1474.691344] env[62220]: DEBUG nova.virt.hardware [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1474.692251] env[62220]: DEBUG nova.virt.hardware [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.692251] env[62220]: DEBUG nova.virt.hardware [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1474.692251] env[62220]: DEBUG nova.virt.hardware [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.692251] env[62220]: DEBUG nova.virt.hardware [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1474.692424] env[62220]: DEBUG nova.virt.hardware [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1474.692608] env[62220]: DEBUG nova.virt.hardware [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1474.692676] env[62220]: DEBUG nova.virt.hardware [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1474.692782] env[62220]: DEBUG nova.virt.hardware [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1474.692947] env[62220]: DEBUG nova.virt.hardware [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1474.694349] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433802c7-84fc-4d9a-b5dd-6074b14b604a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.706857] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830699} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.709080] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 72718b40-5a93-40c5-bd33-84dfa5e1fa05/72718b40-5a93-40c5-bd33-84dfa5e1fa05.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.709308] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.709655] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-673b8429-a194-46cf-95a2-419b3a0b68f3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.712951] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0587a947-f7e8-4d3a-875e-f78981c34996 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.731584] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1474.731584] env[62220]: value = "task-1747114" [ 1474.731584] env[62220]: _type = "Task" [ 1474.731584] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.743397] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.830430] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.832763] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.070s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.834275] env[62220]: INFO nova.compute.claims [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.865654] env[62220]: INFO nova.scheduler.client.report [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Deleted allocations for instance 266986e8-8092-4ee6-b4f6-7c5cbdbc4875 [ 1474.993503] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.044264] env[62220]: INFO nova.compute.manager [-] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Took 1.02 seconds to deallocate network for instance. [ 1475.243312] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203492} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.243626] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.244588] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379df05f-88e2-4b8c-8c86-25449c48f5ed {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.270194] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 72718b40-5a93-40c5-bd33-84dfa5e1fa05/72718b40-5a93-40c5-bd33-84dfa5e1fa05.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.270602] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d24de51b-f135-4b2d-8ee4-362adf43935d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.300759] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1475.300759] env[62220]: value = "task-1747115" [ 1475.300759] env[62220]: _type = "Task" [ 1475.300759] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.314932] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.378760] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6636495e-1293-421e-ba4e-d5f5aeb7c4a4 tempest-ServersAaction247Test-88693091 tempest-ServersAaction247Test-88693091-project-member] Lock "266986e8-8092-4ee6-b4f6-7c5cbdbc4875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.923s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.453274] env[62220]: DEBUG nova.compute.manager [req-f3027c85-868e-4367-9351-e40fd700e2e0 req-04e694c1-9a43-40f5-b38e-0281266bb58e service nova] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Received event network-vif-plugged-fea83e96-01da-4c36-835f-1fde7913740e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1475.453274] env[62220]: DEBUG oslo_concurrency.lockutils [req-f3027c85-868e-4367-9351-e40fd700e2e0 req-04e694c1-9a43-40f5-b38e-0281266bb58e service nova] Acquiring lock "fc66c14c-3d5f-4185-a0b1-51da2189c359-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.453359] env[62220]: DEBUG oslo_concurrency.lockutils [req-f3027c85-868e-4367-9351-e40fd700e2e0 req-04e694c1-9a43-40f5-b38e-0281266bb58e service nova] Lock "fc66c14c-3d5f-4185-a0b1-51da2189c359-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.453510] env[62220]: DEBUG oslo_concurrency.lockutils [req-f3027c85-868e-4367-9351-e40fd700e2e0 req-04e694c1-9a43-40f5-b38e-0281266bb58e service nova] Lock "fc66c14c-3d5f-4185-a0b1-51da2189c359-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.453658] env[62220]: DEBUG nova.compute.manager [req-f3027c85-868e-4367-9351-e40fd700e2e0 req-04e694c1-9a43-40f5-b38e-0281266bb58e service nova] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] No waiting events found dispatching network-vif-plugged-fea83e96-01da-4c36-835f-1fde7913740e {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1475.453823] env[62220]: WARNING nova.compute.manager [req-f3027c85-868e-4367-9351-e40fd700e2e0 req-04e694c1-9a43-40f5-b38e-0281266bb58e service nova] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Received unexpected event network-vif-plugged-fea83e96-01da-4c36-835f-1fde7913740e for instance with vm_state building and task_state spawning. [ 1475.557441] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.559772] env[62220]: DEBUG nova.network.neutron [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Successfully updated port: fea83e96-01da-4c36-835f-1fde7913740e {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1475.812285] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747115, 'name': ReconfigVM_Task, 'duration_secs': 0.332175} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.812565] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 72718b40-5a93-40c5-bd33-84dfa5e1fa05/72718b40-5a93-40c5-bd33-84dfa5e1fa05.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.814273] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaba8d4d-b7cf-454e-9eeb-6f45582b345a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.821690] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1475.821690] env[62220]: value = "task-1747116" [ 1475.821690] env[62220]: _type = "Task" [ 1475.821690] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.834270] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747116, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.969386] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "c5a5e047-38b7-44cd-9e99-fdbef30080e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.969836] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "c5a5e047-38b7-44cd-9e99-fdbef30080e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.063370] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Acquiring lock "refresh_cache-fc66c14c-3d5f-4185-a0b1-51da2189c359" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.063370] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Acquired lock "refresh_cache-fc66c14c-3d5f-4185-a0b1-51da2189c359" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.063370] env[62220]: DEBUG nova.network.neutron [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1476.332939] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747116, 'name': Rename_Task, 'duration_secs': 0.151339} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.335494] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.336168] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df6cc5f5-2c42-474d-9ef3-5eec3303359a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.344237] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1476.344237] env[62220]: value = "task-1747117" [ 1476.344237] env[62220]: _type = "Task" [ 1476.344237] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.354856] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.362094] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982268cc-66e7-40f1-9d23-2dbe4535d781 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.369575] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b673c17-5b06-4315-b8c1-2cb5965f27fa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.402798] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a51eb6d-12f7-48f8-8979-d534f2d643fa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.411197] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eda26d2-d4bd-42f1-850d-f68570dbaac1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.425640] env[62220]: DEBUG nova.compute.provider_tree [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.610161] env[62220]: DEBUG nova.network.neutron [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1476.822385] env[62220]: DEBUG nova.network.neutron [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Updating instance_info_cache with network_info: [{"id": "fea83e96-01da-4c36-835f-1fde7913740e", "address": "fa:16:3e:80:79:92", "network": {"id": "c209e05d-f670-4da3-816e-24dcd8225929", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-577585854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9e31ac49e84684abe5e26273443ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfea83e96-01", "ovs_interfaceid": "fea83e96-01da-4c36-835f-1fde7913740e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.856580] env[62220]: DEBUG oslo_vmware.api [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747117, 'name': PowerOnVM_Task, 'duration_secs': 0.501254} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.856860] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.857073] env[62220]: INFO nova.compute.manager [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1476.857256] env[62220]: DEBUG nova.compute.manager [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.858100] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094fd753-abde-48ea-b211-c3f04658eec7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.929345] env[62220]: DEBUG nova.scheduler.client.report [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1477.326204] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Releasing lock "refresh_cache-fc66c14c-3d5f-4185-a0b1-51da2189c359" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.326553] env[62220]: DEBUG nova.compute.manager [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Instance network_info: |[{"id": "fea83e96-01da-4c36-835f-1fde7913740e", "address": "fa:16:3e:80:79:92", "network": {"id": "c209e05d-f670-4da3-816e-24dcd8225929", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-577585854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9e31ac49e84684abe5e26273443ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfea83e96-01", "ovs_interfaceid": "fea83e96-01da-4c36-835f-1fde7913740e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1477.327015] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:79:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fea83e96-01da-4c36-835f-1fde7913740e', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1477.334467] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Creating folder: Project (1f9e31ac49e84684abe5e26273443ede). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1477.334781] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c87a47ab-a8bb-4670-8463-df1fedf1f7fc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.349053] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Created folder: Project (1f9e31ac49e84684abe5e26273443ede) in parent group-v363147. [ 1477.349332] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Creating folder: Instances. Parent ref: group-v363258. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1477.349667] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4962de5-4a0a-427e-b642-c01d03bdf6de {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.363553] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Created folder: Instances in parent group-v363258. [ 1477.363849] env[62220]: DEBUG oslo.service.loopingcall [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1477.363999] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1477.364232] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ab34a91-723b-440a-a5d3-3665398cdba7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.387157] env[62220]: INFO nova.compute.manager [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Took 45.86 seconds to build instance. [ 1477.389700] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1477.389700] env[62220]: value = "task-1747120" [ 1477.389700] env[62220]: _type = "Task" [ 1477.389700] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.399516] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747120, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.433970] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.434518] env[62220]: DEBUG nova.compute.manager [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1477.437222] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.672s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.438205] env[62220]: DEBUG nova.objects.instance [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Lazy-loading 'resources' on Instance uuid c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.481912] env[62220]: DEBUG nova.compute.manager [req-2c9da097-8514-444b-9fcb-9341348a4208 req-9cf8c8a4-a3d9-4bc5-b8b5-e8fefacb39fe service nova] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Received event network-changed-fea83e96-01da-4c36-835f-1fde7913740e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1477.482136] env[62220]: DEBUG nova.compute.manager [req-2c9da097-8514-444b-9fcb-9341348a4208 req-9cf8c8a4-a3d9-4bc5-b8b5-e8fefacb39fe service nova] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Refreshing instance network info cache due to event network-changed-fea83e96-01da-4c36-835f-1fde7913740e. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1477.482409] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c9da097-8514-444b-9fcb-9341348a4208 req-9cf8c8a4-a3d9-4bc5-b8b5-e8fefacb39fe service nova] Acquiring lock "refresh_cache-fc66c14c-3d5f-4185-a0b1-51da2189c359" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.482485] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c9da097-8514-444b-9fcb-9341348a4208 req-9cf8c8a4-a3d9-4bc5-b8b5-e8fefacb39fe service nova] Acquired lock "refresh_cache-fc66c14c-3d5f-4185-a0b1-51da2189c359" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.482629] env[62220]: DEBUG nova.network.neutron [req-2c9da097-8514-444b-9fcb-9341348a4208 req-9cf8c8a4-a3d9-4bc5-b8b5-e8fefacb39fe service nova] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Refreshing network info cache for port fea83e96-01da-4c36-835f-1fde7913740e {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.890413] env[62220]: DEBUG oslo_concurrency.lockutils [None req-116edb62-8054-4233-9778-5da99a731f2b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "72718b40-5a93-40c5-bd33-84dfa5e1fa05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.216s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.901830] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747120, 'name': CreateVM_Task, 'duration_secs': 0.425621} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.902906] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1477.903100] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.903276] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.903592] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1477.904120] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5558823c-7895-437b-ab88-7ef01e7a71b0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.910512] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Waiting for the task: (returnval){ [ 1477.910512] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f583fb-9977-dc5b-9fc6-b1864eefd909" [ 1477.910512] env[62220]: _type = "Task" [ 1477.910512] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.920476] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f583fb-9977-dc5b-9fc6-b1864eefd909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.944218] env[62220]: DEBUG nova.compute.utils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1477.945690] env[62220]: DEBUG nova.compute.manager [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1477.945868] env[62220]: DEBUG nova.network.neutron [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1478.030363] env[62220]: DEBUG nova.policy [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76faf545feba4e2497ac62f96bf8c39b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee8d2e3fa85941fd9e44bf954f1f63b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1478.213128] env[62220]: DEBUG nova.network.neutron [req-2c9da097-8514-444b-9fcb-9341348a4208 req-9cf8c8a4-a3d9-4bc5-b8b5-e8fefacb39fe service nova] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Updated VIF entry in instance network info cache for port fea83e96-01da-4c36-835f-1fde7913740e. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.213545] env[62220]: DEBUG nova.network.neutron [req-2c9da097-8514-444b-9fcb-9341348a4208 req-9cf8c8a4-a3d9-4bc5-b8b5-e8fefacb39fe service nova] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Updating instance_info_cache with network_info: [{"id": "fea83e96-01da-4c36-835f-1fde7913740e", "address": "fa:16:3e:80:79:92", "network": {"id": "c209e05d-f670-4da3-816e-24dcd8225929", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-577585854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9e31ac49e84684abe5e26273443ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfea83e96-01", "ovs_interfaceid": "fea83e96-01da-4c36-835f-1fde7913740e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.397783] env[62220]: DEBUG nova.compute.manager [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1478.424178] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f583fb-9977-dc5b-9fc6-b1864eefd909, 'name': SearchDatastore_Task, 'duration_secs': 0.030777} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.430019] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.430019] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1478.430019] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.430019] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.430019] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1478.430019] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d4d7cde-ab61-40e8-8850-73a9ae577d62 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.443127] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89de2da2-d8d5-4adc-a7ba-4ad6490ded8c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.448381] env[62220]: DEBUG nova.compute.manager [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1478.452993] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1478.452993] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1478.456942] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513cd65d-6605-4557-b9cb-13b950df7bbc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.464269] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2b3499-d875-473f-bf77-a009964b37c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.469508] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Waiting for the task: (returnval){ [ 1478.469508] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52caafba-e582-5600-fd33-e47f6fee9e27" [ 1478.469508] env[62220]: _type = "Task" [ 1478.469508] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.474204] env[62220]: DEBUG nova.network.neutron [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Successfully created port: 5fb93fff-e42c-4a79-b775-458744bb895c {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1478.507514] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5557e547-238d-4d2d-9a33-648d91d95553 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.514284] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52caafba-e582-5600-fd33-e47f6fee9e27, 'name': SearchDatastore_Task, 'duration_secs': 0.012712} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.515829] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66b3b17-ac0a-4f7b-b182-8dce8db73eaa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.522337] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07329a4-5c5e-4b40-8949-295a7654e36e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.527823] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Waiting for the task: (returnval){ [ 1478.527823] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525a2265-eaa0-c501-52d1-4e40412a493d" [ 1478.527823] env[62220]: _type = "Task" [ 1478.527823] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.540875] env[62220]: DEBUG nova.compute.provider_tree [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.547574] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525a2265-eaa0-c501-52d1-4e40412a493d, 'name': SearchDatastore_Task, 'duration_secs': 0.019365} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.547831] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.548137] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] fc66c14c-3d5f-4185-a0b1-51da2189c359/fc66c14c-3d5f-4185-a0b1-51da2189c359.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1478.548604] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d659d88-ec58-4fb1-85ae-f92c4afcc681 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.558018] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Waiting for the task: (returnval){ [ 1478.558018] env[62220]: value = "task-1747121" [ 1478.558018] env[62220]: _type = "Task" [ 1478.558018] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.566898] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.719781] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c9da097-8514-444b-9fcb-9341348a4208 req-9cf8c8a4-a3d9-4bc5-b8b5-e8fefacb39fe service nova] Releasing lock "refresh_cache-fc66c14c-3d5f-4185-a0b1-51da2189c359" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.920105] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.043730] env[62220]: DEBUG nova.scheduler.client.report [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1479.069666] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747121, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.466918] env[62220]: DEBUG nova.compute.manager [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1479.492059] env[62220]: DEBUG nova.virt.hardware [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1479.492433] env[62220]: DEBUG nova.virt.hardware [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1479.492559] env[62220]: DEBUG nova.virt.hardware [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.492808] env[62220]: DEBUG nova.virt.hardware [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1479.492995] env[62220]: DEBUG nova.virt.hardware [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.493250] env[62220]: DEBUG nova.virt.hardware [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1479.493508] env[62220]: DEBUG nova.virt.hardware [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1479.493689] env[62220]: DEBUG nova.virt.hardware [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1479.493874] env[62220]: DEBUG nova.virt.hardware [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1479.494126] env[62220]: DEBUG nova.virt.hardware [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1479.494341] env[62220]: DEBUG nova.virt.hardware [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1479.495332] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6070667-44d1-4b70-8fe1-4578d95fde92 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.505631] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5473ceb-e94c-4730-baf6-25dff09da607 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.549985] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.552635] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.593s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.554094] env[62220]: DEBUG nova.objects.instance [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lazy-loading 'resources' on Instance uuid beb49c48-9db6-4978-b5b9-8a4c0ccc17cf {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.574066] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73687} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.574439] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] fc66c14c-3d5f-4185-a0b1-51da2189c359/fc66c14c-3d5f-4185-a0b1-51da2189c359.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1479.574644] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1479.574909] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ce5f730-93cf-4007-967b-b9b7e84021f3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.582589] env[62220]: INFO nova.scheduler.client.report [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Deleted allocations for instance c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3 [ 1479.585078] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Waiting for the task: (returnval){ [ 1479.585078] env[62220]: value = "task-1747122" [ 1479.585078] env[62220]: _type = "Task" [ 1479.585078] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.598623] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.093987] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2787ae2b-8489-4945-b5ae-d5775d1bc89a tempest-ServerGroupTestJSON-1358581475 tempest-ServerGroupTestJSON-1358581475-project-member] Lock "c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.759s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.106340] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073797} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.106733] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1480.107724] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b65d83-d277-4981-9a4f-f6af1ae81e18 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.134331] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] fc66c14c-3d5f-4185-a0b1-51da2189c359/fc66c14c-3d5f-4185-a0b1-51da2189c359.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.137331] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0cd5e01-44d0-4b5b-902c-8052bb23be7a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.159650] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Waiting for the task: (returnval){ [ 1480.159650] env[62220]: value = "task-1747123" [ 1480.159650] env[62220]: _type = "Task" [ 1480.159650] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.172382] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.484809] env[62220]: DEBUG nova.compute.manager [req-8e1016af-4b82-4fda-a05f-1d6eda83c60b req-69c0ec14-564a-4878-98d7-7fe56aad97a3 service nova] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Received event network-vif-plugged-5fb93fff-e42c-4a79-b775-458744bb895c {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1480.485039] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e1016af-4b82-4fda-a05f-1d6eda83c60b req-69c0ec14-564a-4878-98d7-7fe56aad97a3 service nova] Acquiring lock "e59be507-2abd-40f3-8a16-1225de4ae07f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.485752] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e1016af-4b82-4fda-a05f-1d6eda83c60b req-69c0ec14-564a-4878-98d7-7fe56aad97a3 service nova] Lock "e59be507-2abd-40f3-8a16-1225de4ae07f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.486101] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e1016af-4b82-4fda-a05f-1d6eda83c60b req-69c0ec14-564a-4878-98d7-7fe56aad97a3 service nova] Lock "e59be507-2abd-40f3-8a16-1225de4ae07f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.486168] env[62220]: DEBUG nova.compute.manager [req-8e1016af-4b82-4fda-a05f-1d6eda83c60b req-69c0ec14-564a-4878-98d7-7fe56aad97a3 service nova] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] No waiting events found dispatching network-vif-plugged-5fb93fff-e42c-4a79-b775-458744bb895c {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1480.486288] env[62220]: WARNING nova.compute.manager [req-8e1016af-4b82-4fda-a05f-1d6eda83c60b req-69c0ec14-564a-4878-98d7-7fe56aad97a3 service nova] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Received unexpected event network-vif-plugged-5fb93fff-e42c-4a79-b775-458744bb895c for instance with vm_state building and task_state spawning. [ 1480.601427] env[62220]: DEBUG nova.network.neutron [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Successfully updated port: 5fb93fff-e42c-4a79-b775-458744bb895c {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.640682] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdd66ea-cc7a-4db1-8c21-065f427aa987 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.650038] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10c40c3-9b5e-4f20-ae38-d4ad55de4bb8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.685467] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcbb8be-6ab7-4d2b-ac46-1bdb80572090 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.695477] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747123, 'name': ReconfigVM_Task, 'duration_secs': 0.317251} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.697492] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Reconfigured VM instance instance-00000026 to attach disk [datastore1] fc66c14c-3d5f-4185-a0b1-51da2189c359/fc66c14c-3d5f-4185-a0b1-51da2189c359.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.698854] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea15b04f-b744-492a-8337-0c497985b5cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.700596] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13102fa-2312-4cb7-9a59-1fd874a4022e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.714909] env[62220]: DEBUG nova.compute.provider_tree [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.717854] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Waiting for the task: (returnval){ [ 1480.717854] env[62220]: value = "task-1747124" [ 1480.717854] env[62220]: _type = "Task" [ 1480.717854] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.726785] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747124, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.105481] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Acquiring lock "refresh_cache-e59be507-2abd-40f3-8a16-1225de4ae07f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.105784] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Acquired lock "refresh_cache-e59be507-2abd-40f3-8a16-1225de4ae07f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.105784] env[62220]: DEBUG nova.network.neutron [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.219334] env[62220]: DEBUG nova.scheduler.client.report [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1481.237507] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747124, 'name': Rename_Task, 'duration_secs': 0.14932} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.237507] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.237507] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c52fdc7c-42d5-4795-b2c2-9ddff36f48e7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.247043] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Waiting for the task: (returnval){ [ 1481.247043] env[62220]: value = "task-1747125" [ 1481.247043] env[62220]: _type = "Task" [ 1481.247043] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.255575] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.512267] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f88ed4d0-4820-4fcd-8b22-4e71351039c9 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "efe494c9-6f6d-430f-afb9-7f07417c50e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.512651] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f88ed4d0-4820-4fcd-8b22-4e71351039c9 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "efe494c9-6f6d-430f-afb9-7f07417c50e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.512759] env[62220]: DEBUG nova.compute.manager [None req-f88ed4d0-4820-4fcd-8b22-4e71351039c9 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.513657] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91e3b61-9b93-4d73-994b-d3cfb6001bcb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.521994] env[62220]: DEBUG nova.compute.manager [None req-f88ed4d0-4820-4fcd-8b22-4e71351039c9 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1481.522647] env[62220]: DEBUG nova.objects.instance [None req-f88ed4d0-4820-4fcd-8b22-4e71351039c9 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lazy-loading 'flavor' on Instance uuid efe494c9-6f6d-430f-afb9-7f07417c50e3 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.692796] env[62220]: DEBUG nova.network.neutron [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.731543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.733979] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.112s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.735627] env[62220]: INFO nova.compute.claims [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1481.757577] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747125, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.758655] env[62220]: INFO nova.scheduler.client.report [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleted allocations for instance beb49c48-9db6-4978-b5b9-8a4c0ccc17cf [ 1482.094333] env[62220]: DEBUG nova.network.neutron [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Updating instance_info_cache with network_info: [{"id": "5fb93fff-e42c-4a79-b775-458744bb895c", "address": "fa:16:3e:cc:3c:ae", "network": {"id": "2420f83a-c9b9-4368-b58e-5ea702fdeb15", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-359733546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee8d2e3fa85941fd9e44bf954f1f63b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb93fff-e4", "ovs_interfaceid": "5fb93fff-e42c-4a79-b775-458744bb895c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.261160] env[62220]: DEBUG oslo_vmware.api [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747125, 'name': PowerOnVM_Task, 'duration_secs': 0.525438} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.261692] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.261901] env[62220]: INFO nova.compute.manager [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1482.262095] env[62220]: DEBUG nova.compute.manager [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.263364] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c19708-64d4-48f6-9efb-45a895b44795 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.273189] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52de5987-e998-4c4b-ab13-e4df21424835 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "beb49c48-9db6-4978-b5b9-8a4c0ccc17cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.492s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.512763] env[62220]: DEBUG nova.compute.manager [req-1a3f49e5-1493-472b-846a-0cc9902b965c req-0361d03f-a5d6-4bb1-a644-97d2f5b9a1e4 service nova] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Received event network-changed-5fb93fff-e42c-4a79-b775-458744bb895c {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1482.513055] env[62220]: DEBUG nova.compute.manager [req-1a3f49e5-1493-472b-846a-0cc9902b965c req-0361d03f-a5d6-4bb1-a644-97d2f5b9a1e4 service nova] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Refreshing instance network info cache due to event network-changed-5fb93fff-e42c-4a79-b775-458744bb895c. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1482.513259] env[62220]: DEBUG oslo_concurrency.lockutils [req-1a3f49e5-1493-472b-846a-0cc9902b965c req-0361d03f-a5d6-4bb1-a644-97d2f5b9a1e4 service nova] Acquiring lock "refresh_cache-e59be507-2abd-40f3-8a16-1225de4ae07f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.529309] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88ed4d0-4820-4fcd-8b22-4e71351039c9 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.529602] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f28f0a9c-c098-47e3-990b-98df7cec8a28 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.539640] env[62220]: DEBUG oslo_vmware.api [None req-f88ed4d0-4820-4fcd-8b22-4e71351039c9 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1482.539640] env[62220]: value = "task-1747126" [ 1482.539640] env[62220]: _type = "Task" [ 1482.539640] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.556608] env[62220]: DEBUG oslo_vmware.api [None req-f88ed4d0-4820-4fcd-8b22-4e71351039c9 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.597440] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Releasing lock "refresh_cache-e59be507-2abd-40f3-8a16-1225de4ae07f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.597800] env[62220]: DEBUG nova.compute.manager [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Instance network_info: |[{"id": "5fb93fff-e42c-4a79-b775-458744bb895c", "address": "fa:16:3e:cc:3c:ae", "network": {"id": "2420f83a-c9b9-4368-b58e-5ea702fdeb15", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-359733546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee8d2e3fa85941fd9e44bf954f1f63b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb93fff-e4", "ovs_interfaceid": "5fb93fff-e42c-4a79-b775-458744bb895c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1482.598318] env[62220]: DEBUG oslo_concurrency.lockutils [req-1a3f49e5-1493-472b-846a-0cc9902b965c req-0361d03f-a5d6-4bb1-a644-97d2f5b9a1e4 service nova] Acquired lock "refresh_cache-e59be507-2abd-40f3-8a16-1225de4ae07f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.598543] env[62220]: DEBUG nova.network.neutron [req-1a3f49e5-1493-472b-846a-0cc9902b965c req-0361d03f-a5d6-4bb1-a644-97d2f5b9a1e4 service nova] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Refreshing network info cache for port 5fb93fff-e42c-4a79-b775-458744bb895c {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.599902] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:3c:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fb93fff-e42c-4a79-b775-458744bb895c', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1482.607951] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Creating folder: Project (ee8d2e3fa85941fd9e44bf954f1f63b4). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1482.608823] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7d43035-fd4f-4acb-8207-966d5a3668ad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.625671] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Created folder: Project (ee8d2e3fa85941fd9e44bf954f1f63b4) in parent group-v363147. [ 1482.625880] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Creating folder: Instances. Parent ref: group-v363261. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1482.626159] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55191ce0-c882-41bc-9621-06e509a30df1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.637517] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Created folder: Instances in parent group-v363261. [ 1482.637813] env[62220]: DEBUG oslo.service.loopingcall [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.638027] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1482.638250] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-646a094d-61b6-4cd6-a0ce-56caa037e59a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.660014] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.660014] env[62220]: value = "task-1747129" [ 1482.660014] env[62220]: _type = "Task" [ 1482.660014] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.669754] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747129, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.785400] env[62220]: INFO nova.compute.manager [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Took 50.72 seconds to build instance. [ 1483.055865] env[62220]: DEBUG oslo_vmware.api [None req-f88ed4d0-4820-4fcd-8b22-4e71351039c9 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747126, 'name': PowerOffVM_Task, 'duration_secs': 0.240485} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.064019] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88ed4d0-4820-4fcd-8b22-4e71351039c9 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.064019] env[62220]: DEBUG nova.compute.manager [None req-f88ed4d0-4820-4fcd-8b22-4e71351039c9 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.064019] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cc8c90-b60a-4c7d-9de8-2443dc7be033 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.171767] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747129, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.292025] env[62220]: DEBUG oslo_concurrency.lockutils [None req-39ef4c26-d08a-4293-aefa-10d3bc10b972 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Lock "fc66c14c-3d5f-4185-a0b1-51da2189c359" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.834s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.362265] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a83130-a90d-45ae-970b-653e2fff8183 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.370506] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491befc6-a063-418d-a309-42289feea54c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.405016] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740427e0-d41e-4c93-a8b0-1120bf869010 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.413632] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8238c330-a50c-43cc-8ebd-6900b3e7abee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.429487] env[62220]: DEBUG nova.compute.provider_tree [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.481260] env[62220]: DEBUG nova.network.neutron [req-1a3f49e5-1493-472b-846a-0cc9902b965c req-0361d03f-a5d6-4bb1-a644-97d2f5b9a1e4 service nova] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Updated VIF entry in instance network info cache for port 5fb93fff-e42c-4a79-b775-458744bb895c. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.481612] env[62220]: DEBUG nova.network.neutron [req-1a3f49e5-1493-472b-846a-0cc9902b965c req-0361d03f-a5d6-4bb1-a644-97d2f5b9a1e4 service nova] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Updating instance_info_cache with network_info: [{"id": "5fb93fff-e42c-4a79-b775-458744bb895c", "address": "fa:16:3e:cc:3c:ae", "network": {"id": "2420f83a-c9b9-4368-b58e-5ea702fdeb15", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-359733546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee8d2e3fa85941fd9e44bf954f1f63b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb93fff-e4", "ovs_interfaceid": "5fb93fff-e42c-4a79-b775-458744bb895c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.580702] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f88ed4d0-4820-4fcd-8b22-4e71351039c9 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "efe494c9-6f6d-430f-afb9-7f07417c50e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.674387] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747129, 'name': CreateVM_Task, 'duration_secs': 0.607805} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.675369] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1483.676654] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.676762] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.677110] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1483.677394] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ea81d0-0f5f-4304-9ac0-8a2b8e5f9c39 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.683960] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Waiting for the task: (returnval){ [ 1483.683960] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5250b362-a73e-91ab-23ab-a57fff62ad0e" [ 1483.683960] env[62220]: _type = "Task" [ 1483.683960] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.697989] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5250b362-a73e-91ab-23ab-a57fff62ad0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.797938] env[62220]: DEBUG nova.compute.manager [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1483.933335] env[62220]: DEBUG nova.scheduler.client.report [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1483.985148] env[62220]: DEBUG oslo_concurrency.lockutils [req-1a3f49e5-1493-472b-846a-0cc9902b965c req-0361d03f-a5d6-4bb1-a644-97d2f5b9a1e4 service nova] Releasing lock "refresh_cache-e59be507-2abd-40f3-8a16-1225de4ae07f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.194803] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5250b362-a73e-91ab-23ab-a57fff62ad0e, 'name': SearchDatastore_Task, 'duration_secs': 0.012393} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.195129] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.195363] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1484.195593] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.195739] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.195921] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1484.196193] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31dcc34c-7687-486d-8e11-b0dd8a772fe0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.205733] env[62220]: DEBUG nova.objects.instance [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lazy-loading 'flavor' on Instance uuid efe494c9-6f6d-430f-afb9-7f07417c50e3 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.206927] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1484.207101] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1484.208011] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df68a7e3-54e4-4df8-8ffd-478d578b1a5f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.215165] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Waiting for the task: (returnval){ [ 1484.215165] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52474028-dea5-c262-61e4-ac4795977966" [ 1484.215165] env[62220]: _type = "Task" [ 1484.215165] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.224400] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52474028-dea5-c262-61e4-ac4795977966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.322656] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.439413] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.440191] env[62220]: DEBUG nova.compute.manager [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1484.443014] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.838s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.444923] env[62220]: INFO nova.compute.claims [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1484.650626] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Acquiring lock "fc66c14c-3d5f-4185-a0b1-51da2189c359" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.650914] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Lock "fc66c14c-3d5f-4185-a0b1-51da2189c359" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.651153] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Acquiring lock "fc66c14c-3d5f-4185-a0b1-51da2189c359-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.651342] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Lock "fc66c14c-3d5f-4185-a0b1-51da2189c359-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.651517] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Lock "fc66c14c-3d5f-4185-a0b1-51da2189c359-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.653313] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.653866] env[62220]: INFO nova.compute.manager [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Terminating instance [ 1484.655090] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.711306] env[62220]: DEBUG oslo_concurrency.lockutils [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "refresh_cache-efe494c9-6f6d-430f-afb9-7f07417c50e3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.711487] env[62220]: DEBUG oslo_concurrency.lockutils [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquired lock "refresh_cache-efe494c9-6f6d-430f-afb9-7f07417c50e3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.711651] env[62220]: DEBUG nova.network.neutron [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1484.711827] env[62220]: DEBUG nova.objects.instance [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lazy-loading 'info_cache' on Instance uuid efe494c9-6f6d-430f-afb9-7f07417c50e3 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.726558] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52474028-dea5-c262-61e4-ac4795977966, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.727433] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8660f1-a604-4212-b5b6-feb5d2768efc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.733547] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Waiting for the task: (returnval){ [ 1484.733547] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bd871b-34b0-b436-316f-3463371d5466" [ 1484.733547] env[62220]: _type = "Task" [ 1484.733547] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.743683] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bd871b-34b0-b436-316f-3463371d5466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.951187] env[62220]: DEBUG nova.compute.utils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1484.953577] env[62220]: DEBUG nova.compute.manager [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1484.953775] env[62220]: DEBUG nova.network.neutron [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1485.019336] env[62220]: DEBUG nova.policy [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a0e31babb6441f599a400cfb02a3345', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3abdd0398ad4417dafe7e304ad10efbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1485.162585] env[62220]: DEBUG nova.compute.manager [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1485.162889] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1485.165895] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c17693b-c586-4c4a-aeb1-8559d2940656 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.168647] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.168647] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1485.173865] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.174138] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff590b22-1de1-4298-be83-c2a231bccc53 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.182084] env[62220]: DEBUG oslo_vmware.api [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Waiting for the task: (returnval){ [ 1485.182084] env[62220]: value = "task-1747130" [ 1485.182084] env[62220]: _type = "Task" [ 1485.182084] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.192658] env[62220]: DEBUG oslo_vmware.api [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.214922] env[62220]: DEBUG nova.objects.base [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1485.247483] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bd871b-34b0-b436-316f-3463371d5466, 'name': SearchDatastore_Task, 'duration_secs': 0.010368} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.247767] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.249169] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] e59be507-2abd-40f3-8a16-1225de4ae07f/e59be507-2abd-40f3-8a16-1225de4ae07f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1485.249169] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e77ef853-374a-41d6-8772-d5403e126099 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.260176] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Waiting for the task: (returnval){ [ 1485.260176] env[62220]: value = "task-1747131" [ 1485.260176] env[62220]: _type = "Task" [ 1485.260176] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.269034] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.454386] env[62220]: DEBUG nova.compute.manager [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1485.694730] env[62220]: DEBUG oslo_vmware.api [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747130, 'name': PowerOffVM_Task, 'duration_secs': 0.207375} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.695108] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.695285] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.695603] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bdf339c-e52d-4b54-a817-93d41dfd3e4d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.774270] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495492} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.774900] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] e59be507-2abd-40f3-8a16-1225de4ae07f/e59be507-2abd-40f3-8a16-1225de4ae07f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1485.775050] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1485.775348] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4166db3a-73e5-4d4f-a251-7e674cde6e05 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.788306] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Waiting for the task: (returnval){ [ 1485.788306] env[62220]: value = "task-1747133" [ 1485.788306] env[62220]: _type = "Task" [ 1485.788306] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.796272] env[62220]: DEBUG nova.network.neutron [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Successfully created port: bffe0020-1e17-4212-9415-762dc82e8e62 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1485.801358] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1485.801642] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1485.802545] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Deleting the datastore file [datastore1] fc66c14c-3d5f-4185-a0b1-51da2189c359 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.812024] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae551851-9825-409e-8bb4-5dd2d2d2f461 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.812435] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.822195] env[62220]: DEBUG oslo_vmware.api [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Waiting for the task: (returnval){ [ 1485.822195] env[62220]: value = "task-1747134" [ 1485.822195] env[62220]: _type = "Task" [ 1485.822195] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.840019] env[62220]: DEBUG oslo_vmware.api [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.991710] env[62220]: DEBUG nova.network.neutron [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Updating instance_info_cache with network_info: [{"id": "fc606912-43f1-4e50-8167-cb77eb352901", "address": "fa:16:3e:54:dd:6c", "network": {"id": "63a8ed18-350d-4756-89e7-1dac49140563", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-183266839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba6eb7b8ecf4e859f9bc391e2325367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc606912-43", "ovs_interfaceid": "fc606912-43f1-4e50-8167-cb77eb352901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.046354] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a55973-066e-48f1-b9e0-e0de68465b57 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.055136] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9169791f-c572-4515-979a-7b87c7525f36 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.087869] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa8c741-a63e-48bd-8d38-4097844bf724 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.096210] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f5d9ca-02f5-44eb-b079-616e7dd4ebb5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.109321] env[62220]: DEBUG nova.compute.provider_tree [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.298684] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077493} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.299554] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1486.299799] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01763422-365d-42cf-955e-576c324d0de2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.323110] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] e59be507-2abd-40f3-8a16-1225de4ae07f/e59be507-2abd-40f3-8a16-1225de4ae07f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1486.323490] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-180d213e-786d-4d76-9bff-a46760619f9f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.349708] env[62220]: DEBUG oslo_vmware.api [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Task: {'id': task-1747134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135542} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.349708] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.349708] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.349708] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1486.349942] env[62220]: INFO nova.compute.manager [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1486.350111] env[62220]: DEBUG oslo.service.loopingcall [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1486.350316] env[62220]: DEBUG nova.compute.manager [-] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1486.350413] env[62220]: DEBUG nova.network.neutron [-] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.353285] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Waiting for the task: (returnval){ [ 1486.353285] env[62220]: value = "task-1747135" [ 1486.353285] env[62220]: _type = "Task" [ 1486.353285] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.362382] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.474895] env[62220]: DEBUG nova.compute.manager [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1486.494649] env[62220]: DEBUG oslo_concurrency.lockutils [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Releasing lock "refresh_cache-efe494c9-6f6d-430f-afb9-7f07417c50e3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.502797] env[62220]: DEBUG nova.virt.hardware [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1486.503055] env[62220]: DEBUG nova.virt.hardware [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1486.503218] env[62220]: DEBUG nova.virt.hardware [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1486.503397] env[62220]: DEBUG nova.virt.hardware [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1486.503536] env[62220]: DEBUG nova.virt.hardware [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1486.503674] env[62220]: DEBUG nova.virt.hardware [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1486.504736] env[62220]: DEBUG nova.virt.hardware [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1486.504736] env[62220]: DEBUG nova.virt.hardware [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1486.504736] env[62220]: DEBUG nova.virt.hardware [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1486.504736] env[62220]: DEBUG nova.virt.hardware [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1486.504736] env[62220]: DEBUG nova.virt.hardware [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1486.505376] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976cab56-e385-4043-9692-8cf39cae32c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.514615] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b346e00-aac4-465b-93ad-49e37a714cba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.614856] env[62220]: DEBUG nova.scheduler.client.report [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1486.643975] env[62220]: DEBUG nova.compute.manager [req-79e0260e-3926-4f9c-9e07-00a085463741 req-cba4b4a4-5776-4f81-b87a-4e19e9945051 service nova] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Received event network-vif-deleted-fea83e96-01da-4c36-835f-1fde7913740e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1486.644168] env[62220]: INFO nova.compute.manager [req-79e0260e-3926-4f9c-9e07-00a085463741 req-cba4b4a4-5776-4f81-b87a-4e19e9945051 service nova] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Neutron deleted interface fea83e96-01da-4c36-835f-1fde7913740e; detaching it from the instance and deleting it from the info cache [ 1486.644343] env[62220]: DEBUG nova.network.neutron [req-79e0260e-3926-4f9c-9e07-00a085463741 req-cba4b4a4-5776-4f81-b87a-4e19e9945051 service nova] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.863831] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747135, 'name': ReconfigVM_Task, 'duration_secs': 0.286486} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.864136] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Reconfigured VM instance instance-00000027 to attach disk [datastore1] e59be507-2abd-40f3-8a16-1225de4ae07f/e59be507-2abd-40f3-8a16-1225de4ae07f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.864839] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-734fe928-70f8-47dc-bb9d-b961d6cf1d69 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.872554] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Waiting for the task: (returnval){ [ 1486.872554] env[62220]: value = "task-1747136" [ 1486.872554] env[62220]: _type = "Task" [ 1486.872554] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.882382] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747136, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.121041] env[62220]: DEBUG nova.network.neutron [-] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.122724] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.123198] env[62220]: DEBUG nova.compute.manager [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1487.126079] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.983s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.127474] env[62220]: INFO nova.compute.claims [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1487.147015] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-add63dd7-12e9-4584-9cc3-a0be6c1c1a85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.157370] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3486097-e052-4c24-80f3-acea919ba3ad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.194100] env[62220]: DEBUG nova.compute.manager [req-79e0260e-3926-4f9c-9e07-00a085463741 req-cba4b4a4-5776-4f81-b87a-4e19e9945051 service nova] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Detach interface failed, port_id=fea83e96-01da-4c36-835f-1fde7913740e, reason: Instance fc66c14c-3d5f-4185-a0b1-51da2189c359 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1487.384569] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747136, 'name': Rename_Task, 'duration_secs': 0.139873} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.384905] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1487.385523] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92a4a0ba-de0b-4693-844b-1da559622777 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.395671] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Waiting for the task: (returnval){ [ 1487.395671] env[62220]: value = "task-1747137" [ 1487.395671] env[62220]: _type = "Task" [ 1487.395671] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.404941] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.468352] env[62220]: DEBUG nova.compute.manager [req-5e6a5393-ba0e-40d6-a6e2-c5e6640c2e0f req-162901b3-f239-4d4d-b50c-57c1ea65bc4c service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Received event network-vif-plugged-bffe0020-1e17-4212-9415-762dc82e8e62 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1487.468578] env[62220]: DEBUG oslo_concurrency.lockutils [req-5e6a5393-ba0e-40d6-a6e2-c5e6640c2e0f req-162901b3-f239-4d4d-b50c-57c1ea65bc4c service nova] Acquiring lock "f5d1a419-d93b-4988-b051-f1d72b068cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.468852] env[62220]: DEBUG oslo_concurrency.lockutils [req-5e6a5393-ba0e-40d6-a6e2-c5e6640c2e0f req-162901b3-f239-4d4d-b50c-57c1ea65bc4c service nova] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.470095] env[62220]: DEBUG oslo_concurrency.lockutils [req-5e6a5393-ba0e-40d6-a6e2-c5e6640c2e0f req-162901b3-f239-4d4d-b50c-57c1ea65bc4c service nova] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.470095] env[62220]: DEBUG nova.compute.manager [req-5e6a5393-ba0e-40d6-a6e2-c5e6640c2e0f req-162901b3-f239-4d4d-b50c-57c1ea65bc4c service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] No waiting events found dispatching network-vif-plugged-bffe0020-1e17-4212-9415-762dc82e8e62 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1487.470095] env[62220]: WARNING nova.compute.manager [req-5e6a5393-ba0e-40d6-a6e2-c5e6640c2e0f req-162901b3-f239-4d4d-b50c-57c1ea65bc4c service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Received unexpected event network-vif-plugged-bffe0020-1e17-4212-9415-762dc82e8e62 for instance with vm_state building and task_state spawning. [ 1487.501797] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1487.502881] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-917a7caa-7610-4e14-af31-070bf0696397 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.511768] env[62220]: DEBUG oslo_vmware.api [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1487.511768] env[62220]: value = "task-1747138" [ 1487.511768] env[62220]: _type = "Task" [ 1487.511768] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.524526] env[62220]: DEBUG oslo_vmware.api [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.601470] env[62220]: DEBUG nova.network.neutron [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Successfully updated port: bffe0020-1e17-4212-9415-762dc82e8e62 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1487.627160] env[62220]: INFO nova.compute.manager [-] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Took 1.28 seconds to deallocate network for instance. [ 1487.633065] env[62220]: DEBUG nova.compute.utils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1487.635543] env[62220]: DEBUG nova.compute.manager [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1487.635711] env[62220]: DEBUG nova.network.neutron [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1487.704930] env[62220]: DEBUG nova.policy [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b3afa48e6cb4b7084463c855f456b6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3732c6a838c345f8951c39d6db7404d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1487.906718] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747137, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.022528] env[62220]: DEBUG oslo_vmware.api [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747138, 'name': PowerOnVM_Task, 'duration_secs': 0.407808} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.023596] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.023890] env[62220]: DEBUG nova.compute.manager [None req-993298eb-cd83-46fe-8272-c0e24a8c66fb tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.024730] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c68308e-41a3-4ca0-833d-230de1909ef2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.108693] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.108908] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.109093] env[62220]: DEBUG nova.network.neutron [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.136742] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.136936] env[62220]: DEBUG nova.compute.manager [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1488.161802] env[62220]: DEBUG nova.network.neutron [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Successfully created port: c9411f94-c57f-4cd3-abfc-adc79e3bd86d {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1488.413215] env[62220]: DEBUG oslo_vmware.api [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747137, 'name': PowerOnVM_Task, 'duration_secs': 0.529022} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.413820] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.414981] env[62220]: INFO nova.compute.manager [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1488.414981] env[62220]: DEBUG nova.compute.manager [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.418090] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5165cc9f-794e-4ef5-a01c-e241d5d009e7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.657132] env[62220]: DEBUG nova.network.neutron [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1488.782955] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c030bb-3fc4-4350-87d7-9cc42a7c206a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.794751] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "refresh_cache-5fbde370-855d-46ea-9a21-09d9d87b7bd9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.794889] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquired lock "refresh_cache-5fbde370-855d-46ea-9a21-09d9d87b7bd9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.795040] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Forcefully refreshing network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1488.796841] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0c431d-ee34-4fc1-85ab-1697f3e070c9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.831124] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389ae0ab-4e0c-40e2-bc22-df87c5115062 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.839464] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01f28be-9175-417d-a233-b9b4364ee0b4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.855098] env[62220]: DEBUG nova.compute.provider_tree [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.939994] env[62220]: INFO nova.compute.manager [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Took 44.20 seconds to build instance. [ 1488.954555] env[62220]: DEBUG nova.network.neutron [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance_info_cache with network_info: [{"id": "bffe0020-1e17-4212-9415-762dc82e8e62", "address": "fa:16:3e:f7:dc:57", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbffe0020-1e", "ovs_interfaceid": "bffe0020-1e17-4212-9415-762dc82e8e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.151216] env[62220]: DEBUG nova.compute.manager [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1489.175353] env[62220]: DEBUG nova.virt.hardware [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1489.175601] env[62220]: DEBUG nova.virt.hardware [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1489.175758] env[62220]: DEBUG nova.virt.hardware [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.176257] env[62220]: DEBUG nova.virt.hardware [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1489.176257] env[62220]: DEBUG nova.virt.hardware [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.176257] env[62220]: DEBUG nova.virt.hardware [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1489.176497] env[62220]: DEBUG nova.virt.hardware [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1489.176616] env[62220]: DEBUG nova.virt.hardware [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1489.176812] env[62220]: DEBUG nova.virt.hardware [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1489.176980] env[62220]: DEBUG nova.virt.hardware [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1489.177169] env[62220]: DEBUG nova.virt.hardware [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1489.178043] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f66059-2b25-4864-9815-aa8d655b6dac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.186619] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2206baa0-7383-4bff-94ee-b91cdeaade3e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.358703] env[62220]: DEBUG nova.scheduler.client.report [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1489.442166] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8bebcb29-aff9-4665-b8ed-4191309936ce tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Lock "e59be507-2abd-40f3-8a16-1225de4ae07f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.892s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.458017] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.458375] env[62220]: DEBUG nova.compute.manager [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Instance network_info: |[{"id": "bffe0020-1e17-4212-9415-762dc82e8e62", "address": "fa:16:3e:f7:dc:57", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbffe0020-1e", "ovs_interfaceid": "bffe0020-1e17-4212-9415-762dc82e8e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1489.459120] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:dc:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bffe0020-1e17-4212-9415-762dc82e8e62', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1489.467771] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Creating folder: Project (3abdd0398ad4417dafe7e304ad10efbe). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1489.468169] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c7837ea-8439-4983-8b6b-d842d9ddbf16 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.483324] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Created folder: Project (3abdd0398ad4417dafe7e304ad10efbe) in parent group-v363147. [ 1489.483324] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Creating folder: Instances. Parent ref: group-v363264. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1489.483324] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccc94821-29ae-4eb1-841a-4a10e4fb5588 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.497779] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Created folder: Instances in parent group-v363264. [ 1489.498475] env[62220]: DEBUG oslo.service.loopingcall [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1489.498882] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1489.499238] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-404b0301-c2ee-4e6f-9896-02c14fa926a5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.522216] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1489.522216] env[62220]: value = "task-1747141" [ 1489.522216] env[62220]: _type = "Task" [ 1489.522216] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.529966] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747141, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.650622] env[62220]: DEBUG nova.compute.manager [req-9ecbaaeb-2085-40b6-881e-f4526a3cd366 req-33e36883-4872-48c9-82c3-d06721b7c874 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Received event network-changed-bffe0020-1e17-4212-9415-762dc82e8e62 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1489.650827] env[62220]: DEBUG nova.compute.manager [req-9ecbaaeb-2085-40b6-881e-f4526a3cd366 req-33e36883-4872-48c9-82c3-d06721b7c874 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Refreshing instance network info cache due to event network-changed-bffe0020-1e17-4212-9415-762dc82e8e62. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1489.651056] env[62220]: DEBUG oslo_concurrency.lockutils [req-9ecbaaeb-2085-40b6-881e-f4526a3cd366 req-33e36883-4872-48c9-82c3-d06721b7c874 service nova] Acquiring lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.651207] env[62220]: DEBUG oslo_concurrency.lockutils [req-9ecbaaeb-2085-40b6-881e-f4526a3cd366 req-33e36883-4872-48c9-82c3-d06721b7c874 service nova] Acquired lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.651370] env[62220]: DEBUG nova.network.neutron [req-9ecbaaeb-2085-40b6-881e-f4526a3cd366 req-33e36883-4872-48c9-82c3-d06721b7c874 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Refreshing network info cache for port bffe0020-1e17-4212-9415-762dc82e8e62 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1489.864418] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.865968] env[62220]: DEBUG nova.compute.manager [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1489.871130] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.758s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.873662] env[62220]: INFO nova.compute.claims [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1489.908276] env[62220]: DEBUG oslo_concurrency.lockutils [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "4e2be5d5-3737-44a9-a89a-1e63a70833cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.908543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "4e2be5d5-3737-44a9-a89a-1e63a70833cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.908879] env[62220]: DEBUG oslo_concurrency.lockutils [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "4e2be5d5-3737-44a9-a89a-1e63a70833cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.909151] env[62220]: DEBUG oslo_concurrency.lockutils [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "4e2be5d5-3737-44a9-a89a-1e63a70833cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.911041] env[62220]: DEBUG oslo_concurrency.lockutils [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "4e2be5d5-3737-44a9-a89a-1e63a70833cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.914680] env[62220]: INFO nova.compute.manager [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Terminating instance [ 1489.947125] env[62220]: DEBUG nova.compute.manager [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1490.034092] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747141, 'name': CreateVM_Task, 'duration_secs': 0.39214} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.034369] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1490.035158] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.035389] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.035736] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1490.035999] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0df5c9c-118a-4fbc-91df-05282a504206 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.042958] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1490.042958] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e9e9f6-88a1-ef53-d6dd-7fdb1f101093" [ 1490.042958] env[62220]: _type = "Task" [ 1490.042958] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.052378] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e9e9f6-88a1-ef53-d6dd-7fdb1f101093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.056086] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Updating instance_info_cache with network_info: [{"id": "4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1", "address": "fa:16:3e:72:f4:d7", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0792c0-9a", "ovs_interfaceid": "4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.129858] env[62220]: DEBUG nova.network.neutron [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Successfully updated port: c9411f94-c57f-4cd3-abfc-adc79e3bd86d {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1490.386865] env[62220]: DEBUG nova.compute.utils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1490.388412] env[62220]: DEBUG nova.compute.manager [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1490.388503] env[62220]: DEBUG nova.network.neutron [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1490.419018] env[62220]: DEBUG nova.compute.manager [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1490.419018] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1490.419018] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c006da89-d38d-4e4e-8e81-1549cab26be1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.428981] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1490.429394] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4144cb34-8da4-4b09-bb3a-bd0c87dcc3b6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.442021] env[62220]: DEBUG oslo_vmware.api [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1490.442021] env[62220]: value = "task-1747142" [ 1490.442021] env[62220]: _type = "Task" [ 1490.442021] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.452327] env[62220]: DEBUG oslo_vmware.api [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.456544] env[62220]: DEBUG nova.policy [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3db46887d12f44fb9a109a298f64c482', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94aff9e2a5bf4021a473b185034a5405', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1490.470624] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.507180] env[62220]: DEBUG nova.network.neutron [req-9ecbaaeb-2085-40b6-881e-f4526a3cd366 req-33e36883-4872-48c9-82c3-d06721b7c874 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updated VIF entry in instance network info cache for port bffe0020-1e17-4212-9415-762dc82e8e62. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1490.507180] env[62220]: DEBUG nova.network.neutron [req-9ecbaaeb-2085-40b6-881e-f4526a3cd366 req-33e36883-4872-48c9-82c3-d06721b7c874 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance_info_cache with network_info: [{"id": "bffe0020-1e17-4212-9415-762dc82e8e62", "address": "fa:16:3e:f7:dc:57", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbffe0020-1e", "ovs_interfaceid": "bffe0020-1e17-4212-9415-762dc82e8e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.557024] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e9e9f6-88a1-ef53-d6dd-7fdb1f101093, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.557024] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.557024] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1490.557024] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.557024] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.557024] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1490.557024] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4aeaa05-38ff-496a-b02e-9dd82b45ff13 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.559575] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Releasing lock "refresh_cache-5fbde370-855d-46ea-9a21-09d9d87b7bd9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.560032] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Updated the network info_cache for instance {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1490.561056] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.561056] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.561056] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.561056] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.561056] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.561546] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.561803] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1490.562098] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.568375] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1490.568375] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1490.568375] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de17fb75-b93d-4ffc-a09e-c1b98cbc0bad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.578570] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1490.578570] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523d944b-c79b-53f2-f60a-2df08da63374" [ 1490.578570] env[62220]: _type = "Task" [ 1490.578570] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.592301] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523d944b-c79b-53f2-f60a-2df08da63374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.633746] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.634385] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquired lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.634385] env[62220]: DEBUG nova.network.neutron [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.696959] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "dba7afa9-5628-47e5-a762-7932f93bc6a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.697210] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "dba7afa9-5628-47e5-a762-7932f93bc6a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.745941] env[62220]: DEBUG nova.network.neutron [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Successfully created port: 12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1490.894954] env[62220]: DEBUG nova.compute.manager [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1490.957289] env[62220]: DEBUG oslo_vmware.api [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747142, 'name': PowerOffVM_Task, 'duration_secs': 0.208346} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.957805] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.958254] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1490.958540] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21d040ad-da4d-4484-9cba-132daaa8d9f9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.009433] env[62220]: DEBUG oslo_concurrency.lockutils [req-9ecbaaeb-2085-40b6-881e-f4526a3cd366 req-33e36883-4872-48c9-82c3-d06721b7c874 service nova] Releasing lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.069730] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.071790] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1491.071990] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1491.072347] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Deleting the datastore file [datastore1] 4e2be5d5-3737-44a9-a89a-1e63a70833cb {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1491.073366] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97c38f05-8ce9-4a4f-9bae-c25c6f2572ac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.082265] env[62220]: DEBUG oslo_vmware.api [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1491.082265] env[62220]: value = "task-1747144" [ 1491.082265] env[62220]: _type = "Task" [ 1491.082265] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.101026] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523d944b-c79b-53f2-f60a-2df08da63374, 'name': SearchDatastore_Task, 'duration_secs': 0.013878} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.104578] env[62220]: DEBUG oslo_vmware.api [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.107944] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e4e89b3-fbcf-4c4c-b98f-7c2be7c7fc5c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.113922] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1491.113922] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5260180e-9c8c-bf68-2c35-5af7cd74ffa0" [ 1491.113922] env[62220]: _type = "Task" [ 1491.113922] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.122876] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5260180e-9c8c-bf68-2c35-5af7cd74ffa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.188270] env[62220]: DEBUG nova.network.neutron [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1491.415999] env[62220]: DEBUG nova.network.neutron [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Updating instance_info_cache with network_info: [{"id": "c9411f94-c57f-4cd3-abfc-adc79e3bd86d", "address": "fa:16:3e:d0:93:04", "network": {"id": "f462fea0-df0d-415a-818b-8248add36c2b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1461643674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3732c6a838c345f8951c39d6db7404d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9411f94-c5", "ovs_interfaceid": "c9411f94-c57f-4cd3-abfc-adc79e3bd86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.422019] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02582335-42d8-466b-a491-6352505bacf0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.428538] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925c7d64-1c96-431d-81f3-2c8cfd8de9b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.460128] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7878d14-7d4f-4656-af67-9019c30a6d0c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.468728] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8efac8b-0400-4d59-9d56-530295fcabef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.484888] env[62220]: DEBUG nova.compute.provider_tree [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.599973] env[62220]: DEBUG oslo_vmware.api [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140485} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.600247] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1491.600431] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1491.600609] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1491.600824] env[62220]: INFO nova.compute.manager [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1491.601016] env[62220]: DEBUG oslo.service.loopingcall [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.601216] env[62220]: DEBUG nova.compute.manager [-] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1491.601362] env[62220]: DEBUG nova.network.neutron [-] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1491.624250] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5260180e-9c8c-bf68-2c35-5af7cd74ffa0, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.624363] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.624530] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] f5d1a419-d93b-4988-b051-f1d72b068cc9/f5d1a419-d93b-4988-b051-f1d72b068cc9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1491.624800] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-618f1163-0629-4019-a4d0-9715f4fe0392 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.632657] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1491.632657] env[62220]: value = "task-1747145" [ 1491.632657] env[62220]: _type = "Task" [ 1491.632657] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.642294] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.728322] env[62220]: DEBUG nova.compute.manager [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Received event network-vif-plugged-c9411f94-c57f-4cd3-abfc-adc79e3bd86d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1491.728322] env[62220]: DEBUG oslo_concurrency.lockutils [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] Acquiring lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.728322] env[62220]: DEBUG oslo_concurrency.lockutils [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] Lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.728322] env[62220]: DEBUG oslo_concurrency.lockutils [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] Lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.728322] env[62220]: DEBUG nova.compute.manager [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] No waiting events found dispatching network-vif-plugged-c9411f94-c57f-4cd3-abfc-adc79e3bd86d {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1491.729266] env[62220]: WARNING nova.compute.manager [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Received unexpected event network-vif-plugged-c9411f94-c57f-4cd3-abfc-adc79e3bd86d for instance with vm_state building and task_state spawning. [ 1491.729584] env[62220]: DEBUG nova.compute.manager [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Received event network-changed-c9411f94-c57f-4cd3-abfc-adc79e3bd86d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1491.729699] env[62220]: DEBUG nova.compute.manager [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Refreshing instance network info cache due to event network-changed-c9411f94-c57f-4cd3-abfc-adc79e3bd86d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1491.729964] env[62220]: DEBUG oslo_concurrency.lockutils [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] Acquiring lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.909771] env[62220]: DEBUG nova.compute.manager [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1491.922633] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Releasing lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.923023] env[62220]: DEBUG nova.compute.manager [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Instance network_info: |[{"id": "c9411f94-c57f-4cd3-abfc-adc79e3bd86d", "address": "fa:16:3e:d0:93:04", "network": {"id": "f462fea0-df0d-415a-818b-8248add36c2b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1461643674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3732c6a838c345f8951c39d6db7404d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9411f94-c5", "ovs_interfaceid": "c9411f94-c57f-4cd3-abfc-adc79e3bd86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1491.923364] env[62220]: DEBUG oslo_concurrency.lockutils [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] Acquired lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.923557] env[62220]: DEBUG nova.network.neutron [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Refreshing network info cache for port c9411f94-c57f-4cd3-abfc-adc79e3bd86d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.924956] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:93:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9411f94-c57f-4cd3-abfc-adc79e3bd86d', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1491.933524] env[62220]: DEBUG oslo.service.loopingcall [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.938748] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1491.939741] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1eb1e8b-be87-46c2-86a7-c9d5e39b8116 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.959116] env[62220]: DEBUG nova.virt.hardware [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1491.959426] env[62220]: DEBUG nova.virt.hardware [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1491.959625] env[62220]: DEBUG nova.virt.hardware [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1491.959888] env[62220]: DEBUG nova.virt.hardware [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1491.960157] env[62220]: DEBUG nova.virt.hardware [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1491.960350] env[62220]: DEBUG nova.virt.hardware [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1491.960886] env[62220]: DEBUG nova.virt.hardware [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1491.960886] env[62220]: DEBUG nova.virt.hardware [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1491.961067] env[62220]: DEBUG nova.virt.hardware [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1491.961153] env[62220]: DEBUG nova.virt.hardware [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1491.961355] env[62220]: DEBUG nova.virt.hardware [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1491.962746] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ace82bb-2159-434e-ae31-29b29bfb8fc6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.974123] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38539b1-faf2-4a4c-9fef-42d42d2e1c7a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.978836] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1491.978836] env[62220]: value = "task-1747146" [ 1491.978836] env[62220]: _type = "Task" [ 1491.978836] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.992613] env[62220]: DEBUG nova.scheduler.client.report [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1492.007599] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747146, 'name': CreateVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.149190] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747145, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.307202] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Acquiring lock "e59be507-2abd-40f3-8a16-1225de4ae07f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.307461] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Lock "e59be507-2abd-40f3-8a16-1225de4ae07f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.307693] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Acquiring lock "e59be507-2abd-40f3-8a16-1225de4ae07f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.308442] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Lock "e59be507-2abd-40f3-8a16-1225de4ae07f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.308718] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Lock "e59be507-2abd-40f3-8a16-1225de4ae07f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.311450] env[62220]: DEBUG nova.network.neutron [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Updated VIF entry in instance network info cache for port c9411f94-c57f-4cd3-abfc-adc79e3bd86d. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1492.311776] env[62220]: DEBUG nova.network.neutron [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Updating instance_info_cache with network_info: [{"id": "c9411f94-c57f-4cd3-abfc-adc79e3bd86d", "address": "fa:16:3e:d0:93:04", "network": {"id": "f462fea0-df0d-415a-818b-8248add36c2b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1461643674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3732c6a838c345f8951c39d6db7404d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9411f94-c5", "ovs_interfaceid": "c9411f94-c57f-4cd3-abfc-adc79e3bd86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.313142] env[62220]: INFO nova.compute.manager [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Terminating instance [ 1492.463696] env[62220]: DEBUG nova.network.neutron [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Successfully updated port: 12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1492.493028] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747146, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.502331] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.502477] env[62220]: DEBUG nova.compute.manager [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1492.509021] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.634s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.509021] env[62220]: INFO nova.compute.claims [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.567260] env[62220]: DEBUG nova.compute.manager [req-f1fc7c31-a159-4629-b949-4c5543b2e747 req-22bad8a6-3943-48f2-85c2-3bc2d2d55a2f service nova] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Received event network-vif-plugged-12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1492.568024] env[62220]: DEBUG oslo_concurrency.lockutils [req-f1fc7c31-a159-4629-b949-4c5543b2e747 req-22bad8a6-3943-48f2-85c2-3bc2d2d55a2f service nova] Acquiring lock "248e0d5e-32ec-4711-91f3-e4a93d7c8b47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.568299] env[62220]: DEBUG oslo_concurrency.lockutils [req-f1fc7c31-a159-4629-b949-4c5543b2e747 req-22bad8a6-3943-48f2-85c2-3bc2d2d55a2f service nova] Lock "248e0d5e-32ec-4711-91f3-e4a93d7c8b47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.568547] env[62220]: DEBUG oslo_concurrency.lockutils [req-f1fc7c31-a159-4629-b949-4c5543b2e747 req-22bad8a6-3943-48f2-85c2-3bc2d2d55a2f service nova] Lock "248e0d5e-32ec-4711-91f3-e4a93d7c8b47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.568850] env[62220]: DEBUG nova.compute.manager [req-f1fc7c31-a159-4629-b949-4c5543b2e747 req-22bad8a6-3943-48f2-85c2-3bc2d2d55a2f service nova] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] No waiting events found dispatching network-vif-plugged-12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1492.569356] env[62220]: WARNING nova.compute.manager [req-f1fc7c31-a159-4629-b949-4c5543b2e747 req-22bad8a6-3943-48f2-85c2-3bc2d2d55a2f service nova] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Received unexpected event network-vif-plugged-12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a for instance with vm_state building and task_state spawning. [ 1492.646207] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752724} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.647854] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] f5d1a419-d93b-4988-b051-f1d72b068cc9/f5d1a419-d93b-4988-b051-f1d72b068cc9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1492.648096] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1492.648369] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f586d8ed-4504-487b-bfde-35c7333345f7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.658402] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1492.658402] env[62220]: value = "task-1747147" [ 1492.658402] env[62220]: _type = "Task" [ 1492.658402] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.669204] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.688363] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "72718b40-5a93-40c5-bd33-84dfa5e1fa05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.688671] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "72718b40-5a93-40c5-bd33-84dfa5e1fa05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.688915] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "72718b40-5a93-40c5-bd33-84dfa5e1fa05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.689130] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "72718b40-5a93-40c5-bd33-84dfa5e1fa05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.689305] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "72718b40-5a93-40c5-bd33-84dfa5e1fa05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.691638] env[62220]: INFO nova.compute.manager [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Terminating instance [ 1492.815552] env[62220]: DEBUG oslo_concurrency.lockutils [req-3b76e04f-ab0c-4e0f-8ce5-976515684aba req-0c987ea5-17a3-4670-bd38-427981e02642 service nova] Releasing lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.820603] env[62220]: DEBUG nova.compute.manager [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1492.820752] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.821687] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74da2de-fd9d-4539-bb62-c675aa95e195 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.830622] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.830865] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebc8ee16-7ef9-40e8-876f-c235e0d0f906 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.839479] env[62220]: DEBUG oslo_vmware.api [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Waiting for the task: (returnval){ [ 1492.839479] env[62220]: value = "task-1747148" [ 1492.839479] env[62220]: _type = "Task" [ 1492.839479] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.849795] env[62220]: DEBUG oslo_vmware.api [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.921391] env[62220]: DEBUG nova.network.neutron [-] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.968835] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "refresh_cache-248e0d5e-32ec-4711-91f3-e4a93d7c8b47" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.969016] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "refresh_cache-248e0d5e-32ec-4711-91f3-e4a93d7c8b47" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.969270] env[62220]: DEBUG nova.network.neutron [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.995522] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747146, 'name': CreateVM_Task, 'duration_secs': 0.532372} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.995766] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1492.996668] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.996915] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.997363] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1492.997692] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f4863a-f8ee-46f8-99f2-0d64a37ea31c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.003700] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1493.003700] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bd6ca2-42f4-bd0d-40de-ac3fe331f499" [ 1493.003700] env[62220]: _type = "Task" [ 1493.003700] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.012730] env[62220]: DEBUG nova.compute.utils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1493.015625] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bd6ca2-42f4-bd0d-40de-ac3fe331f499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.016108] env[62220]: DEBUG nova.compute.manager [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1493.016273] env[62220]: DEBUG nova.network.neutron [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.071101] env[62220]: DEBUG nova.policy [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '029f7ae6b342430a94238182fdc24091', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d1461cd9e704fbdaaa24b82c2c031e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1493.169625] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080607} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.169921] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1493.170957] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe69e13c-fac0-4a5b-8b9e-32a933b39ab7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.194039] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] f5d1a419-d93b-4988-b051-f1d72b068cc9/f5d1a419-d93b-4988-b051-f1d72b068cc9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1493.194039] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0dec377-bd43-4789-b0e3-e2e04b7e1c9b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.210160] env[62220]: DEBUG nova.compute.manager [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1493.210398] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1493.211302] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0d8a37-d57f-40ff-9f2a-b7f770b3b74c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.219869] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.219970] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e36a6b9-6173-4ba0-a7d5-eb37371b3870 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.222777] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1493.222777] env[62220]: value = "task-1747149" [ 1493.222777] env[62220]: _type = "Task" [ 1493.222777] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.230027] env[62220]: DEBUG oslo_vmware.api [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1493.230027] env[62220]: value = "task-1747150" [ 1493.230027] env[62220]: _type = "Task" [ 1493.230027] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.233259] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.242618] env[62220]: DEBUG oslo_vmware.api [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.350995] env[62220]: DEBUG oslo_vmware.api [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747148, 'name': PowerOffVM_Task, 'duration_secs': 0.291692} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.351308] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.351516] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1493.351804] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e00c9cb0-7aa0-4845-a35f-a83d069b28b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.400626] env[62220]: DEBUG nova.network.neutron [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Successfully created port: 5000ac22-707b-4f68-8279-83526b4c4d38 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.424317] env[62220]: INFO nova.compute.manager [-] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Took 1.82 seconds to deallocate network for instance. [ 1493.477855] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1493.478129] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1493.478705] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Deleting the datastore file [datastore1] e59be507-2abd-40f3-8a16-1225de4ae07f {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1493.478705] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e990ca05-ade9-4e2d-9358-35131fe0272f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.488672] env[62220]: DEBUG oslo_vmware.api [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Waiting for the task: (returnval){ [ 1493.488672] env[62220]: value = "task-1747152" [ 1493.488672] env[62220]: _type = "Task" [ 1493.488672] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.498525] env[62220]: DEBUG oslo_vmware.api [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.507956] env[62220]: DEBUG nova.network.neutron [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.516042] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bd6ca2-42f4-bd0d-40de-ac3fe331f499, 'name': SearchDatastore_Task, 'duration_secs': 0.011461} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.516537] env[62220]: DEBUG nova.compute.manager [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1493.519300] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.519588] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.519755] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.520216] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.520216] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.523989] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa390799-3bb3-4bae-8c17-c9f2e0d96362 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.543550] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.543550] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1493.544288] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5604251-322b-42b4-b384-88b9590464a3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.550677] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1493.550677] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f4608e-a03f-005d-7737-13a3b728fff1" [ 1493.550677] env[62220]: _type = "Task" [ 1493.550677] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.567271] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f4608e-a03f-005d-7737-13a3b728fff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.735503] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.751218] env[62220]: DEBUG oslo_vmware.api [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747150, 'name': PowerOffVM_Task, 'duration_secs': 0.211209} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.751500] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.751661] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1493.751920] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfc78a57-73da-4895-a207-de9b13502ff8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.815675] env[62220]: DEBUG nova.network.neutron [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Updating instance_info_cache with network_info: [{"id": "12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a", "address": "fa:16:3e:51:da:45", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12dcf76c-a5", "ovs_interfaceid": "12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.888485] env[62220]: DEBUG nova.compute.manager [req-08c5b8e5-2bd3-448a-8ce1-526cf18912b5 req-f4a2359d-d396-4941-974f-1d254eb98a7c service nova] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Received event network-vif-deleted-f13b893e-de98-4164-bc58-4c6deb810aa5 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1493.931940] env[62220]: DEBUG oslo_concurrency.lockutils [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.001643] env[62220]: DEBUG oslo_vmware.api [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Task: {'id': task-1747152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482731} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.001911] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1494.002119] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1494.002298] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1494.002472] env[62220]: INFO nova.compute.manager [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1494.002721] env[62220]: DEBUG oslo.service.loopingcall [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1494.002912] env[62220]: DEBUG nova.compute.manager [-] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1494.003025] env[62220]: DEBUG nova.network.neutron [-] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1494.048462] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b6dd09-77d0-44b7-a0a9-616fbad83f87 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.067251] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ab4a64-0ea8-4b3c-817c-3ec6b41ac709 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.070523] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f4608e-a03f-005d-7737-13a3b728fff1, 'name': SearchDatastore_Task, 'duration_secs': 0.038334} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.074308] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05943b2-8950-4cfc-a9dd-fd9cbbc9e1ee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.103363] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85d21cc-e0c9-42aa-ade9-aebe2b963c09 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.107507] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1494.107507] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5294dcf7-4058-f63f-3716-fc0d9609c98d" [ 1494.107507] env[62220]: _type = "Task" [ 1494.107507] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.115208] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e09679-a5ff-42e4-b121-c71f263b438a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.123347] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5294dcf7-4058-f63f-3716-fc0d9609c98d, 'name': SearchDatastore_Task, 'duration_secs': 0.008636} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.123946] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.124252] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] e03ade62-8b1b-42bd-9fc2-26a2b677bf5d/e03ade62-8b1b-42bd-9fc2-26a2b677bf5d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1494.124506] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cd2a08d-f9d9-404b-a7fd-413438d1e4b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.134272] env[62220]: DEBUG nova.compute.provider_tree [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.140300] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1494.140510] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1494.140685] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Deleting the datastore file [datastore1] 72718b40-5a93-40c5-bd33-84dfa5e1fa05 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.140944] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97dadd6c-a15b-4b67-8c4d-61781d320946 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.148111] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1494.148111] env[62220]: value = "task-1747154" [ 1494.148111] env[62220]: _type = "Task" [ 1494.148111] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.151461] env[62220]: DEBUG oslo_vmware.api [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1494.151461] env[62220]: value = "task-1747155" [ 1494.151461] env[62220]: _type = "Task" [ 1494.151461] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.173178] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.177817] env[62220]: DEBUG oslo_vmware.api [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.247573] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747149, 'name': ReconfigVM_Task, 'duration_secs': 0.834076} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.248103] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Reconfigured VM instance instance-00000028 to attach disk [datastore1] f5d1a419-d93b-4988-b051-f1d72b068cc9/f5d1a419-d93b-4988-b051-f1d72b068cc9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1494.248887] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-917dae1c-7521-4a67-a554-c652da3039af {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.259677] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1494.259677] env[62220]: value = "task-1747156" [ 1494.259677] env[62220]: _type = "Task" [ 1494.259677] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.276133] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747156, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.318671] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "refresh_cache-248e0d5e-32ec-4711-91f3-e4a93d7c8b47" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.319133] env[62220]: DEBUG nova.compute.manager [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Instance network_info: |[{"id": "12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a", "address": "fa:16:3e:51:da:45", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12dcf76c-a5", "ovs_interfaceid": "12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1494.319623] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:da:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1494.328490] env[62220]: DEBUG oslo.service.loopingcall [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1494.328815] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1494.329120] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1847371-f564-46d1-90df-ba173ad86527 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.354098] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1494.354098] env[62220]: value = "task-1747157" [ 1494.354098] env[62220]: _type = "Task" [ 1494.354098] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.363481] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747157, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.538198] env[62220]: DEBUG nova.compute.manager [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1494.567091] env[62220]: DEBUG nova.virt.hardware [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1494.568485] env[62220]: DEBUG nova.virt.hardware [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1494.568485] env[62220]: DEBUG nova.virt.hardware [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.568485] env[62220]: DEBUG nova.virt.hardware [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1494.568485] env[62220]: DEBUG nova.virt.hardware [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.568485] env[62220]: DEBUG nova.virt.hardware [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1494.568485] env[62220]: DEBUG nova.virt.hardware [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1494.568485] env[62220]: DEBUG nova.virt.hardware [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1494.568485] env[62220]: DEBUG nova.virt.hardware [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1494.569243] env[62220]: DEBUG nova.virt.hardware [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1494.569243] env[62220]: DEBUG nova.virt.hardware [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1494.569857] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7425e53b-f614-48fa-b944-ca7bae43d6ae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.579672] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f12e70-1267-4446-91d2-267bfdc7f471 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.596953] env[62220]: DEBUG nova.compute.manager [req-0c49ab96-1296-4eda-b0a6-44b105730839 req-340e2d4d-4c57-474e-aef2-e312d96da7b8 service nova] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Received event network-changed-12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1494.597219] env[62220]: DEBUG nova.compute.manager [req-0c49ab96-1296-4eda-b0a6-44b105730839 req-340e2d4d-4c57-474e-aef2-e312d96da7b8 service nova] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Refreshing instance network info cache due to event network-changed-12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1494.597441] env[62220]: DEBUG oslo_concurrency.lockutils [req-0c49ab96-1296-4eda-b0a6-44b105730839 req-340e2d4d-4c57-474e-aef2-e312d96da7b8 service nova] Acquiring lock "refresh_cache-248e0d5e-32ec-4711-91f3-e4a93d7c8b47" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.597587] env[62220]: DEBUG oslo_concurrency.lockutils [req-0c49ab96-1296-4eda-b0a6-44b105730839 req-340e2d4d-4c57-474e-aef2-e312d96da7b8 service nova] Acquired lock "refresh_cache-248e0d5e-32ec-4711-91f3-e4a93d7c8b47" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.597748] env[62220]: DEBUG nova.network.neutron [req-0c49ab96-1296-4eda-b0a6-44b105730839 req-340e2d4d-4c57-474e-aef2-e312d96da7b8 service nova] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Refreshing network info cache for port 12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.637985] env[62220]: DEBUG nova.scheduler.client.report [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1494.667965] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747154, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.676067] env[62220]: DEBUG oslo_vmware.api [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151322} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.676462] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1494.676749] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1494.677044] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1494.677324] env[62220]: INFO nova.compute.manager [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Took 1.47 seconds to destroy the instance on the hypervisor. [ 1494.677685] env[62220]: DEBUG oslo.service.loopingcall [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1494.677969] env[62220]: DEBUG nova.compute.manager [-] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1494.678137] env[62220]: DEBUG nova.network.neutron [-] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1494.772242] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747156, 'name': Rename_Task, 'duration_secs': 0.472169} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.772555] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1494.772836] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c58cb18c-fd5d-4e04-9ba4-6f8a47436681 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.781260] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1494.781260] env[62220]: value = "task-1747158" [ 1494.781260] env[62220]: _type = "Task" [ 1494.781260] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.789960] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.867144] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747157, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.908995] env[62220]: DEBUG nova.network.neutron [-] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.981294] env[62220]: DEBUG nova.network.neutron [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Successfully updated port: 5000ac22-707b-4f68-8279-83526b4c4d38 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.143232] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.143756] env[62220]: DEBUG nova.compute.manager [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1495.146708] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.495s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.146891] env[62220]: DEBUG nova.objects.instance [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1495.167179] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5209} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.167179] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] e03ade62-8b1b-42bd-9fc2-26a2b677bf5d/e03ade62-8b1b-42bd-9fc2-26a2b677bf5d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1495.167179] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1495.167179] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d5c067a-0f52-44ed-a993-744b3a226d5e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.176952] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1495.176952] env[62220]: value = "task-1747159" [ 1495.176952] env[62220]: _type = "Task" [ 1495.176952] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.188229] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.294885] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747158, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.344016] env[62220]: DEBUG nova.network.neutron [req-0c49ab96-1296-4eda-b0a6-44b105730839 req-340e2d4d-4c57-474e-aef2-e312d96da7b8 service nova] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Updated VIF entry in instance network info cache for port 12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.344506] env[62220]: DEBUG nova.network.neutron [req-0c49ab96-1296-4eda-b0a6-44b105730839 req-340e2d4d-4c57-474e-aef2-e312d96da7b8 service nova] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Updating instance_info_cache with network_info: [{"id": "12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a", "address": "fa:16:3e:51:da:45", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12dcf76c-a5", "ovs_interfaceid": "12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.369290] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747157, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.412486] env[62220]: INFO nova.compute.manager [-] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Took 1.41 seconds to deallocate network for instance. [ 1495.484169] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.484328] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.484477] env[62220]: DEBUG nova.network.neutron [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.653707] env[62220]: DEBUG nova.compute.utils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1495.658039] env[62220]: DEBUG nova.compute.manager [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1495.658039] env[62220]: DEBUG nova.network.neutron [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.686648] env[62220]: DEBUG nova.network.neutron [-] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.687741] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145831} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.688168] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.688967] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012638bb-9e1d-44ab-811b-8556d5931d36 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.711746] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e03ade62-8b1b-42bd-9fc2-26a2b677bf5d/e03ade62-8b1b-42bd-9fc2-26a2b677bf5d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.713643] env[62220]: DEBUG nova.policy [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea5d7bd53f854ffa864685df10571409', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54b553ac14914e5cbae5a698bf1f83db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1495.715039] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2abf220c-c505-4bbd-8a08-532bf7034750 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.734619] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1495.734619] env[62220]: value = "task-1747160" [ 1495.734619] env[62220]: _type = "Task" [ 1495.734619] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.742584] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.794377] env[62220]: DEBUG oslo_vmware.api [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747158, 'name': PowerOnVM_Task, 'duration_secs': 0.600684} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.794650] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.794846] env[62220]: INFO nova.compute.manager [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1495.795421] env[62220]: DEBUG nova.compute.manager [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.797032] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1aca5d-bd76-45ac-b684-346a9c6c5340 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.847670] env[62220]: DEBUG oslo_concurrency.lockutils [req-0c49ab96-1296-4eda-b0a6-44b105730839 req-340e2d4d-4c57-474e-aef2-e312d96da7b8 service nova] Releasing lock "refresh_cache-248e0d5e-32ec-4711-91f3-e4a93d7c8b47" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.866291] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747157, 'name': CreateVM_Task, 'duration_secs': 1.223646} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.866291] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1495.866892] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.866892] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.866892] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1495.867191] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e024e3-2220-40c7-b012-1ca694b9014c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.872510] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1495.872510] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521c6a1c-638c-9514-4b38-c8e788a38e18" [ 1495.872510] env[62220]: _type = "Task" [ 1495.872510] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.881110] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521c6a1c-638c-9514-4b38-c8e788a38e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.918977] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.919892] env[62220]: DEBUG nova.compute.manager [req-e91a8241-fcbd-4a89-b8b7-2d6a89459d0b req-f2aeebba-9cad-4499-b904-d98aa2fd035c service nova] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Received event network-vif-deleted-5fb93fff-e42c-4a79-b775-458744bb895c {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1495.920878] env[62220]: DEBUG nova.compute.manager [req-e91a8241-fcbd-4a89-b8b7-2d6a89459d0b req-f2aeebba-9cad-4499-b904-d98aa2fd035c service nova] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Received event network-vif-deleted-6c13c1fe-857d-41ae-a9d2-17b5d733cb4f {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1495.995063] env[62220]: DEBUG nova.network.neutron [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Successfully created port: 34cbc5bb-e55d-4bce-8936-2c2426d98084 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1496.046332] env[62220]: DEBUG nova.network.neutron [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.158412] env[62220]: DEBUG nova.compute.manager [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1496.162091] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0bcebf1b-dc17-4835-af44-c254a5033ba7 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.163256] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.117s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.164657] env[62220]: INFO nova.compute.claims [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1496.189414] env[62220]: INFO nova.compute.manager [-] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Took 1.51 seconds to deallocate network for instance. [ 1496.247959] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747160, 'name': ReconfigVM_Task, 'duration_secs': 0.313814} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.250866] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e03ade62-8b1b-42bd-9fc2-26a2b677bf5d/e03ade62-8b1b-42bd-9fc2-26a2b677bf5d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.250866] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f03daa30-ad4d-4805-9825-777c314a2c56 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.259435] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1496.259435] env[62220]: value = "task-1747161" [ 1496.259435] env[62220]: _type = "Task" [ 1496.259435] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.269236] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747161, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.319261] env[62220]: INFO nova.compute.manager [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Took 41.72 seconds to build instance. [ 1496.385055] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521c6a1c-638c-9514-4b38-c8e788a38e18, 'name': SearchDatastore_Task, 'duration_secs': 0.022347} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.385463] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.385701] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1496.385955] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.386128] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.386306] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1496.386575] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d749df6a-9294-41b2-9ae3-4faba5213e8c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.401399] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1496.401660] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1496.402443] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48dfbd16-4182-45ee-b05f-9aecfd5edaf1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.408692] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1496.408692] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b9eca3-b860-ac9e-78f0-2c24759c7e6c" [ 1496.408692] env[62220]: _type = "Task" [ 1496.408692] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.420977] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b9eca3-b860-ac9e-78f0-2c24759c7e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.618340] env[62220]: DEBUG nova.network.neutron [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Updating instance_info_cache with network_info: [{"id": "5000ac22-707b-4f68-8279-83526b4c4d38", "address": "fa:16:3e:ba:55:e2", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5000ac22-70", "ovs_interfaceid": "5000ac22-707b-4f68-8279-83526b4c4d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.697031] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.774744] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747161, 'name': Rename_Task, 'duration_secs': 0.161033} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.775105] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.775411] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a9fdae5-799e-44de-921e-b0556d01aeda {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.787694] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1496.787694] env[62220]: value = "task-1747162" [ 1496.787694] env[62220]: _type = "Task" [ 1496.787694] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.797211] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.822068] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c58a1099-36e8-4295-998a-2d886205f82a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.940s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.921479] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b9eca3-b860-ac9e-78f0-2c24759c7e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.922568] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b602e9-9072-4e5b-ae78-d1876874a4c0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.930476] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1496.930476] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c732e6-c852-da7d-9e72-005fa978e5bb" [ 1496.930476] env[62220]: _type = "Task" [ 1496.930476] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.941029] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c732e6-c852-da7d-9e72-005fa978e5bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.075404] env[62220]: DEBUG nova.compute.manager [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Received event network-vif-plugged-5000ac22-707b-4f68-8279-83526b4c4d38 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1497.075404] env[62220]: DEBUG oslo_concurrency.lockutils [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] Acquiring lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.075404] env[62220]: DEBUG oslo_concurrency.lockutils [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] Lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.075404] env[62220]: DEBUG oslo_concurrency.lockutils [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] Lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.075404] env[62220]: DEBUG nova.compute.manager [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] No waiting events found dispatching network-vif-plugged-5000ac22-707b-4f68-8279-83526b4c4d38 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1497.075404] env[62220]: WARNING nova.compute.manager [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Received unexpected event network-vif-plugged-5000ac22-707b-4f68-8279-83526b4c4d38 for instance with vm_state building and task_state spawning. [ 1497.075903] env[62220]: DEBUG nova.compute.manager [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Received event network-changed-5000ac22-707b-4f68-8279-83526b4c4d38 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1497.075903] env[62220]: DEBUG nova.compute.manager [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Refreshing instance network info cache due to event network-changed-5000ac22-707b-4f68-8279-83526b4c4d38. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1497.075903] env[62220]: DEBUG oslo_concurrency.lockutils [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] Acquiring lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.125303] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.125664] env[62220]: DEBUG nova.compute.manager [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Instance network_info: |[{"id": "5000ac22-707b-4f68-8279-83526b4c4d38", "address": "fa:16:3e:ba:55:e2", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5000ac22-70", "ovs_interfaceid": "5000ac22-707b-4f68-8279-83526b4c4d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1497.126018] env[62220]: DEBUG oslo_concurrency.lockutils [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] Acquired lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.126239] env[62220]: DEBUG nova.network.neutron [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Refreshing network info cache for port 5000ac22-707b-4f68-8279-83526b4c4d38 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.127586] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:55:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5000ac22-707b-4f68-8279-83526b4c4d38', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1497.135452] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Creating folder: Project (8d1461cd9e704fbdaaa24b82c2c031e0). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.136690] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-485873da-99d5-4684-bd90-fc536d5ece94 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.151664] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Created folder: Project (8d1461cd9e704fbdaaa24b82c2c031e0) in parent group-v363147. [ 1497.151871] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Creating folder: Instances. Parent ref: group-v363269. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.152141] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-832d1536-27e4-4de8-8a87-3c183f32b9b9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.164623] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Created folder: Instances in parent group-v363269. [ 1497.164851] env[62220]: DEBUG oslo.service.loopingcall [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.165065] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1497.165281] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a02bcc7-4ee1-45a8-9ed0-306748984dd2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.186578] env[62220]: DEBUG nova.compute.manager [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1497.200515] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.200515] env[62220]: value = "task-1747165" [ 1497.200515] env[62220]: _type = "Task" [ 1497.200515] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.212944] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747165, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.232948] env[62220]: DEBUG nova.virt.hardware [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1497.232948] env[62220]: DEBUG nova.virt.hardware [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1497.232948] env[62220]: DEBUG nova.virt.hardware [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.232948] env[62220]: DEBUG nova.virt.hardware [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1497.232948] env[62220]: DEBUG nova.virt.hardware [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.232948] env[62220]: DEBUG nova.virt.hardware [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1497.232948] env[62220]: DEBUG nova.virt.hardware [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1497.232948] env[62220]: DEBUG nova.virt.hardware [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1497.232948] env[62220]: DEBUG nova.virt.hardware [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1497.232948] env[62220]: DEBUG nova.virt.hardware [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1497.232948] env[62220]: DEBUG nova.virt.hardware [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1497.233471] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b394eb9-9df5-461d-ac4a-5c45b520dd20 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.242654] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f913bc-cc2e-4308-876c-59902a643a78 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.295852] env[62220]: DEBUG oslo_vmware.api [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747162, 'name': PowerOnVM_Task, 'duration_secs': 0.465023} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.296285] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1497.296531] env[62220]: INFO nova.compute.manager [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1497.296716] env[62220]: DEBUG nova.compute.manager [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1497.297730] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bfff23-3416-49b2-ab5a-b269f19864b5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.325634] env[62220]: DEBUG nova.compute.manager [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1497.441778] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c732e6-c852-da7d-9e72-005fa978e5bb, 'name': SearchDatastore_Task, 'duration_secs': 0.015636} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.442114] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.442374] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 248e0d5e-32ec-4711-91f3-e4a93d7c8b47/248e0d5e-32ec-4711-91f3-e4a93d7c8b47.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1497.442631] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9d04567-2046-4a41-817f-c92297570c80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.457539] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1497.457539] env[62220]: value = "task-1747166" [ 1497.457539] env[62220]: _type = "Task" [ 1497.457539] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.469296] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.574877] env[62220]: DEBUG nova.network.neutron [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Successfully updated port: 34cbc5bb-e55d-4bce-8936-2c2426d98084 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1497.717654] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747165, 'name': CreateVM_Task, 'duration_secs': 0.462746} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.717654] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.718231] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.718284] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.718562] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.718890] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6573a395-1ec5-42f6-9b51-875c5a58297d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.725215] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1497.725215] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529f2f9c-9b9b-4c66-6d84-59f0ee18104f" [ 1497.725215] env[62220]: _type = "Task" [ 1497.725215] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.734596] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529f2f9c-9b9b-4c66-6d84-59f0ee18104f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.824972] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d3266d-97ff-41be-bcf4-c917a9f8e164 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.835407] env[62220]: INFO nova.compute.manager [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Took 37.25 seconds to build instance. [ 1497.842858] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc4f0b9-759e-4d60-b8ca-fa4cd39fd025 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.882024] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.883990] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc20cf5-8347-47b4-8caa-0d475e6c4576 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.894837] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6056fa0f-7cb2-4c88-8a7b-439aeb2efd2e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.911703] env[62220]: DEBUG nova.compute.provider_tree [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.933988] env[62220]: DEBUG nova.network.neutron [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Updated VIF entry in instance network info cache for port 5000ac22-707b-4f68-8279-83526b4c4d38. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.934412] env[62220]: DEBUG nova.network.neutron [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Updating instance_info_cache with network_info: [{"id": "5000ac22-707b-4f68-8279-83526b4c4d38", "address": "fa:16:3e:ba:55:e2", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5000ac22-70", "ovs_interfaceid": "5000ac22-707b-4f68-8279-83526b4c4d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.943925] env[62220]: DEBUG nova.compute.manager [req-46586048-0578-48cd-a2a8-e085c5737301 req-08f06a2e-4977-44e5-a5c3-46b065f1dc83 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Received event network-changed-bffe0020-1e17-4212-9415-762dc82e8e62 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1497.944329] env[62220]: DEBUG nova.compute.manager [req-46586048-0578-48cd-a2a8-e085c5737301 req-08f06a2e-4977-44e5-a5c3-46b065f1dc83 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Refreshing instance network info cache due to event network-changed-bffe0020-1e17-4212-9415-762dc82e8e62. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1497.944393] env[62220]: DEBUG oslo_concurrency.lockutils [req-46586048-0578-48cd-a2a8-e085c5737301 req-08f06a2e-4977-44e5-a5c3-46b065f1dc83 service nova] Acquiring lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.944551] env[62220]: DEBUG oslo_concurrency.lockutils [req-46586048-0578-48cd-a2a8-e085c5737301 req-08f06a2e-4977-44e5-a5c3-46b065f1dc83 service nova] Acquired lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.944767] env[62220]: DEBUG nova.network.neutron [req-46586048-0578-48cd-a2a8-e085c5737301 req-08f06a2e-4977-44e5-a5c3-46b065f1dc83 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Refreshing network info cache for port bffe0020-1e17-4212-9415-762dc82e8e62 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.734316] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.734650] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquired lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.734650] env[62220]: DEBUG nova.network.neutron [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.739029] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33277557-30a8-42bd-abe5-30705a0ce8e2 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.582s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.739029] env[62220]: DEBUG nova.scheduler.client.report [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1498.739755] env[62220]: DEBUG oslo_concurrency.lockutils [req-e29cafc3-9387-42c7-9189-962cbc1f6f64 req-6fceffde-0388-4a56-bbe5-9a59b5897bcd service nova] Releasing lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.742043] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747166, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.742430] env[62220]: WARNING oslo_vmware.common.loopingcall [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] task run outlasted interval by 0.28358300000000003 sec [ 1498.757793] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529f2f9c-9b9b-4c66-6d84-59f0ee18104f, 'name': SearchDatastore_Task, 'duration_secs': 0.063403} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.761133] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.761363] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.761594] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.761740] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.761916] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.762492] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571545} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.762701] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8166f56-d202-4d5e-9803-07ab834994a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.764579] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 248e0d5e-32ec-4711-91f3-e4a93d7c8b47/248e0d5e-32ec-4711-91f3-e4a93d7c8b47.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1498.764787] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1498.765271] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-636ee27a-f0e4-40b7-a1cb-bef3eb98156e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.774176] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1498.774176] env[62220]: value = "task-1747167" [ 1498.774176] env[62220]: _type = "Task" [ 1498.774176] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.782250] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.782250] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.782446] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65676914-b12a-4760-ba99-83cb2e2e91d3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.789780] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1498.789780] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52825859-cac7-d826-5feb-edd50ef783b2" [ 1498.789780] env[62220]: _type = "Task" [ 1498.789780] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.792818] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.802078] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52825859-cac7-d826-5feb-edd50ef783b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.993949] env[62220]: DEBUG nova.network.neutron [req-46586048-0578-48cd-a2a8-e085c5737301 req-08f06a2e-4977-44e5-a5c3-46b065f1dc83 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updated VIF entry in instance network info cache for port bffe0020-1e17-4212-9415-762dc82e8e62. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1498.994472] env[62220]: DEBUG nova.network.neutron [req-46586048-0578-48cd-a2a8-e085c5737301 req-08f06a2e-4977-44e5-a5c3-46b065f1dc83 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance_info_cache with network_info: [{"id": "bffe0020-1e17-4212-9415-762dc82e8e62", "address": "fa:16:3e:f7:dc:57", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbffe0020-1e", "ovs_interfaceid": "bffe0020-1e17-4212-9415-762dc82e8e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.100728] env[62220]: DEBUG nova.compute.manager [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Received event network-vif-plugged-34cbc5bb-e55d-4bce-8936-2c2426d98084 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1499.100960] env[62220]: DEBUG oslo_concurrency.lockutils [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] Acquiring lock "21995267-5227-4930-b079-707fcf615897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.101188] env[62220]: DEBUG oslo_concurrency.lockutils [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] Lock "21995267-5227-4930-b079-707fcf615897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.101350] env[62220]: DEBUG oslo_concurrency.lockutils [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] Lock "21995267-5227-4930-b079-707fcf615897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.101518] env[62220]: DEBUG nova.compute.manager [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] [instance: 21995267-5227-4930-b079-707fcf615897] No waiting events found dispatching network-vif-plugged-34cbc5bb-e55d-4bce-8936-2c2426d98084 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1499.101679] env[62220]: WARNING nova.compute.manager [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Received unexpected event network-vif-plugged-34cbc5bb-e55d-4bce-8936-2c2426d98084 for instance with vm_state building and task_state spawning. [ 1499.101835] env[62220]: DEBUG nova.compute.manager [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Received event network-changed-34cbc5bb-e55d-4bce-8936-2c2426d98084 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1499.102037] env[62220]: DEBUG nova.compute.manager [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Refreshing instance network info cache due to event network-changed-34cbc5bb-e55d-4bce-8936-2c2426d98084. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1499.102163] env[62220]: DEBUG oslo_concurrency.lockutils [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] Acquiring lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.247192] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.084s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.247716] env[62220]: DEBUG nova.compute.manager [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1499.250365] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.257s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.252595] env[62220]: INFO nova.compute.claims [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1499.257521] env[62220]: DEBUG nova.compute.manager [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1499.285248] env[62220]: DEBUG nova.network.neutron [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1499.290592] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070507} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.290854] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1499.291667] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b141f8ac-e8ce-4608-a668-2a6d2bddb71a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.303850] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52825859-cac7-d826-5feb-edd50ef783b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016222} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.323473] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 248e0d5e-32ec-4711-91f3-e4a93d7c8b47/248e0d5e-32ec-4711-91f3-e4a93d7c8b47.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.325885] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684fda50-a6f0-45b4-ac94-3c16437a2c3f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.330041] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b3fdd9c-310e-4e5a-b56c-53c8f40380de {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.349427] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1499.349427] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fc4fb7-50d1-37ce-d080-8f2b97d92d48" [ 1499.349427] env[62220]: _type = "Task" [ 1499.349427] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.354102] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1499.354102] env[62220]: value = "task-1747168" [ 1499.354102] env[62220]: _type = "Task" [ 1499.354102] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.360521] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fc4fb7-50d1-37ce-d080-8f2b97d92d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.367201] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.482800] env[62220]: DEBUG nova.network.neutron [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Updating instance_info_cache with network_info: [{"id": "34cbc5bb-e55d-4bce-8936-2c2426d98084", "address": "fa:16:3e:18:72:85", "network": {"id": "d22c8d6b-a204-428b-b660-966cac18a495", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-954508290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b553ac14914e5cbae5a698bf1f83db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34cbc5bb-e5", "ovs_interfaceid": "34cbc5bb-e55d-4bce-8936-2c2426d98084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.496967] env[62220]: DEBUG oslo_concurrency.lockutils [req-46586048-0578-48cd-a2a8-e085c5737301 req-08f06a2e-4977-44e5-a5c3-46b065f1dc83 service nova] Releasing lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.605213] env[62220]: DEBUG oslo_concurrency.lockutils [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.605490] env[62220]: DEBUG oslo_concurrency.lockutils [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.605869] env[62220]: INFO nova.compute.manager [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Rebooting instance [ 1499.760717] env[62220]: DEBUG nova.compute.utils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1499.762612] env[62220]: DEBUG nova.compute.manager [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1499.762612] env[62220]: DEBUG nova.network.neutron [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1499.785549] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.824376] env[62220]: DEBUG nova.policy [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d317bbe6a214e068180ad403ff0c23c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0701addc00c34ee6940391bbceb9eb37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1499.862678] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fc4fb7-50d1-37ce-d080-8f2b97d92d48, 'name': SearchDatastore_Task, 'duration_secs': 0.016431} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.863340] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.863615] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 0c9d3ec0-2876-4300-9a10-27e1062ebf83/0c9d3ec0-2876-4300-9a10-27e1062ebf83.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.863875] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37cdcf6a-30ad-4b29-aa69-66edb0c6f68d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.868891] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.875048] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1499.875048] env[62220]: value = "task-1747169" [ 1499.875048] env[62220]: _type = "Task" [ 1499.875048] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.884676] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.981205] env[62220]: DEBUG nova.compute.manager [req-56048944-5373-43a5-8279-d20926df0a54 req-f556027f-c451-42a7-bf8c-1018ad14c577 service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Received event network-changed-c9411f94-c57f-4cd3-abfc-adc79e3bd86d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1499.981601] env[62220]: DEBUG nova.compute.manager [req-56048944-5373-43a5-8279-d20926df0a54 req-f556027f-c451-42a7-bf8c-1018ad14c577 service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Refreshing instance network info cache due to event network-changed-c9411f94-c57f-4cd3-abfc-adc79e3bd86d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1499.981698] env[62220]: DEBUG oslo_concurrency.lockutils [req-56048944-5373-43a5-8279-d20926df0a54 req-f556027f-c451-42a7-bf8c-1018ad14c577 service nova] Acquiring lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.981883] env[62220]: DEBUG oslo_concurrency.lockutils [req-56048944-5373-43a5-8279-d20926df0a54 req-f556027f-c451-42a7-bf8c-1018ad14c577 service nova] Acquired lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.982083] env[62220]: DEBUG nova.network.neutron [req-56048944-5373-43a5-8279-d20926df0a54 req-f556027f-c451-42a7-bf8c-1018ad14c577 service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Refreshing network info cache for port c9411f94-c57f-4cd3-abfc-adc79e3bd86d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.985438] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Releasing lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.985606] env[62220]: DEBUG nova.compute.manager [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Instance network_info: |[{"id": "34cbc5bb-e55d-4bce-8936-2c2426d98084", "address": "fa:16:3e:18:72:85", "network": {"id": "d22c8d6b-a204-428b-b660-966cac18a495", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-954508290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b553ac14914e5cbae5a698bf1f83db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34cbc5bb-e5", "ovs_interfaceid": "34cbc5bb-e55d-4bce-8936-2c2426d98084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1499.985875] env[62220]: DEBUG oslo_concurrency.lockutils [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] Acquired lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.986105] env[62220]: DEBUG nova.network.neutron [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Refreshing network info cache for port 34cbc5bb-e55d-4bce-8936-2c2426d98084 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.987419] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:72:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34cbc5bb-e55d-4bce-8936-2c2426d98084', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.998112] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Creating folder: Project (54b553ac14914e5cbae5a698bf1f83db). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1500.003058] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-096e372d-07d7-469f-9751-e02d3b064fe7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.018049] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Created folder: Project (54b553ac14914e5cbae5a698bf1f83db) in parent group-v363147. [ 1500.018682] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Creating folder: Instances. Parent ref: group-v363272. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1500.018682] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab2c3a87-1008-4559-9f44-3088d9974344 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.030305] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Created folder: Instances in parent group-v363272. [ 1500.030536] env[62220]: DEBUG oslo.service.loopingcall [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.030679] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21995267-5227-4930-b079-707fcf615897] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1500.030890] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-012d6029-d516-4eed-a652-cc58d2acbc1f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.054324] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1500.054324] env[62220]: value = "task-1747172" [ 1500.054324] env[62220]: _type = "Task" [ 1500.054324] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.062481] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747172, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.126498] env[62220]: DEBUG nova.network.neutron [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Successfully created port: 7107e771-ec56-4135-bc21-d99888e62b21 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1500.137817] env[62220]: DEBUG oslo_concurrency.lockutils [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.269542] env[62220]: DEBUG nova.compute.manager [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1500.346983] env[62220]: DEBUG nova.network.neutron [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Updated VIF entry in instance network info cache for port 34cbc5bb-e55d-4bce-8936-2c2426d98084. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1500.347432] env[62220]: DEBUG nova.network.neutron [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Updating instance_info_cache with network_info: [{"id": "34cbc5bb-e55d-4bce-8936-2c2426d98084", "address": "fa:16:3e:18:72:85", "network": {"id": "d22c8d6b-a204-428b-b660-966cac18a495", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-954508290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b553ac14914e5cbae5a698bf1f83db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34cbc5bb-e5", "ovs_interfaceid": "34cbc5bb-e55d-4bce-8936-2c2426d98084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.372099] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747168, 'name': ReconfigVM_Task, 'duration_secs': 0.600069} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.372423] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 248e0d5e-32ec-4711-91f3-e4a93d7c8b47/248e0d5e-32ec-4711-91f3-e4a93d7c8b47.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.376690] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70cbde34-d820-4835-a477-67f289cac0c6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.395824] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747169, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.397931] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1500.397931] env[62220]: value = "task-1747173" [ 1500.397931] env[62220]: _type = "Task" [ 1500.397931] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.418146] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747173, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.564607] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747172, 'name': CreateVM_Task, 'duration_secs': 0.41678} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.567243] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21995267-5227-4930-b079-707fcf615897] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1500.568626] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.568626] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.568626] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1500.569017] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff49188c-0eac-46f2-9b4c-e949c4c16aa3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.576028] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1500.576028] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522b991e-ea5a-bd4a-fbe0-6d58723eb7c8" [ 1500.576028] env[62220]: _type = "Task" [ 1500.576028] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.585084] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522b991e-ea5a-bd4a-fbe0-6d58723eb7c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.827710] env[62220]: DEBUG nova.network.neutron [req-56048944-5373-43a5-8279-d20926df0a54 req-f556027f-c451-42a7-bf8c-1018ad14c577 service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Updated VIF entry in instance network info cache for port c9411f94-c57f-4cd3-abfc-adc79e3bd86d. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1500.828752] env[62220]: DEBUG nova.network.neutron [req-56048944-5373-43a5-8279-d20926df0a54 req-f556027f-c451-42a7-bf8c-1018ad14c577 service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Updating instance_info_cache with network_info: [{"id": "c9411f94-c57f-4cd3-abfc-adc79e3bd86d", "address": "fa:16:3e:d0:93:04", "network": {"id": "f462fea0-df0d-415a-818b-8248add36c2b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1461643674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3732c6a838c345f8951c39d6db7404d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9411f94-c5", "ovs_interfaceid": "c9411f94-c57f-4cd3-abfc-adc79e3bd86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.850197] env[62220]: DEBUG oslo_concurrency.lockutils [req-dcb1a863-0a07-41c8-9fc6-8319b0438946 req-829356aa-f315-46c0-8e8f-d0db65d0c4ef service nova] Releasing lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.859435] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dea4114-83c6-4700-a3df-423e0430668d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.867716] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915a5aec-8f98-43bf-90e7-7622827a8182 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.908871] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48625a64-4d1a-4d3d-9ddb-035994231a3c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.920198] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747173, 'name': Rename_Task, 'duration_secs': 0.290024} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.924661] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.925376] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622654} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.925376] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-374f84ac-7af7-4d30-8d33-7fc80daad7c8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.928241] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba32236f-4c88-4a1f-aaba-997217095d9d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.933107] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 0c9d3ec0-2876-4300-9a10-27e1062ebf83/0c9d3ec0-2876-4300-9a10-27e1062ebf83.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.933107] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.933107] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6570989-1bd3-47da-82f0-b9ededa559d6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.947369] env[62220]: DEBUG nova.compute.provider_tree [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.951764] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1500.951764] env[62220]: value = "task-1747175" [ 1500.951764] env[62220]: _type = "Task" [ 1500.951764] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.951764] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1500.951764] env[62220]: value = "task-1747174" [ 1500.951764] env[62220]: _type = "Task" [ 1500.951764] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.975815] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747174, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.085745] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522b991e-ea5a-bd4a-fbe0-6d58723eb7c8, 'name': SearchDatastore_Task, 'duration_secs': 0.020235} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.086075] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.086331] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1501.086568] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.086737] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.086999] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1501.087297] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c32ca2f0-4459-4103-8c42-04037c91731c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.096551] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1501.096743] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1501.097513] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8150c6a2-6d5c-4ba0-b76d-c67b0cb66ff1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.103621] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1501.103621] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e0425a-0d19-a514-6404-1c5dba3b1bb4" [ 1501.103621] env[62220]: _type = "Task" [ 1501.103621] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.112271] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e0425a-0d19-a514-6404-1c5dba3b1bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.284323] env[62220]: DEBUG nova.compute.manager [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1501.309500] env[62220]: DEBUG nova.virt.hardware [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T11:05:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9608d5b6-3ceb-4ca3-be9b-de746a05fe68',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-731351324',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1501.309746] env[62220]: DEBUG nova.virt.hardware [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1501.309928] env[62220]: DEBUG nova.virt.hardware [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.310139] env[62220]: DEBUG nova.virt.hardware [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1501.310287] env[62220]: DEBUG nova.virt.hardware [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.310436] env[62220]: DEBUG nova.virt.hardware [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1501.310642] env[62220]: DEBUG nova.virt.hardware [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1501.310803] env[62220]: DEBUG nova.virt.hardware [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1501.310968] env[62220]: DEBUG nova.virt.hardware [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1501.311161] env[62220]: DEBUG nova.virt.hardware [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1501.311320] env[62220]: DEBUG nova.virt.hardware [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1501.312269] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effc28d5-a39d-4619-bbdc-8639cce51dd2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.320680] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebc63a0-3cae-4164-b844-e7b172c470d9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.334671] env[62220]: DEBUG oslo_concurrency.lockutils [req-56048944-5373-43a5-8279-d20926df0a54 req-f556027f-c451-42a7-bf8c-1018ad14c577 service nova] Releasing lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.335223] env[62220]: DEBUG oslo_concurrency.lockutils [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquired lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.335410] env[62220]: DEBUG nova.network.neutron [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.453154] env[62220]: DEBUG nova.scheduler.client.report [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1501.468443] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188641} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.472046] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1501.472046] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.472683] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558fdb37-b82e-4f35-bcff-88a289eeeda3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.497065] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 0c9d3ec0-2876-4300-9a10-27e1062ebf83/0c9d3ec0-2876-4300-9a10-27e1062ebf83.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.498022] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dd7a7a1-c5b2-4f11-9722-611d4e7e2e32 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.520220] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1501.520220] env[62220]: value = "task-1747176" [ 1501.520220] env[62220]: _type = "Task" [ 1501.520220] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.529413] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.614552] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e0425a-0d19-a514-6404-1c5dba3b1bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.033287} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.615395] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20453e92-574c-4fb8-bfae-ed1421f3f3f7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.622309] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1501.622309] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524a4a7a-fe40-2c65-aa68-c65ce84a38ef" [ 1501.622309] env[62220]: _type = "Task" [ 1501.622309] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.631353] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524a4a7a-fe40-2c65-aa68-c65ce84a38ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.659582] env[62220]: DEBUG nova.compute.manager [req-5301baff-6ae2-4a15-8ff0-a349640278e8 req-76e6c19a-6119-4a7c-90a4-cf81c99a02e1 service nova] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Received event network-vif-plugged-7107e771-ec56-4135-bc21-d99888e62b21 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1501.659808] env[62220]: DEBUG oslo_concurrency.lockutils [req-5301baff-6ae2-4a15-8ff0-a349640278e8 req-76e6c19a-6119-4a7c-90a4-cf81c99a02e1 service nova] Acquiring lock "c5b997cc-da18-4571-aba2-a84d5ff1c996-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.660285] env[62220]: DEBUG oslo_concurrency.lockutils [req-5301baff-6ae2-4a15-8ff0-a349640278e8 req-76e6c19a-6119-4a7c-90a4-cf81c99a02e1 service nova] Lock "c5b997cc-da18-4571-aba2-a84d5ff1c996-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.660539] env[62220]: DEBUG oslo_concurrency.lockutils [req-5301baff-6ae2-4a15-8ff0-a349640278e8 req-76e6c19a-6119-4a7c-90a4-cf81c99a02e1 service nova] Lock "c5b997cc-da18-4571-aba2-a84d5ff1c996-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.660750] env[62220]: DEBUG nova.compute.manager [req-5301baff-6ae2-4a15-8ff0-a349640278e8 req-76e6c19a-6119-4a7c-90a4-cf81c99a02e1 service nova] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] No waiting events found dispatching network-vif-plugged-7107e771-ec56-4135-bc21-d99888e62b21 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1501.660948] env[62220]: WARNING nova.compute.manager [req-5301baff-6ae2-4a15-8ff0-a349640278e8 req-76e6c19a-6119-4a7c-90a4-cf81c99a02e1 service nova] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Received unexpected event network-vif-plugged-7107e771-ec56-4135-bc21-d99888e62b21 for instance with vm_state building and task_state spawning. [ 1501.720574] env[62220]: DEBUG nova.network.neutron [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Successfully updated port: 7107e771-ec56-4135-bc21-d99888e62b21 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1501.963479] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.963884] env[62220]: DEBUG nova.compute.manager [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1501.970800] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.414s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.971174] env[62220]: DEBUG nova.objects.instance [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lazy-loading 'resources' on Instance uuid 79132dd8-ba03-4815-aa2b-dd238ea9726c {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.975565] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.032836] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.050515] env[62220]: DEBUG nova.network.neutron [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Updating instance_info_cache with network_info: [{"id": "c9411f94-c57f-4cd3-abfc-adc79e3bd86d", "address": "fa:16:3e:d0:93:04", "network": {"id": "f462fea0-df0d-415a-818b-8248add36c2b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1461643674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3732c6a838c345f8951c39d6db7404d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9411f94-c5", "ovs_interfaceid": "c9411f94-c57f-4cd3-abfc-adc79e3bd86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.134221] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524a4a7a-fe40-2c65-aa68-c65ce84a38ef, 'name': SearchDatastore_Task, 'duration_secs': 0.037018} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.134512] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.134765] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 21995267-5227-4930-b079-707fcf615897/21995267-5227-4930-b079-707fcf615897.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1502.135037] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-239aed5f-1737-4bfe-9acb-5088be5dcddb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.144179] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1502.144179] env[62220]: value = "task-1747177" [ 1502.144179] env[62220]: _type = "Task" [ 1502.144179] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.153233] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.228067] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.228067] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.228067] env[62220]: DEBUG nova.network.neutron [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.470208] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747174, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.478089] env[62220]: DEBUG nova.compute.utils [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1502.480085] env[62220]: DEBUG nova.compute.manager [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1502.480313] env[62220]: DEBUG nova.network.neutron [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1502.529233] env[62220]: DEBUG nova.policy [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fb0bb85bf4144e6bd679438043f0da9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16a29db3771b458a87d6e62e16047c33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1502.539383] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747176, 'name': ReconfigVM_Task, 'duration_secs': 0.707788} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.539752] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 0c9d3ec0-2876-4300-9a10-27e1062ebf83/0c9d3ec0-2876-4300-9a10-27e1062ebf83.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.540524] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e103c971-5aa0-4c10-ac1f-9db5f2140a2e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.551041] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1502.551041] env[62220]: value = "task-1747178" [ 1502.551041] env[62220]: _type = "Task" [ 1502.551041] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.555460] env[62220]: DEBUG oslo_concurrency.lockutils [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Releasing lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.567857] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747178, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.663058] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747177, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.779857] env[62220]: DEBUG nova.network.neutron [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1502.897036] env[62220]: DEBUG nova.network.neutron [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Successfully created port: 99d0b78b-ceb2-4f93-a08e-77f95f24d17e {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1502.976787] env[62220]: DEBUG oslo_vmware.api [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747174, 'name': PowerOnVM_Task, 'duration_secs': 1.701012} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.976787] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.977096] env[62220]: INFO nova.compute.manager [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Took 11.07 seconds to spawn the instance on the hypervisor. [ 1502.977096] env[62220]: DEBUG nova.compute.manager [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1502.981284] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32282e0-27e0-441b-b69b-c36fc0ca450a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.983513] env[62220]: DEBUG nova.compute.manager [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.065991] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747178, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.066431] env[62220]: DEBUG nova.compute.manager [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.070747] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadf3e79-c7b8-4b21-8360-5918030b0b50 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.126773] env[62220]: DEBUG nova.network.neutron [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance_info_cache with network_info: [{"id": "7107e771-ec56-4135-bc21-d99888e62b21", "address": "fa:16:3e:74:86:fe", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7107e771-ec", "ovs_interfaceid": "7107e771-ec56-4135-bc21-d99888e62b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.131855] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d3ac5e-296b-4a4a-933c-63195b83f62d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.140226] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc97d59-b5b0-410b-ab31-0b3c5db868e9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.175884] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca1d54d-33e2-45f2-82e5-7c8f18e463bb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.182759] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720082} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.183387] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 21995267-5227-4930-b079-707fcf615897/21995267-5227-4930-b079-707fcf615897.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1503.183740] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1503.183990] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e1d3040-d6e2-4786-9637-31356f12a43c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.189191] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e22992c-2d39-4ce7-b082-9659168c5670 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.194252] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1503.194252] env[62220]: value = "task-1747179" [ 1503.194252] env[62220]: _type = "Task" [ 1503.194252] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.205093] env[62220]: DEBUG nova.compute.provider_tree [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.211348] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.490931] env[62220]: INFO nova.virt.block_device [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Booting with volume 2d3a71bf-7062-4041-a905-0a9b78c6cf36 at /dev/sda [ 1503.504657] env[62220]: INFO nova.compute.manager [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Took 42.39 seconds to build instance. [ 1503.542396] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea94ed7a-dee0-4b6a-876f-df6a188f211e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.554379] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c7d68a-c210-49ee-a2cd-3e522a535799 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.576583] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747178, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.604018] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-677b1cf9-879d-4610-b1fe-3602ece94d3b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.611622] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf62de1-fabf-4861-bbf2-29d8259b46fe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.629868] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.630218] env[62220]: DEBUG nova.compute.manager [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Instance network_info: |[{"id": "7107e771-ec56-4135-bc21-d99888e62b21", "address": "fa:16:3e:74:86:fe", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7107e771-ec", "ovs_interfaceid": "7107e771-ec56-4135-bc21-d99888e62b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1503.630621] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:86:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7107e771-ec56-4135-bc21-d99888e62b21', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1503.639494] env[62220]: DEBUG oslo.service.loopingcall [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1503.653723] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1503.654424] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be9f5779-5a15-43f4-9a3d-bd17aca6d509 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.668992] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccedd9a-6697-43a4-8cb9-f9e809f0281a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.679129] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e44fd3-ac44-45a1-a5f1-7001d655e1cc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.682330] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1503.682330] env[62220]: value = "task-1747180" [ 1503.682330] env[62220]: _type = "Task" [ 1503.682330] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.687994] env[62220]: DEBUG nova.compute.manager [req-45888a14-3fc5-4f14-88d1-a5056930c9fe req-7f5913fc-d2d6-4d83-a19f-cca4d1c400f0 service nova] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Received event network-changed-7107e771-ec56-4135-bc21-d99888e62b21 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1503.688249] env[62220]: DEBUG nova.compute.manager [req-45888a14-3fc5-4f14-88d1-a5056930c9fe req-7f5913fc-d2d6-4d83-a19f-cca4d1c400f0 service nova] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Refreshing instance network info cache due to event network-changed-7107e771-ec56-4135-bc21-d99888e62b21. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1503.688412] env[62220]: DEBUG oslo_concurrency.lockutils [req-45888a14-3fc5-4f14-88d1-a5056930c9fe req-7f5913fc-d2d6-4d83-a19f-cca4d1c400f0 service nova] Acquiring lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.688556] env[62220]: DEBUG oslo_concurrency.lockutils [req-45888a14-3fc5-4f14-88d1-a5056930c9fe req-7f5913fc-d2d6-4d83-a19f-cca4d1c400f0 service nova] Acquired lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.688724] env[62220]: DEBUG nova.network.neutron [req-45888a14-3fc5-4f14-88d1-a5056930c9fe req-7f5913fc-d2d6-4d83-a19f-cca4d1c400f0 service nova] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Refreshing network info cache for port 7107e771-ec56-4135-bc21-d99888e62b21 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.695648] env[62220]: DEBUG nova.virt.block_device [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Updating existing volume attachment record: 9a4b4a2d-d348-4db6-ad9e-8660750779db {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1503.705169] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747180, 'name': CreateVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.707806] env[62220]: DEBUG nova.scheduler.client.report [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1503.715256] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.722470] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1374cfba-eb05-4e2e-9cc5-7123ebfdd0e2 tempest-ServersAdminTestJSON-940140242 tempest-ServersAdminTestJSON-940140242-project-admin] Acquiring lock "refresh_cache-248e0d5e-32ec-4711-91f3-e4a93d7c8b47" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.722658] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1374cfba-eb05-4e2e-9cc5-7123ebfdd0e2 tempest-ServersAdminTestJSON-940140242 tempest-ServersAdminTestJSON-940140242-project-admin] Acquired lock "refresh_cache-248e0d5e-32ec-4711-91f3-e4a93d7c8b47" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.722794] env[62220]: DEBUG nova.network.neutron [None req-1374cfba-eb05-4e2e-9cc5-7123ebfdd0e2 tempest-ServersAdminTestJSON-940140242 tempest-ServersAdminTestJSON-940140242-project-admin] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.006501] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5a71ac69-2b64-4bca-addf-e228d5cfd5be tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "248e0d5e-32ec-4711-91f3-e4a93d7c8b47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.375s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.076113] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747178, 'name': Rename_Task, 'duration_secs': 1.228102} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.076471] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1504.076778] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-433bc935-7b4b-4967-8b5d-2b83d777d6ca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.083882] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1504.083882] env[62220]: value = "task-1747181" [ 1504.083882] env[62220]: _type = "Task" [ 1504.083882] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.092756] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.105916] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8d0648-6862-4d67-aaf4-f7907df33191 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.112020] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Doing hard reboot of VM {{(pid=62220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1504.112020] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4312d9bc-4717-491c-8b29-2a4bf6c32009 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.118398] env[62220]: DEBUG oslo_vmware.api [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1504.118398] env[62220]: value = "task-1747182" [ 1504.118398] env[62220]: _type = "Task" [ 1504.118398] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.127266] env[62220]: DEBUG oslo_vmware.api [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747182, 'name': ResetVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.207671] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747180, 'name': CreateVM_Task, 'duration_secs': 0.388137} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.210726] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.211111] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.716097} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.211767] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.211931] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.212289] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1504.212572] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1504.212858] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3478ae7f-130e-4b33-a9ca-df4334155faa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.215430] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4f204b-14a1-40a7-aa9e-e69f85c0cb79 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.218903] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.221394] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.301s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.222995] env[62220]: INFO nova.compute.claims [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1504.230579] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1504.230579] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527eedaa-57e9-e017-52de-3e853117782b" [ 1504.230579] env[62220]: _type = "Task" [ 1504.230579] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.249461] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 21995267-5227-4930-b079-707fcf615897/21995267-5227-4930-b079-707fcf615897.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.253807] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abc4b77d-388f-4f41-90f9-4e74554e5bcf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.271447] env[62220]: INFO nova.scheduler.client.report [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Deleted allocations for instance 79132dd8-ba03-4815-aa2b-dd238ea9726c [ 1504.287396] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527eedaa-57e9-e017-52de-3e853117782b, 'name': SearchDatastore_Task, 'duration_secs': 0.011787} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.290437] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.290710] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1504.290941] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.291524] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.291724] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1504.292169] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1504.292169] env[62220]: value = "task-1747183" [ 1504.292169] env[62220]: _type = "Task" [ 1504.292169] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.292587] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24a682f9-b621-464b-b32f-80e627f8fcd9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.306034] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.309624] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1504.309856] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1504.310959] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792f9f01-1857-4508-a774-a7018fdfafc3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.318041] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1504.318041] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b4f2bf-d0dd-6223-4418-95b05196f248" [ 1504.318041] env[62220]: _type = "Task" [ 1504.318041] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.328624] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b4f2bf-d0dd-6223-4418-95b05196f248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.509321] env[62220]: DEBUG nova.compute.manager [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1504.598019] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747181, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.630330] env[62220]: DEBUG oslo_vmware.api [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747182, 'name': ResetVM_Task, 'duration_secs': 0.099163} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.630655] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Did hard reboot of VM {{(pid=62220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1504.630792] env[62220]: DEBUG nova.compute.manager [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1504.631628] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65354bd-ec95-49c3-8357-a1677e107d2a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.787930] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cc2dc81c-1594-4e82-9e78-91b5fa3ce5b8 tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "79132dd8-ba03-4815-aa2b-dd238ea9726c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.508s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.794842] env[62220]: DEBUG nova.network.neutron [None req-1374cfba-eb05-4e2e-9cc5-7123ebfdd0e2 tempest-ServersAdminTestJSON-940140242 tempest-ServersAdminTestJSON-940140242-project-admin] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Updating instance_info_cache with network_info: [{"id": "12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a", "address": "fa:16:3e:51:da:45", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12dcf76c-a5", "ovs_interfaceid": "12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.811689] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747183, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.826203] env[62220]: DEBUG nova.network.neutron [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Successfully updated port: 99d0b78b-ceb2-4f93-a08e-77f95f24d17e {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1504.832473] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b4f2bf-d0dd-6223-4418-95b05196f248, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.833547] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d5140dc-4b03-41a0-8367-67936b5dca49 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.841860] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1504.841860] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525a7da6-f3e5-a760-fc38-e32b0c7d6471" [ 1504.841860] env[62220]: _type = "Task" [ 1504.841860] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.852296] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525a7da6-f3e5-a760-fc38-e32b0c7d6471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.882197] env[62220]: DEBUG nova.network.neutron [req-45888a14-3fc5-4f14-88d1-a5056930c9fe req-7f5913fc-d2d6-4d83-a19f-cca4d1c400f0 service nova] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updated VIF entry in instance network info cache for port 7107e771-ec56-4135-bc21-d99888e62b21. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1504.882693] env[62220]: DEBUG nova.network.neutron [req-45888a14-3fc5-4f14-88d1-a5056930c9fe req-7f5913fc-d2d6-4d83-a19f-cca4d1c400f0 service nova] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance_info_cache with network_info: [{"id": "7107e771-ec56-4135-bc21-d99888e62b21", "address": "fa:16:3e:74:86:fe", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7107e771-ec", "ovs_interfaceid": "7107e771-ec56-4135-bc21-d99888e62b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.034296] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.097062] env[62220]: DEBUG oslo_vmware.api [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747181, 'name': PowerOnVM_Task, 'duration_secs': 0.612248} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.097480] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.097723] env[62220]: INFO nova.compute.manager [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1505.097983] env[62220]: DEBUG nova.compute.manager [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.099102] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9a4205-21fc-4e58-b6b2-c2b40c322aca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.144900] env[62220]: DEBUG oslo_concurrency.lockutils [None req-66ceb56b-28be-46de-9347-47321de4782f tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.539s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.308711] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1374cfba-eb05-4e2e-9cc5-7123ebfdd0e2 tempest-ServersAdminTestJSON-940140242 tempest-ServersAdminTestJSON-940140242-project-admin] Releasing lock "refresh_cache-248e0d5e-32ec-4711-91f3-e4a93d7c8b47" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.309047] env[62220]: DEBUG nova.compute.manager [None req-1374cfba-eb05-4e2e-9cc5-7123ebfdd0e2 tempest-ServersAdminTestJSON-940140242 tempest-ServersAdminTestJSON-940140242-project-admin] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Inject network info {{(pid=62220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7574}} [ 1505.309348] env[62220]: DEBUG nova.compute.manager [None req-1374cfba-eb05-4e2e-9cc5-7123ebfdd0e2 tempest-ServersAdminTestJSON-940140242 tempest-ServersAdminTestJSON-940140242-project-admin] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] network_info to inject: |[{"id": "12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a", "address": "fa:16:3e:51:da:45", "network": {"id": "64d4acdd-6920-4aa3-84a9-b574e0795cc6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1861348698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aff9e2a5bf4021a473b185034a5405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12dcf76c-a5", "ovs_interfaceid": "12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7575}} [ 1505.315056] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1374cfba-eb05-4e2e-9cc5-7123ebfdd0e2 tempest-ServersAdminTestJSON-940140242 tempest-ServersAdminTestJSON-940140242-project-admin] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Reconfiguring VM instance to set the machine id {{(pid=62220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1505.315527] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747183, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.315891] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-024b6e83-753a-42db-8a2a-7f22b57dbde0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.334392] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Acquiring lock "refresh_cache-e396de23-f0d2-44ca-977a-17b444916807" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.334527] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Acquired lock "refresh_cache-e396de23-f0d2-44ca-977a-17b444916807" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.334709] env[62220]: DEBUG nova.network.neutron [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.337268] env[62220]: DEBUG oslo_vmware.api [None req-1374cfba-eb05-4e2e-9cc5-7123ebfdd0e2 tempest-ServersAdminTestJSON-940140242 tempest-ServersAdminTestJSON-940140242-project-admin] Waiting for the task: (returnval){ [ 1505.337268] env[62220]: value = "task-1747184" [ 1505.337268] env[62220]: _type = "Task" [ 1505.337268] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.353017] env[62220]: DEBUG oslo_vmware.api [None req-1374cfba-eb05-4e2e-9cc5-7123ebfdd0e2 tempest-ServersAdminTestJSON-940140242 tempest-ServersAdminTestJSON-940140242-project-admin] Task: {'id': task-1747184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.364047] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525a7da6-f3e5-a760-fc38-e32b0c7d6471, 'name': SearchDatastore_Task, 'duration_secs': 0.061145} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.368047] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.368401] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c5b997cc-da18-4571-aba2-a84d5ff1c996/c5b997cc-da18-4571-aba2-a84d5ff1c996.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.368981] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61a2032f-4797-47b9-bff3-83f5d3c255fc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.377985] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1505.377985] env[62220]: value = "task-1747185" [ 1505.377985] env[62220]: _type = "Task" [ 1505.377985] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.385946] env[62220]: DEBUG oslo_concurrency.lockutils [req-45888a14-3fc5-4f14-88d1-a5056930c9fe req-7f5913fc-d2d6-4d83-a19f-cca4d1c400f0 service nova] Releasing lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.393644] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.624698] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "3f44653f-89dc-449d-8e70-c504b7da9de6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.625267] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "3f44653f-89dc-449d-8e70-c504b7da9de6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.626095] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "3f44653f-89dc-449d-8e70-c504b7da9de6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.626095] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "3f44653f-89dc-449d-8e70-c504b7da9de6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.626364] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "3f44653f-89dc-449d-8e70-c504b7da9de6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.629624] env[62220]: INFO nova.compute.manager [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Took 39.54 seconds to build instance. [ 1505.631461] env[62220]: INFO nova.compute.manager [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Terminating instance [ 1505.802656] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c314f5-97b8-4425-860e-eca692797fe1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.814235] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747183, 'name': ReconfigVM_Task, 'duration_secs': 1.291363} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.815252] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7a9fb4-007e-44fc-a04d-64b17cab5ed1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.818746] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 21995267-5227-4930-b079-707fcf615897/21995267-5227-4930-b079-707fcf615897.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.819463] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37ff6125-2838-4934-a5a0-fa4e56abfacb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.863511] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db469023-d8e6-4f08-a60d-c82bbbadadb2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.866682] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1505.866682] env[62220]: value = "task-1747186" [ 1505.866682] env[62220]: _type = "Task" [ 1505.866682] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.868474] env[62220]: DEBUG nova.compute.manager [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1505.869072] env[62220]: DEBUG nova.virt.hardware [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1505.869326] env[62220]: DEBUG nova.virt.hardware [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1505.869492] env[62220]: DEBUG nova.virt.hardware [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.869676] env[62220]: DEBUG nova.virt.hardware [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1505.869834] env[62220]: DEBUG nova.virt.hardware [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.869965] env[62220]: DEBUG nova.virt.hardware [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1505.870194] env[62220]: DEBUG nova.virt.hardware [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1505.870355] env[62220]: DEBUG nova.virt.hardware [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1505.870524] env[62220]: DEBUG nova.virt.hardware [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1505.870685] env[62220]: DEBUG nova.virt.hardware [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1505.870854] env[62220]: DEBUG nova.virt.hardware [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1505.874145] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c16c229-4a52-449d-95ea-f0df153d2954 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.886262] env[62220]: DEBUG oslo_vmware.api [None req-1374cfba-eb05-4e2e-9cc5-7123ebfdd0e2 tempest-ServersAdminTestJSON-940140242 tempest-ServersAdminTestJSON-940140242-project-admin] Task: {'id': task-1747184, 'name': ReconfigVM_Task, 'duration_secs': 0.213799} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.891327] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01db757-3b37-4324-af6e-c076201d1052 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.896571] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1374cfba-eb05-4e2e-9cc5-7123ebfdd0e2 tempest-ServersAdminTestJSON-940140242 tempest-ServersAdminTestJSON-940140242-project-admin] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Reconfigured VM instance to set the machine id {{(pid=62220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1505.902553] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747186, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.905067] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25926ca-ba0b-4469-a90f-85c3fbc78327 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.923110] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747185, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.923769] env[62220]: DEBUG nova.compute.provider_tree [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.926287] env[62220]: DEBUG nova.network.neutron [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.018175] env[62220]: DEBUG nova.compute.manager [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] Received event network-vif-plugged-99d0b78b-ceb2-4f93-a08e-77f95f24d17e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1506.018413] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] Acquiring lock "e396de23-f0d2-44ca-977a-17b444916807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.018623] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] Lock "e396de23-f0d2-44ca-977a-17b444916807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.018798] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] Lock "e396de23-f0d2-44ca-977a-17b444916807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.019075] env[62220]: DEBUG nova.compute.manager [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] No waiting events found dispatching network-vif-plugged-99d0b78b-ceb2-4f93-a08e-77f95f24d17e {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1506.019489] env[62220]: WARNING nova.compute.manager [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] Received unexpected event network-vif-plugged-99d0b78b-ceb2-4f93-a08e-77f95f24d17e for instance with vm_state building and task_state spawning. [ 1506.019556] env[62220]: DEBUG nova.compute.manager [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] Received event network-changed-99d0b78b-ceb2-4f93-a08e-77f95f24d17e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1506.019760] env[62220]: DEBUG nova.compute.manager [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] Refreshing instance network info cache due to event network-changed-99d0b78b-ceb2-4f93-a08e-77f95f24d17e. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1506.020104] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] Acquiring lock "refresh_cache-e396de23-f0d2-44ca-977a-17b444916807" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.135970] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec31caec-fd97-4023-8017-4bddf1041fbd tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.749s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.140397] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "refresh_cache-3f44653f-89dc-449d-8e70-c504b7da9de6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.140571] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquired lock "refresh_cache-3f44653f-89dc-449d-8e70-c504b7da9de6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.140745] env[62220]: DEBUG nova.network.neutron [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.193499] env[62220]: DEBUG nova.network.neutron [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Updating instance_info_cache with network_info: [{"id": "99d0b78b-ceb2-4f93-a08e-77f95f24d17e", "address": "fa:16:3e:e3:aa:c4", "network": {"id": "d98e0d59-11ed-48f4-8bee-4a76c7a31171", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1550948738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16a29db3771b458a87d6e62e16047c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d0b78b-ce", "ovs_interfaceid": "99d0b78b-ceb2-4f93-a08e-77f95f24d17e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.250512] env[62220]: DEBUG nova.compute.manager [req-887f11a3-877d-45cb-90f2-c10bd754b071 req-490edc1a-1fa6-4d86-9c44-53986b3ebaeb service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Received event network-changed-c9411f94-c57f-4cd3-abfc-adc79e3bd86d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1506.250714] env[62220]: DEBUG nova.compute.manager [req-887f11a3-877d-45cb-90f2-c10bd754b071 req-490edc1a-1fa6-4d86-9c44-53986b3ebaeb service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Refreshing instance network info cache due to event network-changed-c9411f94-c57f-4cd3-abfc-adc79e3bd86d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1506.250925] env[62220]: DEBUG oslo_concurrency.lockutils [req-887f11a3-877d-45cb-90f2-c10bd754b071 req-490edc1a-1fa6-4d86-9c44-53986b3ebaeb service nova] Acquiring lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.251262] env[62220]: DEBUG oslo_concurrency.lockutils [req-887f11a3-877d-45cb-90f2-c10bd754b071 req-490edc1a-1fa6-4d86-9c44-53986b3ebaeb service nova] Acquired lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.251433] env[62220]: DEBUG nova.network.neutron [req-887f11a3-877d-45cb-90f2-c10bd754b071 req-490edc1a-1fa6-4d86-9c44-53986b3ebaeb service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Refreshing network info cache for port c9411f94-c57f-4cd3-abfc-adc79e3bd86d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.380946] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747186, 'name': Rename_Task, 'duration_secs': 0.20264} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.381282] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.381547] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5047984-ff54-4aab-ab4e-84d7b04949c9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.391061] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1506.391061] env[62220]: value = "task-1747187" [ 1506.391061] env[62220]: _type = "Task" [ 1506.391061] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.398019] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747185, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.400903] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.430126] env[62220]: DEBUG nova.scheduler.client.report [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1506.643025] env[62220]: DEBUG nova.compute.manager [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1506.677034] env[62220]: DEBUG nova.network.neutron [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.696757] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Releasing lock "refresh_cache-e396de23-f0d2-44ca-977a-17b444916807" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.696757] env[62220]: DEBUG nova.compute.manager [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Instance network_info: |[{"id": "99d0b78b-ceb2-4f93-a08e-77f95f24d17e", "address": "fa:16:3e:e3:aa:c4", "network": {"id": "d98e0d59-11ed-48f4-8bee-4a76c7a31171", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1550948738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16a29db3771b458a87d6e62e16047c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d0b78b-ce", "ovs_interfaceid": "99d0b78b-ceb2-4f93-a08e-77f95f24d17e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1506.696757] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] Acquired lock "refresh_cache-e396de23-f0d2-44ca-977a-17b444916807" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.696757] env[62220]: DEBUG nova.network.neutron [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] Refreshing network info cache for port 99d0b78b-ceb2-4f93-a08e-77f95f24d17e {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.697216] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:aa:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99d0b78b-ceb2-4f93-a08e-77f95f24d17e', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1506.705767] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Creating folder: Project (16a29db3771b458a87d6e62e16047c33). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1506.708990] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dad893a-c7cf-4305-89b1-2c8d959c7df7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.725438] env[62220]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1506.726072] env[62220]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62220) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1506.726072] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Folder already exists: Project (16a29db3771b458a87d6e62e16047c33). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1506.726281] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Creating folder: Instances. Parent ref: group-v363221. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1506.726498] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba5fa545-108c-4a3c-b72c-7349f09dad3b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.740754] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Created folder: Instances in parent group-v363221. [ 1506.741207] env[62220]: DEBUG oslo.service.loopingcall [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.741543] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e396de23-f0d2-44ca-977a-17b444916807] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1506.741870] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-327554a5-6dff-448c-abe4-dc309143fdfe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.766248] env[62220]: DEBUG nova.network.neutron [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.769683] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1506.769683] env[62220]: value = "task-1747190" [ 1506.769683] env[62220]: _type = "Task" [ 1506.769683] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.780141] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747190, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.900679] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747185, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.907257] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.936049] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.937037] env[62220]: DEBUG nova.compute.manager [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1506.941549] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.619s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.943960] env[62220]: INFO nova.compute.claims [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.107334] env[62220]: DEBUG oslo_concurrency.lockutils [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.107508] env[62220]: DEBUG oslo_concurrency.lockutils [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.107719] env[62220]: DEBUG oslo_concurrency.lockutils [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.107904] env[62220]: DEBUG oslo_concurrency.lockutils [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.108089] env[62220]: DEBUG oslo_concurrency.lockutils [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.110453] env[62220]: INFO nova.compute.manager [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Terminating instance [ 1507.180121] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.253214] env[62220]: DEBUG nova.network.neutron [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] Updated VIF entry in instance network info cache for port 99d0b78b-ceb2-4f93-a08e-77f95f24d17e. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.253604] env[62220]: DEBUG nova.network.neutron [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] Updating instance_info_cache with network_info: [{"id": "99d0b78b-ceb2-4f93-a08e-77f95f24d17e", "address": "fa:16:3e:e3:aa:c4", "network": {"id": "d98e0d59-11ed-48f4-8bee-4a76c7a31171", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1550948738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16a29db3771b458a87d6e62e16047c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d0b78b-ce", "ovs_interfaceid": "99d0b78b-ceb2-4f93-a08e-77f95f24d17e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.272015] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Releasing lock "refresh_cache-3f44653f-89dc-449d-8e70-c504b7da9de6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.272015] env[62220]: DEBUG nova.compute.manager [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1507.272275] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1507.273376] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787add4d-b8d7-45e3-a7a1-6a7448bd09bd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.280663] env[62220]: DEBUG nova.network.neutron [req-887f11a3-877d-45cb-90f2-c10bd754b071 req-490edc1a-1fa6-4d86-9c44-53986b3ebaeb service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Updated VIF entry in instance network info cache for port c9411f94-c57f-4cd3-abfc-adc79e3bd86d. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.280663] env[62220]: DEBUG nova.network.neutron [req-887f11a3-877d-45cb-90f2-c10bd754b071 req-490edc1a-1fa6-4d86-9c44-53986b3ebaeb service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Updating instance_info_cache with network_info: [{"id": "c9411f94-c57f-4cd3-abfc-adc79e3bd86d", "address": "fa:16:3e:d0:93:04", "network": {"id": "f462fea0-df0d-415a-818b-8248add36c2b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1461643674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3732c6a838c345f8951c39d6db7404d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9411f94-c5", "ovs_interfaceid": "c9411f94-c57f-4cd3-abfc-adc79e3bd86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.288757] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747190, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.291091] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.291900] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fead206c-5053-4768-a559-4ccd62979cb2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.300484] env[62220]: DEBUG oslo_vmware.api [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1507.300484] env[62220]: value = "task-1747191" [ 1507.300484] env[62220]: _type = "Task" [ 1507.300484] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.311964] env[62220]: DEBUG oslo_vmware.api [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.401295] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747185, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.747277} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.402042] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c5b997cc-da18-4571-aba2-a84d5ff1c996/c5b997cc-da18-4571-aba2-a84d5ff1c996.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1507.402574] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1507.403028] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-998e05a5-b1e2-4bf4-88d3-ca1e9fd59023 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.409232] env[62220]: DEBUG oslo_vmware.api [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747187, 'name': PowerOnVM_Task, 'duration_secs': 0.614053} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.410112] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.411033] env[62220]: INFO nova.compute.manager [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1507.411033] env[62220]: DEBUG nova.compute.manager [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.412797] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680dd7ad-84b6-4bec-b96b-b17ed6114400 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.418875] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1507.418875] env[62220]: value = "task-1747192" [ 1507.418875] env[62220]: _type = "Task" [ 1507.418875] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.439017] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.445161] env[62220]: DEBUG nova.compute.utils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1507.446682] env[62220]: DEBUG nova.compute.manager [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1507.446916] env[62220]: DEBUG nova.network.neutron [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1507.524443] env[62220]: DEBUG nova.policy [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5674a21aeda24dd6b79daa0ddfa32ee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b9a101eac3644c5884e43e1c1f5f181', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1507.614697] env[62220]: DEBUG nova.compute.manager [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1507.614831] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1507.615835] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5b0a39-9f12-4c29-9786-344a6ef8a072 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.624501] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.625079] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96129941-6e84-4172-9f2f-3487af79646e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.634841] env[62220]: DEBUG oslo_vmware.api [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1507.634841] env[62220]: value = "task-1747193" [ 1507.634841] env[62220]: _type = "Task" [ 1507.634841] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.644621] env[62220]: DEBUG oslo_vmware.api [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.757897] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b31edfe-9f72-4dfc-a329-3aa12e2d75cb req-2b028db6-1eff-4df6-b95b-5a56233e6419 service nova] Releasing lock "refresh_cache-e396de23-f0d2-44ca-977a-17b444916807" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.785397] env[62220]: DEBUG oslo_concurrency.lockutils [req-887f11a3-877d-45cb-90f2-c10bd754b071 req-490edc1a-1fa6-4d86-9c44-53986b3ebaeb service nova] Releasing lock "refresh_cache-e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.785397] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747190, 'name': CreateVM_Task, 'duration_secs': 0.846323} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.785397] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e396de23-f0d2-44ca-977a-17b444916807] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1507.785610] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'attachment_id': '9a4b4a2d-d348-4db6-ad9e-8660750779db', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363229', 'volume_id': '2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'name': 'volume-2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e396de23-f0d2-44ca-977a-17b444916807', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'serial': '2d3a71bf-7062-4041-a905-0a9b78c6cf36'}, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1507.785824] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Root volume attach. Driver type: vmdk {{(pid=62220) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1507.786644] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b285236c-16aa-459b-9083-8cfa06ac521f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.795513] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1172e16-7ed0-4cfa-b567-c53973520726 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.807532] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6729a38c-9d42-4b2d-8054-57931a6b793a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.827372] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-938d6cee-e3e1-4da7-a324-716ea10c3509 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.831407] env[62220]: DEBUG oslo_vmware.api [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747191, 'name': PowerOffVM_Task, 'duration_secs': 0.213901} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.831899] env[62220]: INFO nova.compute.manager [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Rebuilding instance [ 1507.834675] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.834936] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1507.836574] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-704ab8a4-e3d7-4e84-98ff-8e50f0663cb6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.843233] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Waiting for the task: (returnval){ [ 1507.843233] env[62220]: value = "task-1747194" [ 1507.843233] env[62220]: _type = "Task" [ 1507.843233] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.854813] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747194, 'name': RelocateVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.869516] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1507.871081] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1507.871081] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Deleting the datastore file [datastore1] 3f44653f-89dc-449d-8e70-c504b7da9de6 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1507.871081] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6892ce71-05e6-4f3f-a2da-5836d00fb5c0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.878938] env[62220]: DEBUG oslo_vmware.api [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for the task: (returnval){ [ 1507.878938] env[62220]: value = "task-1747196" [ 1507.878938] env[62220]: _type = "Task" [ 1507.878938] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.889224] env[62220]: DEBUG nova.compute.manager [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.890418] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a67567-4274-4f75-bf8f-81f2cd5045e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.896465] env[62220]: DEBUG oslo_vmware.api [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.920450] env[62220]: DEBUG nova.network.neutron [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Successfully created port: 3c105792-9639-4930-93ef-0770279552ec {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1507.939341] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085098} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.942444] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1507.942906] env[62220]: INFO nova.compute.manager [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Took 40.09 seconds to build instance. [ 1507.944375] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0541d770-e2b5-4046-bf8a-b1f50893e901 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.951033] env[62220]: DEBUG nova.compute.manager [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1507.984239] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c5b997cc-da18-4571-aba2-a84d5ff1c996/c5b997cc-da18-4571-aba2-a84d5ff1c996.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.985580] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5236f75d-b1d6-4d66-82aa-232a5a2a2fe7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.017166] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1508.017166] env[62220]: value = "task-1747197" [ 1508.017166] env[62220]: _type = "Task" [ 1508.017166] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.032805] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.114810] env[62220]: DEBUG nova.compute.manager [req-00ef19b2-9fe7-4f13-9e99-e55e4960464e req-0749b6c5-c194-4030-ab37-c42bdae90c2f service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Received event network-changed-5000ac22-707b-4f68-8279-83526b4c4d38 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1508.115027] env[62220]: DEBUG nova.compute.manager [req-00ef19b2-9fe7-4f13-9e99-e55e4960464e req-0749b6c5-c194-4030-ab37-c42bdae90c2f service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Refreshing instance network info cache due to event network-changed-5000ac22-707b-4f68-8279-83526b4c4d38. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1508.115239] env[62220]: DEBUG oslo_concurrency.lockutils [req-00ef19b2-9fe7-4f13-9e99-e55e4960464e req-0749b6c5-c194-4030-ab37-c42bdae90c2f service nova] Acquiring lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.115378] env[62220]: DEBUG oslo_concurrency.lockutils [req-00ef19b2-9fe7-4f13-9e99-e55e4960464e req-0749b6c5-c194-4030-ab37-c42bdae90c2f service nova] Acquired lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.115898] env[62220]: DEBUG nova.network.neutron [req-00ef19b2-9fe7-4f13-9e99-e55e4960464e req-0749b6c5-c194-4030-ab37-c42bdae90c2f service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Refreshing network info cache for port 5000ac22-707b-4f68-8279-83526b4c4d38 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.146964] env[62220]: DEBUG oslo_vmware.api [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747193, 'name': PowerOffVM_Task, 'duration_secs': 0.391023} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.146964] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.146964] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1508.147882] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3daac06f-a0c4-478a-8765-4110c646618b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.251150] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1508.251499] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1508.252631] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Deleting the datastore file [datastore1] e03ade62-8b1b-42bd-9fc2-26a2b677bf5d {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1508.252631] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecf80b63-e4e9-4b42-bfb4-9dbab5f89bdd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.264335] env[62220]: DEBUG oslo_vmware.api [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1508.264335] env[62220]: value = "task-1747199" [ 1508.264335] env[62220]: _type = "Task" [ 1508.264335] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.273680] env[62220]: DEBUG oslo_vmware.api [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.356071] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747194, 'name': RelocateVM_Task} progress is 20%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.397044] env[62220]: DEBUG oslo_vmware.api [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Task: {'id': task-1747196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168209} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.397387] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.397601] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1508.398111] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1508.398111] env[62220]: INFO nova.compute.manager [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1508.398315] env[62220]: DEBUG oslo.service.loopingcall [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1508.398568] env[62220]: DEBUG nova.compute.manager [-] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1508.398678] env[62220]: DEBUG nova.network.neutron [-] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1508.418172] env[62220]: DEBUG nova.network.neutron [-] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1508.450547] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a374d9e3-2178-4e62-a52d-d243634d043d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.098s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.529293] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747197, 'name': ReconfigVM_Task, 'duration_secs': 0.410682} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.529638] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c5b997cc-da18-4571-aba2-a84d5ff1c996/c5b997cc-da18-4571-aba2-a84d5ff1c996.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.530226] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e0db624-7cd1-4ef0-a252-b1ae59b9cffc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.537874] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1508.537874] env[62220]: value = "task-1747200" [ 1508.537874] env[62220]: _type = "Task" [ 1508.537874] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.552777] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747200, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.594651] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe26516-f7f4-489e-989b-af168f78057f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.602876] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15fd702-d4f0-471a-ae47-33ccf56b2527 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.638347] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86042406-6fb4-4428-95db-4550ef0bb1fd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.649534] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bfabab-81cc-4d48-9779-a46fad0cffeb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.667541] env[62220]: DEBUG nova.compute.provider_tree [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.778233] env[62220]: DEBUG oslo_vmware.api [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28834} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.778341] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.778540] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1508.778722] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1508.778902] env[62220]: INFO nova.compute.manager [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1508.779297] env[62220]: DEBUG oslo.service.loopingcall [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1508.779571] env[62220]: DEBUG nova.compute.manager [-] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1508.779688] env[62220]: DEBUG nova.network.neutron [-] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1508.853909] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747194, 'name': RelocateVM_Task, 'duration_secs': 0.592514} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.854229] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1508.854418] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363229', 'volume_id': '2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'name': 'volume-2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e396de23-f0d2-44ca-977a-17b444916807', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'serial': '2d3a71bf-7062-4041-a905-0a9b78c6cf36'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1508.855254] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acacdb73-cca6-408d-bb47-0dbfb122e2d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.873922] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb14c033-7a4e-4e48-99c6-02f92dce0ce8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.876985] env[62220]: DEBUG nova.network.neutron [req-00ef19b2-9fe7-4f13-9e99-e55e4960464e req-0749b6c5-c194-4030-ab37-c42bdae90c2f service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Updated VIF entry in instance network info cache for port 5000ac22-707b-4f68-8279-83526b4c4d38. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.877405] env[62220]: DEBUG nova.network.neutron [req-00ef19b2-9fe7-4f13-9e99-e55e4960464e req-0749b6c5-c194-4030-ab37-c42bdae90c2f service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Updating instance_info_cache with network_info: [{"id": "5000ac22-707b-4f68-8279-83526b4c4d38", "address": "fa:16:3e:ba:55:e2", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5000ac22-70", "ovs_interfaceid": "5000ac22-707b-4f68-8279-83526b4c4d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.902501] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] volume-2d3a71bf-7062-4041-a905-0a9b78c6cf36/volume-2d3a71bf-7062-4041-a905-0a9b78c6cf36.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.903383] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dd9efd8-c55f-4c75-a07e-1ad38194477b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.917619] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1508.917892] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffa0b980-ab6c-43ea-a43c-37d33dd4c737 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.921563] env[62220]: DEBUG nova.network.neutron [-] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.926701] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Waiting for the task: (returnval){ [ 1508.926701] env[62220]: value = "task-1747202" [ 1508.926701] env[62220]: _type = "Task" [ 1508.926701] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.931019] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1508.931019] env[62220]: value = "task-1747201" [ 1508.931019] env[62220]: _type = "Task" [ 1508.931019] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.945414] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.946054] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.953636] env[62220]: DEBUG nova.compute.manager [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1508.993032] env[62220]: DEBUG nova.compute.manager [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1509.033566] env[62220]: DEBUG nova.virt.hardware [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1509.033752] env[62220]: DEBUG nova.virt.hardware [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1509.037019] env[62220]: DEBUG nova.virt.hardware [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1509.037019] env[62220]: DEBUG nova.virt.hardware [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1509.037019] env[62220]: DEBUG nova.virt.hardware [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1509.037019] env[62220]: DEBUG nova.virt.hardware [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1509.037019] env[62220]: DEBUG nova.virt.hardware [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1509.037019] env[62220]: DEBUG nova.virt.hardware [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1509.037019] env[62220]: DEBUG nova.virt.hardware [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1509.037019] env[62220]: DEBUG nova.virt.hardware [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1509.037019] env[62220]: DEBUG nova.virt.hardware [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1509.037514] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd638ecd-bf64-4d02-8b29-d5c810391260 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.049450] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747200, 'name': Rename_Task, 'duration_secs': 0.450493} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.051663] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.051973] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-625cd31b-f31c-40f6-98c3-b3dac26614d3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.054447] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be2826d-3726-43f1-8ce6-571fd785b732 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.072021] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1509.072021] env[62220]: value = "task-1747203" [ 1509.072021] env[62220]: _type = "Task" [ 1509.072021] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.081472] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.173738] env[62220]: DEBUG nova.scheduler.client.report [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1509.380150] env[62220]: DEBUG oslo_concurrency.lockutils [req-00ef19b2-9fe7-4f13-9e99-e55e4960464e req-0749b6c5-c194-4030-ab37-c42bdae90c2f service nova] Releasing lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.425467] env[62220]: INFO nova.compute.manager [-] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Took 1.03 seconds to deallocate network for instance. [ 1509.449092] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747201, 'name': PowerOffVM_Task, 'duration_secs': 0.208203} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.449831] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747202, 'name': ReconfigVM_Task, 'duration_secs': 0.360715} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.450163] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1509.453484] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.453484] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Reconfigured VM instance instance-0000002e to attach disk [datastore1] volume-2d3a71bf-7062-4041-a905-0a9b78c6cf36/volume-2d3a71bf-7062-4041-a905-0a9b78c6cf36.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1509.460229] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2850652b-4162-449b-9120-3568fea8a52c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.463890] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc7ab5a-8ea0-498c-9fd4-a51d36129b48 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.488290] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1509.489993] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3e4f617-432e-41ad-a38a-a58f20202004 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.493975] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Waiting for the task: (returnval){ [ 1509.493975] env[62220]: value = "task-1747204" [ 1509.493975] env[62220]: _type = "Task" [ 1509.493975] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.502081] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.506991] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747204, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.591426] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747203, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.593580] env[62220]: DEBUG nova.network.neutron [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Successfully updated port: 3c105792-9639-4930-93ef-0770279552ec {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1509.611016] env[62220]: DEBUG nova.compute.manager [req-1d956725-b81f-4339-984d-0e4e96875ed0 req-d531b204-2ec2-4ca8-954a-5f44a6b7a96b service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Received event network-vif-deleted-c9411f94-c57f-4cd3-abfc-adc79e3bd86d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1509.611216] env[62220]: INFO nova.compute.manager [req-1d956725-b81f-4339-984d-0e4e96875ed0 req-d531b204-2ec2-4ca8-954a-5f44a6b7a96b service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Neutron deleted interface c9411f94-c57f-4cd3-abfc-adc79e3bd86d; detaching it from the instance and deleting it from the info cache [ 1509.611398] env[62220]: DEBUG nova.network.neutron [req-1d956725-b81f-4339-984d-0e4e96875ed0 req-d531b204-2ec2-4ca8-954a-5f44a6b7a96b service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.633323] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1509.633578] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1509.633784] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleting the datastore file [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1509.634088] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6daa4965-bc26-4e26-ae82-23aaaffab578 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.644462] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1509.644462] env[62220]: value = "task-1747206" [ 1509.644462] env[62220]: _type = "Task" [ 1509.644462] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.657239] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.679916] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.680487] env[62220]: DEBUG nova.compute.manager [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1509.683842] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.548s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.684148] env[62220]: DEBUG nova.objects.instance [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Lazy-loading 'resources' on Instance uuid fc66c14c-3d5f-4185-a0b1-51da2189c359 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.934938] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.950542] env[62220]: DEBUG nova.network.neutron [-] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.005480] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747204, 'name': ReconfigVM_Task, 'duration_secs': 0.169394} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.005797] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363229', 'volume_id': '2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'name': 'volume-2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e396de23-f0d2-44ca-977a-17b444916807', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'serial': '2d3a71bf-7062-4041-a905-0a9b78c6cf36'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1510.006373] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fcc8c6e-95a7-458e-89a5-466f2ab21e52 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.014679] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Waiting for the task: (returnval){ [ 1510.014679] env[62220]: value = "task-1747207" [ 1510.014679] env[62220]: _type = "Task" [ 1510.014679] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.025614] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747207, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.086109] env[62220]: DEBUG oslo_vmware.api [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747203, 'name': PowerOnVM_Task, 'duration_secs': 0.665498} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.086109] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.086437] env[62220]: INFO nova.compute.manager [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1510.086645] env[62220]: DEBUG nova.compute.manager [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.087639] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459ca899-a0dd-4a8b-9894-24e4fcd9fd44 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.097410] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Acquiring lock "refresh_cache-0d5facef-3bf5-4b5d-a234-570292369118" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.097593] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Acquired lock "refresh_cache-0d5facef-3bf5-4b5d-a234-570292369118" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.097747] env[62220]: DEBUG nova.network.neutron [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.115889] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fc22714-d909-4b17-8a17-8ddb7027c05f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.125184] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891e6c2d-09ec-41b8-b6f6-6fcac59a19d1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.151376] env[62220]: DEBUG nova.compute.manager [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Received event network-vif-plugged-3c105792-9639-4930-93ef-0770279552ec {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1510.151804] env[62220]: DEBUG oslo_concurrency.lockutils [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] Acquiring lock "0d5facef-3bf5-4b5d-a234-570292369118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.152298] env[62220]: DEBUG oslo_concurrency.lockutils [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] Lock "0d5facef-3bf5-4b5d-a234-570292369118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.152601] env[62220]: DEBUG oslo_concurrency.lockutils [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] Lock "0d5facef-3bf5-4b5d-a234-570292369118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.152898] env[62220]: DEBUG nova.compute.manager [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] No waiting events found dispatching network-vif-plugged-3c105792-9639-4930-93ef-0770279552ec {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1510.153202] env[62220]: WARNING nova.compute.manager [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Received unexpected event network-vif-plugged-3c105792-9639-4930-93ef-0770279552ec for instance with vm_state building and task_state spawning. [ 1510.153472] env[62220]: DEBUG nova.compute.manager [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Received event network-changed-3c105792-9639-4930-93ef-0770279552ec {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1510.153750] env[62220]: DEBUG nova.compute.manager [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Refreshing instance network info cache due to event network-changed-3c105792-9639-4930-93ef-0770279552ec. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1510.154047] env[62220]: DEBUG oslo_concurrency.lockutils [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] Acquiring lock "refresh_cache-0d5facef-3bf5-4b5d-a234-570292369118" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.171292] env[62220]: DEBUG nova.compute.manager [req-1d956725-b81f-4339-984d-0e4e96875ed0 req-d531b204-2ec2-4ca8-954a-5f44a6b7a96b service nova] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Detach interface failed, port_id=c9411f94-c57f-4cd3-abfc-adc79e3bd86d, reason: Instance e03ade62-8b1b-42bd-9fc2-26a2b677bf5d could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1510.176456] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240403} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.176730] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.176895] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.177120] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.187709] env[62220]: DEBUG nova.compute.utils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1510.191775] env[62220]: DEBUG nova.compute.manager [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1510.191935] env[62220]: DEBUG nova.network.neutron [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1510.244619] env[62220]: DEBUG nova.policy [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1c3f071f8fb426cb8f770cab383fcec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87fcf6748b3f4185b70480817d4212f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1510.454353] env[62220]: INFO nova.compute.manager [-] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Took 1.67 seconds to deallocate network for instance. [ 1510.531414] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747207, 'name': Rename_Task, 'duration_secs': 0.254041} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.534679] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.535405] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0edb43e4-0328-4099-9a63-ce4201f7b893 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.545794] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Waiting for the task: (returnval){ [ 1510.545794] env[62220]: value = "task-1747208" [ 1510.545794] env[62220]: _type = "Task" [ 1510.545794] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.546884] env[62220]: DEBUG nova.network.neutron [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Successfully created port: bbefd885-4441-45a1-b660-7dbba45f9631 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1510.562314] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.609716] env[62220]: INFO nova.compute.manager [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Took 38.59 seconds to build instance. [ 1510.662797] env[62220]: DEBUG nova.network.neutron [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1510.693030] env[62220]: DEBUG nova.compute.manager [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1510.756089] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9bd121-8a1d-4d19-85e5-b0284a7b3c1e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.765599] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a439c7a5-c143-45df-b707-e8576c168cdb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.801951] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d01e2a-2554-4355-9c41-e340c35e454f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.810712] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac4bfe0-db3a-4db1-bb92-aa8f3e682c0e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.826088] env[62220]: DEBUG nova.compute.provider_tree [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.964152] env[62220]: DEBUG oslo_concurrency.lockutils [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.060289] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.111626] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c8b91d8-e578-483f-b7eb-74bf550c32ec tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "c5b997cc-da18-4571-aba2-a84d5ff1c996" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.584s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.173683] env[62220]: DEBUG nova.network.neutron [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Updating instance_info_cache with network_info: [{"id": "3c105792-9639-4930-93ef-0770279552ec", "address": "fa:16:3e:fe:fb:8c", "network": {"id": "95ca451c-0860-4b07-80cf-d00b7b693c0f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-455385871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9a101eac3644c5884e43e1c1f5f181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c105792-96", "ovs_interfaceid": "3c105792-9639-4930-93ef-0770279552ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.228101] env[62220]: DEBUG nova.virt.hardware [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1511.228377] env[62220]: DEBUG nova.virt.hardware [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1511.228537] env[62220]: DEBUG nova.virt.hardware [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.228723] env[62220]: DEBUG nova.virt.hardware [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1511.229627] env[62220]: DEBUG nova.virt.hardware [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.229840] env[62220]: DEBUG nova.virt.hardware [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1511.230113] env[62220]: DEBUG nova.virt.hardware [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1511.230295] env[62220]: DEBUG nova.virt.hardware [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1511.230471] env[62220]: DEBUG nova.virt.hardware [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1511.230636] env[62220]: DEBUG nova.virt.hardware [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1511.230814] env[62220]: DEBUG nova.virt.hardware [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1511.232046] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6530211-7016-4975-97a9-4b950cba9672 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.241534] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137f4825-a850-4c7b-865a-20aa5305053a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.260614] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f4:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.268217] env[62220]: DEBUG oslo.service.loopingcall [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.268817] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1511.269140] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d5c940-7f5e-4af9-8b23-bbdd450ea599 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.291685] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.291685] env[62220]: value = "task-1747209" [ 1511.291685] env[62220]: _type = "Task" [ 1511.291685] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.301037] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747209, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.329028] env[62220]: DEBUG nova.scheduler.client.report [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1511.559106] env[62220]: DEBUG oslo_vmware.api [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747208, 'name': PowerOnVM_Task, 'duration_secs': 0.936254} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.559430] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.559619] env[62220]: INFO nova.compute.manager [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Took 5.69 seconds to spawn the instance on the hypervisor. [ 1511.559852] env[62220]: DEBUG nova.compute.manager [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.560621] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b713b687-51d4-4f5a-ae70-f5a8802261f8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.615310] env[62220]: DEBUG nova.compute.manager [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1511.675531] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Releasing lock "refresh_cache-0d5facef-3bf5-4b5d-a234-570292369118" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.676640] env[62220]: DEBUG nova.compute.manager [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Instance network_info: |[{"id": "3c105792-9639-4930-93ef-0770279552ec", "address": "fa:16:3e:fe:fb:8c", "network": {"id": "95ca451c-0860-4b07-80cf-d00b7b693c0f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-455385871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9a101eac3644c5884e43e1c1f5f181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c105792-96", "ovs_interfaceid": "3c105792-9639-4930-93ef-0770279552ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1511.676640] env[62220]: DEBUG oslo_concurrency.lockutils [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] Acquired lock "refresh_cache-0d5facef-3bf5-4b5d-a234-570292369118" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.676640] env[62220]: DEBUG nova.network.neutron [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Refreshing network info cache for port 3c105792-9639-4930-93ef-0770279552ec {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.677601] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:fb:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c105792-9639-4930-93ef-0770279552ec', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.686013] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Creating folder: Project (3b9a101eac3644c5884e43e1c1f5f181). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1511.689371] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4bb1e75-bf68-45e0-9f2b-7ff92131f454 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.705450] env[62220]: DEBUG nova.compute.manager [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1511.709244] env[62220]: DEBUG nova.compute.manager [req-5f35b799-6140-49c4-a48e-08456971069a req-9b387876-b96e-40da-aaaa-2393bcf61ff6 service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Received event network-changed-34cbc5bb-e55d-4bce-8936-2c2426d98084 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1511.709244] env[62220]: DEBUG nova.compute.manager [req-5f35b799-6140-49c4-a48e-08456971069a req-9b387876-b96e-40da-aaaa-2393bcf61ff6 service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Refreshing instance network info cache due to event network-changed-34cbc5bb-e55d-4bce-8936-2c2426d98084. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1511.709434] env[62220]: DEBUG oslo_concurrency.lockutils [req-5f35b799-6140-49c4-a48e-08456971069a req-9b387876-b96e-40da-aaaa-2393bcf61ff6 service nova] Acquiring lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.709434] env[62220]: DEBUG oslo_concurrency.lockutils [req-5f35b799-6140-49c4-a48e-08456971069a req-9b387876-b96e-40da-aaaa-2393bcf61ff6 service nova] Acquired lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.709600] env[62220]: DEBUG nova.network.neutron [req-5f35b799-6140-49c4-a48e-08456971069a req-9b387876-b96e-40da-aaaa-2393bcf61ff6 service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Refreshing network info cache for port 34cbc5bb-e55d-4bce-8936-2c2426d98084 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.714557] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Created folder: Project (3b9a101eac3644c5884e43e1c1f5f181) in parent group-v363147. [ 1511.714771] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Creating folder: Instances. Parent ref: group-v363279. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1511.715045] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99aeab34-bf64-4a71-8424-e507526330b7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.729153] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Created folder: Instances in parent group-v363279. [ 1511.729153] env[62220]: DEBUG oslo.service.loopingcall [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.731264] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1511.732821] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46286708-9c53-4f23-ba73-e69a6f124a4b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.750303] env[62220]: DEBUG nova.virt.hardware [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1511.751591] env[62220]: DEBUG nova.virt.hardware [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1511.751591] env[62220]: DEBUG nova.virt.hardware [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.751591] env[62220]: DEBUG nova.virt.hardware [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1511.751591] env[62220]: DEBUG nova.virt.hardware [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.751591] env[62220]: DEBUG nova.virt.hardware [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1511.751591] env[62220]: DEBUG nova.virt.hardware [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1511.751904] env[62220]: DEBUG nova.virt.hardware [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1511.751904] env[62220]: DEBUG nova.virt.hardware [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1511.752011] env[62220]: DEBUG nova.virt.hardware [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1511.752390] env[62220]: DEBUG nova.virt.hardware [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1511.753840] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6922eb8e-6cb7-4695-9efb-0d882e9c1a04 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.763583] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c7c0da-fcd2-4f5b-a658-9cb246b1a8fd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.769944] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.769944] env[62220]: value = "task-1747212" [ 1511.769944] env[62220]: _type = "Task" [ 1511.769944] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.790286] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747212, 'name': CreateVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.809278] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747209, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.834772] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.838226] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.368s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.840787] env[62220]: INFO nova.compute.claims [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1511.865368] env[62220]: INFO nova.scheduler.client.report [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Deleted allocations for instance fc66c14c-3d5f-4185-a0b1-51da2189c359 [ 1512.012578] env[62220]: DEBUG nova.network.neutron [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Updated VIF entry in instance network info cache for port 3c105792-9639-4930-93ef-0770279552ec. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.013147] env[62220]: DEBUG nova.network.neutron [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Updating instance_info_cache with network_info: [{"id": "3c105792-9639-4930-93ef-0770279552ec", "address": "fa:16:3e:fe:fb:8c", "network": {"id": "95ca451c-0860-4b07-80cf-d00b7b693c0f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-455385871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9a101eac3644c5884e43e1c1f5f181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c105792-96", "ovs_interfaceid": "3c105792-9639-4930-93ef-0770279552ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.079997] env[62220]: INFO nova.compute.manager [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Took 37.11 seconds to build instance. [ 1512.138588] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.203168] env[62220]: DEBUG nova.network.neutron [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Successfully updated port: bbefd885-4441-45a1-b660-7dbba45f9631 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1512.240996] env[62220]: DEBUG nova.compute.manager [req-8200f659-6394-4bdf-b369-65e3398d7efa req-ede4cfb1-c8b2-4bbd-8a81-115cc6f75dca service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Received event network-vif-plugged-bbefd885-4441-45a1-b660-7dbba45f9631 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1512.241354] env[62220]: DEBUG oslo_concurrency.lockutils [req-8200f659-6394-4bdf-b369-65e3398d7efa req-ede4cfb1-c8b2-4bbd-8a81-115cc6f75dca service nova] Acquiring lock "0cd14d33-d2cc-4a51-bad7-c793197c40da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.241948] env[62220]: DEBUG oslo_concurrency.lockutils [req-8200f659-6394-4bdf-b369-65e3398d7efa req-ede4cfb1-c8b2-4bbd-8a81-115cc6f75dca service nova] Lock "0cd14d33-d2cc-4a51-bad7-c793197c40da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.241948] env[62220]: DEBUG oslo_concurrency.lockutils [req-8200f659-6394-4bdf-b369-65e3398d7efa req-ede4cfb1-c8b2-4bbd-8a81-115cc6f75dca service nova] Lock "0cd14d33-d2cc-4a51-bad7-c793197c40da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.245211] env[62220]: DEBUG nova.compute.manager [req-8200f659-6394-4bdf-b369-65e3398d7efa req-ede4cfb1-c8b2-4bbd-8a81-115cc6f75dca service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] No waiting events found dispatching network-vif-plugged-bbefd885-4441-45a1-b660-7dbba45f9631 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1512.245395] env[62220]: WARNING nova.compute.manager [req-8200f659-6394-4bdf-b369-65e3398d7efa req-ede4cfb1-c8b2-4bbd-8a81-115cc6f75dca service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Received unexpected event network-vif-plugged-bbefd885-4441-45a1-b660-7dbba45f9631 for instance with vm_state building and task_state spawning. [ 1512.282448] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747212, 'name': CreateVM_Task, 'duration_secs': 0.445119} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.285087] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1512.285087] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.285087] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.285087] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1512.285087] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf736b05-1c70-46b2-9102-2fc955c052f6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.290682] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Waiting for the task: (returnval){ [ 1512.290682] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f5fe9f-2a23-c102-1bd9-7f92dc941257" [ 1512.290682] env[62220]: _type = "Task" [ 1512.290682] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.308261] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f5fe9f-2a23-c102-1bd9-7f92dc941257, 'name': SearchDatastore_Task, 'duration_secs': 0.012845} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.311555] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.312143] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1512.313320] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.313320] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.313440] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1512.313713] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747209, 'name': CreateVM_Task, 'duration_secs': 0.77161} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.313871] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bb9bb20-1557-408c-85e1-7f46a0ae2199 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.315941] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1512.317380] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.317380] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.317599] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1512.318243] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1790334c-7856-45ad-a3bf-0e50fec55344 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.324539] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1512.324539] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528b7d06-42f4-9ed6-f201-4c8a874db3a2" [ 1512.324539] env[62220]: _type = "Task" [ 1512.324539] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.325899] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1512.326101] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1512.332276] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96aa2cf7-f070-4718-9860-9fdc434f4815 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.341356] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Waiting for the task: (returnval){ [ 1512.341356] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524c6f39-e76e-4805-5845-1f65e8cc4d0f" [ 1512.341356] env[62220]: _type = "Task" [ 1512.341356] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.341356] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528b7d06-42f4-9ed6-f201-4c8a874db3a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.353764] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524c6f39-e76e-4805-5845-1f65e8cc4d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.354815] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4871b6-d2eb-4915-9fb1-48313e5b4e01 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.361587] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Waiting for the task: (returnval){ [ 1512.361587] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5228565e-a346-72df-3b8c-d3cd5e9e774b" [ 1512.361587] env[62220]: _type = "Task" [ 1512.361587] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.374519] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5228565e-a346-72df-3b8c-d3cd5e9e774b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.374798] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e13b7b42-3fe4-4e43-9a3b-6d7106a31833 tempest-ServerMetadataTestJSON-264546815 tempest-ServerMetadataTestJSON-264546815-project-member] Lock "fc66c14c-3d5f-4185-a0b1-51da2189c359" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.724s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.516446] env[62220]: DEBUG oslo_concurrency.lockutils [req-52e48ec6-5d9b-4705-8641-ac2dfe5d514e req-89311911-de73-463a-825a-0b3fef4d3eef service nova] Releasing lock "refresh_cache-0d5facef-3bf5-4b5d-a234-570292369118" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.581787] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ac1aa80-84cb-4ebf-9ba8-ceb2fff28b7f tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Lock "e396de23-f0d2-44ca-977a-17b444916807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.451s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.632472] env[62220]: DEBUG nova.network.neutron [req-5f35b799-6140-49c4-a48e-08456971069a req-9b387876-b96e-40da-aaaa-2393bcf61ff6 service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Updated VIF entry in instance network info cache for port 34cbc5bb-e55d-4bce-8936-2c2426d98084. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.632932] env[62220]: DEBUG nova.network.neutron [req-5f35b799-6140-49c4-a48e-08456971069a req-9b387876-b96e-40da-aaaa-2393bcf61ff6 service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Updating instance_info_cache with network_info: [{"id": "34cbc5bb-e55d-4bce-8936-2c2426d98084", "address": "fa:16:3e:18:72:85", "network": {"id": "d22c8d6b-a204-428b-b660-966cac18a495", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-954508290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b553ac14914e5cbae5a698bf1f83db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34cbc5bb-e5", "ovs_interfaceid": "34cbc5bb-e55d-4bce-8936-2c2426d98084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.708605] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquiring lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.708754] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquired lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.708904] env[62220]: DEBUG nova.network.neutron [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.846229] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528b7d06-42f4-9ed6-f201-4c8a874db3a2, 'name': SearchDatastore_Task, 'duration_secs': 0.021833} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.846621] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.846940] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1512.847200] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.874037] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5228565e-a346-72df-3b8c-d3cd5e9e774b, 'name': SearchDatastore_Task, 'duration_secs': 0.011747} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.874330] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.874586] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 0d5facef-3bf5-4b5d-a234-570292369118/0d5facef-3bf5-4b5d-a234-570292369118.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1512.874868] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.875069] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1512.875296] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c1b51d5-ef43-457a-9441-4960f30efccb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.877321] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d248acc6-43d0-4427-b5d9-d557dffe4d06 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.886037] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Waiting for the task: (returnval){ [ 1512.886037] env[62220]: value = "task-1747213" [ 1512.886037] env[62220]: _type = "Task" [ 1512.886037] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.891375] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1512.891585] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1512.896221] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad2df65f-9d76-4b7b-8cff-af89c067b857 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.900194] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.905783] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1512.905783] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bc4943-94bd-086e-ef8c-bf5d82cdaf77" [ 1512.905783] env[62220]: _type = "Task" [ 1512.905783] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.920718] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bc4943-94bd-086e-ef8c-bf5d82cdaf77, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.921713] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c73ace-b31c-4b7f-a0cf-469f31dda50f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.932287] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1512.932287] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52885ea3-1898-f88c-4bb5-440c95783fcf" [ 1512.932287] env[62220]: _type = "Task" [ 1512.932287] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.942663] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52885ea3-1898-f88c-4bb5-440c95783fcf, 'name': SearchDatastore_Task} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.943520] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.943520] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9/5fbde370-855d-46ea-9a21-09d9d87b7bd9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1512.943520] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a97f6f31-45ed-430b-994a-5afd714b8e4e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.955834] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1512.955834] env[62220]: value = "task-1747214" [ 1512.955834] env[62220]: _type = "Task" [ 1512.955834] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.966992] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.085357] env[62220]: DEBUG nova.compute.manager [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1513.138831] env[62220]: DEBUG oslo_concurrency.lockutils [req-5f35b799-6140-49c4-a48e-08456971069a req-9b387876-b96e-40da-aaaa-2393bcf61ff6 service nova] Releasing lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.230176] env[62220]: DEBUG nova.compute.manager [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Stashing vm_state: active {{(pid=62220) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1513.251172] env[62220]: DEBUG nova.network.neutron [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1513.400925] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747213, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.461081] env[62220]: DEBUG nova.network.neutron [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Updating instance_info_cache with network_info: [{"id": "bbefd885-4441-45a1-b660-7dbba45f9631", "address": "fa:16:3e:24:72:f6", "network": {"id": "2d12c20a-317c-42c8-8d01-a132dca95662", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-825120718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fcf6748b3f4185b70480817d4212f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbefd885-44", "ovs_interfaceid": "bbefd885-4441-45a1-b660-7dbba45f9631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.476013] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747214, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.523736] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea338e0-f884-4e0e-a854-a785e9e620c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.532559] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae9a7a2-cf46-4900-ab54-99694b346ff9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.564913] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f1e071-07ad-4cae-b7bb-36397a2b81f9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.574102] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f8dae1-ab17-4ee5-86ec-366519e93869 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.589821] env[62220]: DEBUG nova.compute.provider_tree [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.611182] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.751724] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.897390] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685882} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.897655] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 0d5facef-3bf5-4b5d-a234-570292369118/0d5facef-3bf5-4b5d-a234-570292369118.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1513.899877] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1513.899877] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94457efa-dedd-433e-bd3e-c010c8052b71 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.907634] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Waiting for the task: (returnval){ [ 1513.907634] env[62220]: value = "task-1747215" [ 1513.907634] env[62220]: _type = "Task" [ 1513.907634] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.918499] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.967650] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Releasing lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.968140] env[62220]: DEBUG nova.compute.manager [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Instance network_info: |[{"id": "bbefd885-4441-45a1-b660-7dbba45f9631", "address": "fa:16:3e:24:72:f6", "network": {"id": "2d12c20a-317c-42c8-8d01-a132dca95662", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-825120718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fcf6748b3f4185b70480817d4212f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbefd885-44", "ovs_interfaceid": "bbefd885-4441-45a1-b660-7dbba45f9631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1513.975632] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:72:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbefd885-4441-45a1-b660-7dbba45f9631', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1513.983635] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Creating folder: Project (87fcf6748b3f4185b70480817d4212f1). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1513.984204] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.961412} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.984603] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d82e1905-f5ff-434e-a079-65c9307e0d09 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.991713] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9/5fbde370-855d-46ea-9a21-09d9d87b7bd9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1513.991713] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1513.991713] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29c517c2-1b8f-48ab-9c93-61a970a66efe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.999744] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1513.999744] env[62220]: value = "task-1747217" [ 1513.999744] env[62220]: _type = "Task" [ 1513.999744] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.005641] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Created folder: Project (87fcf6748b3f4185b70480817d4212f1) in parent group-v363147. [ 1514.005870] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Creating folder: Instances. Parent ref: group-v363282. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1514.007130] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdf9656d-5caf-4f09-afa0-c2aa6d0e9844 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.014850] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.026433] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Created folder: Instances in parent group-v363282. [ 1514.026722] env[62220]: DEBUG oslo.service.loopingcall [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.026944] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1514.027922] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74607762-3f84-4ed9-abed-58fc5a01da89 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.054559] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1514.054559] env[62220]: value = "task-1747219" [ 1514.054559] env[62220]: _type = "Task" [ 1514.054559] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.063847] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747219, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.093316] env[62220]: DEBUG nova.scheduler.client.report [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1514.317265] env[62220]: DEBUG nova.compute.manager [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Received event network-changed-bbefd885-4441-45a1-b660-7dbba45f9631 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1514.317488] env[62220]: DEBUG nova.compute.manager [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Refreshing instance network info cache due to event network-changed-bbefd885-4441-45a1-b660-7dbba45f9631. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1514.317706] env[62220]: DEBUG oslo_concurrency.lockutils [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] Acquiring lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.317854] env[62220]: DEBUG oslo_concurrency.lockutils [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] Acquired lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.318033] env[62220]: DEBUG nova.network.neutron [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Refreshing network info cache for port bbefd885-4441-45a1-b660-7dbba45f9631 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1514.418756] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076238} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.421492] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1514.422237] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250cc426-1417-4264-a5e6-bc6ff4c04381 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.445399] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 0d5facef-3bf5-4b5d-a234-570292369118/0d5facef-3bf5-4b5d-a234-570292369118.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.445399] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf8d4e4-bcf0-4b69-ae85-038bb338e95d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.471342] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Waiting for the task: (returnval){ [ 1514.471342] env[62220]: value = "task-1747220" [ 1514.471342] env[62220]: _type = "Task" [ 1514.471342] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.480517] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.510375] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071626} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.510911] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1514.511851] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08c3143-2c63-42a9-8b3b-3f84a8e7eced {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.537137] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9/5fbde370-855d-46ea-9a21-09d9d87b7bd9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.537219] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-116af85a-f08f-4e97-a90f-d13985258bbc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.559761] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1514.559761] env[62220]: value = "task-1747221" [ 1514.559761] env[62220]: _type = "Task" [ 1514.559761] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.568079] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747219, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.576362] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.599336] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.600026] env[62220]: DEBUG nova.compute.manager [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1514.602636] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.533s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.602835] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.602955] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1514.603272] env[62220]: DEBUG oslo_concurrency.lockutils [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.672s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.603540] env[62220]: DEBUG nova.objects.instance [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lazy-loading 'resources' on Instance uuid 4e2be5d5-3737-44a9-a89a-1e63a70833cb {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.605671] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d492df02-5661-4225-898f-93f36b480e4e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.617079] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8461fa61-1306-43bf-9951-a565fb2a17b2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.632650] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594eafe1-69ab-4f5e-aa01-a47ff13b61af {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.640084] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de3faf9-b2d8-459d-abb9-7e600c626b74 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.680251] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178875MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1514.680251] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.984909] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.069853] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747219, 'name': CreateVM_Task, 'duration_secs': 0.818295} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.070630] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1515.071624] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.071624] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.072435] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.076601] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffea0f8e-8851-471d-8808-d72366139e55 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.079124] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747221, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.084612] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for the task: (returnval){ [ 1515.084612] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52609b35-4410-9e66-d46e-cc7bc32efb48" [ 1515.084612] env[62220]: _type = "Task" [ 1515.084612] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.089158] env[62220]: DEBUG nova.network.neutron [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Updated VIF entry in instance network info cache for port bbefd885-4441-45a1-b660-7dbba45f9631. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1515.089579] env[62220]: DEBUG nova.network.neutron [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Updating instance_info_cache with network_info: [{"id": "bbefd885-4441-45a1-b660-7dbba45f9631", "address": "fa:16:3e:24:72:f6", "network": {"id": "2d12c20a-317c-42c8-8d01-a132dca95662", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-825120718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fcf6748b3f4185b70480817d4212f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbefd885-44", "ovs_interfaceid": "bbefd885-4441-45a1-b660-7dbba45f9631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.097366] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52609b35-4410-9e66-d46e-cc7bc32efb48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.109026] env[62220]: DEBUG nova.compute.utils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1515.109026] env[62220]: DEBUG nova.compute.manager [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1515.109026] env[62220]: DEBUG nova.network.neutron [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1515.159860] env[62220]: DEBUG nova.policy [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d71f4ee47e24fdba197d098dc9f29bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aa4322ee1c7440398464b72ec5baaea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1515.483119] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747220, 'name': ReconfigVM_Task, 'duration_secs': 0.628965} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.483420] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 0d5facef-3bf5-4b5d-a234-570292369118/0d5facef-3bf5-4b5d-a234-570292369118.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.488119] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c1a2ffb-479f-45af-9fcf-950245e8e473 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.498157] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Waiting for the task: (returnval){ [ 1515.498157] env[62220]: value = "task-1747222" [ 1515.498157] env[62220]: _type = "Task" [ 1515.498157] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.515262] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747222, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.571955] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747221, 'name': ReconfigVM_Task, 'duration_secs': 0.528784} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.571955] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9/5fbde370-855d-46ea-9a21-09d9d87b7bd9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.574703] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2a4d2c3-5052-4aee-a67c-96a29237725e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.584348] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1515.584348] env[62220]: value = "task-1747223" [ 1515.584348] env[62220]: _type = "Task" [ 1515.584348] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.596935] env[62220]: DEBUG oslo_concurrency.lockutils [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] Releasing lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.597224] env[62220]: DEBUG nova.compute.manager [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] Received event network-changed-99d0b78b-ceb2-4f93-a08e-77f95f24d17e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1515.597401] env[62220]: DEBUG nova.compute.manager [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] Refreshing instance network info cache due to event network-changed-99d0b78b-ceb2-4f93-a08e-77f95f24d17e. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1515.597611] env[62220]: DEBUG oslo_concurrency.lockutils [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] Acquiring lock "refresh_cache-e396de23-f0d2-44ca-977a-17b444916807" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.597760] env[62220]: DEBUG oslo_concurrency.lockutils [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] Acquired lock "refresh_cache-e396de23-f0d2-44ca-977a-17b444916807" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.597921] env[62220]: DEBUG nova.network.neutron [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] Refreshing network info cache for port 99d0b78b-ceb2-4f93-a08e-77f95f24d17e {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.606915] env[62220]: DEBUG nova.network.neutron [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Successfully created port: 55e625f0-0e86-48d9-bd4e-38bac9f1fec0 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1515.606915] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747223, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.613354] env[62220]: DEBUG nova.compute.manager [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1515.616050] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52609b35-4410-9e66-d46e-cc7bc32efb48, 'name': SearchDatastore_Task, 'duration_secs': 0.041123} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.616930] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.617240] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.617491] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.617639] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.617838] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.618313] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5c793cd-df0c-4fd8-9d2a-e624a3c3689f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.631244] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.633608] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.633608] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5d93ef-799e-4b85-aa30-1a97cb8724bf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.640169] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for the task: (returnval){ [ 1515.640169] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dd96e7-9e2c-c00b-bc53-bed5ca3d3bf2" [ 1515.640169] env[62220]: _type = "Task" [ 1515.640169] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.649623] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dd96e7-9e2c-c00b-bc53-bed5ca3d3bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.664408] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126bc06f-c62d-480b-8c8b-58af403a6a80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.676611] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dba09b0-03f3-461c-a171-fc9ef45f6702 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.711644] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7f3323-bfc2-4579-9bee-45f4dccd20e0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.720488] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a34113-1d48-4b45-9b4c-ad3dc4450374 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.734993] env[62220]: DEBUG nova.compute.provider_tree [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.014360] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747222, 'name': Rename_Task, 'duration_secs': 0.352768} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.014663] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1516.014947] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f33c327c-2479-4944-9c0d-aa9bdc0366d5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.025320] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Waiting for the task: (returnval){ [ 1516.025320] env[62220]: value = "task-1747224" [ 1516.025320] env[62220]: _type = "Task" [ 1516.025320] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.034013] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.095678] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747223, 'name': Rename_Task, 'duration_secs': 0.384886} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.095962] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1516.097187] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8beda83-4040-436e-a0d7-59e000e6e518 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.104456] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1516.104456] env[62220]: value = "task-1747225" [ 1516.104456] env[62220]: _type = "Task" [ 1516.104456] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.115593] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.156147] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dd96e7-9e2c-c00b-bc53-bed5ca3d3bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.016185} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.157128] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d7a3abd-5666-4b75-8730-8b240257f913 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.166022] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for the task: (returnval){ [ 1516.166022] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528b28ed-c131-7e18-7995-a94e1d98f401" [ 1516.166022] env[62220]: _type = "Task" [ 1516.166022] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.176986] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528b28ed-c131-7e18-7995-a94e1d98f401, 'name': SearchDatastore_Task} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.177344] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.177628] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 0cd14d33-d2cc-4a51-bad7-c793197c40da/0cd14d33-d2cc-4a51-bad7-c793197c40da.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.178046] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cbb17e5-a1de-40a4-b873-b84e7219b3ef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.186328] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for the task: (returnval){ [ 1516.186328] env[62220]: value = "task-1747226" [ 1516.186328] env[62220]: _type = "Task" [ 1516.186328] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.198508] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.238544] env[62220]: DEBUG nova.scheduler.client.report [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1516.539329] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.620739] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.627197] env[62220]: DEBUG nova.compute.manager [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1516.658555] env[62220]: DEBUG nova.virt.hardware [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1516.658968] env[62220]: DEBUG nova.virt.hardware [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1516.659118] env[62220]: DEBUG nova.virt.hardware [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.659390] env[62220]: DEBUG nova.virt.hardware [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1516.659645] env[62220]: DEBUG nova.virt.hardware [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.659819] env[62220]: DEBUG nova.virt.hardware [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1516.660082] env[62220]: DEBUG nova.virt.hardware [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1516.660328] env[62220]: DEBUG nova.virt.hardware [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1516.660683] env[62220]: DEBUG nova.virt.hardware [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1516.660890] env[62220]: DEBUG nova.virt.hardware [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1516.661120] env[62220]: DEBUG nova.virt.hardware [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1516.662237] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aa9638-2903-40a2-b5c8-c49656d3ac6a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.674169] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50984540-8729-48ad-ac31-318270047dfd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.703030] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747226, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.745368] env[62220]: DEBUG oslo_concurrency.lockutils [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.748327] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.829s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.748641] env[62220]: DEBUG nova.objects.instance [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Lazy-loading 'resources' on Instance uuid e59be507-2abd-40f3-8a16-1225de4ae07f {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.777950] env[62220]: INFO nova.scheduler.client.report [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Deleted allocations for instance 4e2be5d5-3737-44a9-a89a-1e63a70833cb [ 1516.996367] env[62220]: DEBUG nova.network.neutron [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] Updated VIF entry in instance network info cache for port 99d0b78b-ceb2-4f93-a08e-77f95f24d17e. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.996764] env[62220]: DEBUG nova.network.neutron [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] Updating instance_info_cache with network_info: [{"id": "99d0b78b-ceb2-4f93-a08e-77f95f24d17e", "address": "fa:16:3e:e3:aa:c4", "network": {"id": "d98e0d59-11ed-48f4-8bee-4a76c7a31171", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1550948738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16a29db3771b458a87d6e62e16047c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d0b78b-ce", "ovs_interfaceid": "99d0b78b-ceb2-4f93-a08e-77f95f24d17e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.037997] env[62220]: DEBUG oslo_vmware.api [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747224, 'name': PowerOnVM_Task, 'duration_secs': 0.708315} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.039512] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1517.039512] env[62220]: INFO nova.compute.manager [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1517.039512] env[62220]: DEBUG nova.compute.manager [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1517.040229] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce7a80e-fa9d-4081-8208-fddb787de965 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.116116] env[62220]: DEBUG oslo_vmware.api [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747225, 'name': PowerOnVM_Task, 'duration_secs': 0.909221} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.116116] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1517.116237] env[62220]: DEBUG nova.compute.manager [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1517.117074] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2024e3-7010-4ab3-9eb4-a9f2a3314165 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.181875] env[62220]: DEBUG nova.compute.manager [req-e62e82a9-d384-4018-bd96-88b61103b522 req-bb31e883-5470-43b5-9662-72e7384c4a30 service nova] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Received event network-vif-plugged-55e625f0-0e86-48d9-bd4e-38bac9f1fec0 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1517.182115] env[62220]: DEBUG oslo_concurrency.lockutils [req-e62e82a9-d384-4018-bd96-88b61103b522 req-bb31e883-5470-43b5-9662-72e7384c4a30 service nova] Acquiring lock "25bd2a2e-c354-42a1-83cd-a7d3aadcea3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.183072] env[62220]: DEBUG oslo_concurrency.lockutils [req-e62e82a9-d384-4018-bd96-88b61103b522 req-bb31e883-5470-43b5-9662-72e7384c4a30 service nova] Lock "25bd2a2e-c354-42a1-83cd-a7d3aadcea3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.183072] env[62220]: DEBUG oslo_concurrency.lockutils [req-e62e82a9-d384-4018-bd96-88b61103b522 req-bb31e883-5470-43b5-9662-72e7384c4a30 service nova] Lock "25bd2a2e-c354-42a1-83cd-a7d3aadcea3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.183072] env[62220]: DEBUG nova.compute.manager [req-e62e82a9-d384-4018-bd96-88b61103b522 req-bb31e883-5470-43b5-9662-72e7384c4a30 service nova] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] No waiting events found dispatching network-vif-plugged-55e625f0-0e86-48d9-bd4e-38bac9f1fec0 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1517.183072] env[62220]: WARNING nova.compute.manager [req-e62e82a9-d384-4018-bd96-88b61103b522 req-bb31e883-5470-43b5-9662-72e7384c4a30 service nova] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Received unexpected event network-vif-plugged-55e625f0-0e86-48d9-bd4e-38bac9f1fec0 for instance with vm_state building and task_state spawning. [ 1517.204040] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535308} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.205124] env[62220]: DEBUG nova.network.neutron [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Successfully updated port: 55e625f0-0e86-48d9-bd4e-38bac9f1fec0 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1517.206501] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 0cd14d33-d2cc-4a51-bad7-c793197c40da/0cd14d33-d2cc-4a51-bad7-c793197c40da.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1517.206865] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1517.207453] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9968127f-36be-43b6-9706-333a51657fa2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.219264] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for the task: (returnval){ [ 1517.219264] env[62220]: value = "task-1747227" [ 1517.219264] env[62220]: _type = "Task" [ 1517.219264] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.229518] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.287788] env[62220]: DEBUG oslo_concurrency.lockutils [None req-975b6688-0ffc-4dd9-8451-306db46e0500 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "4e2be5d5-3737-44a9-a89a-1e63a70833cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.379s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.502119] env[62220]: DEBUG oslo_concurrency.lockutils [req-d3de3578-643e-46a1-8c91-5b855adb692d req-87d0e5dd-44cf-4629-9814-23c05381f78e service nova] Releasing lock "refresh_cache-e396de23-f0d2-44ca-977a-17b444916807" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.568150] env[62220]: INFO nova.compute.manager [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Took 38.66 seconds to build instance. [ 1517.633741] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.708142] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "refresh_cache-25bd2a2e-c354-42a1-83cd-a7d3aadcea3e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.708254] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "refresh_cache-25bd2a2e-c354-42a1-83cd-a7d3aadcea3e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.708406] env[62220]: DEBUG nova.network.neutron [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.732946] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073187} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.733725] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.736794] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b56ee88-02cf-4f18-a1cd-fbb397b735dc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.767423] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 0cd14d33-d2cc-4a51-bad7-c793197c40da/0cd14d33-d2cc-4a51-bad7-c793197c40da.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.770504] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7b9c388-5230-4988-8736-8ce9d7f80975 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.796476] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for the task: (returnval){ [ 1517.796476] env[62220]: value = "task-1747228" [ 1517.796476] env[62220]: _type = "Task" [ 1517.796476] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.809200] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.855559] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7686b699-c95f-41c3-8f9b-a17da0921582 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.864619] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4fb87c-7daa-45b4-afc4-f8d5738afaca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.901967] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04747c79-9a58-4ebd-9a6e-76fe4fd9601d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.910834] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b4b7ba-bcdb-4fbb-ab72-36b903e841c9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.927619] env[62220]: DEBUG nova.compute.provider_tree [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.070094] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0e9347c8-e31b-41bd-ba66-0fb06a060b0a tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Lock "0d5facef-3bf5-4b5d-a234-570292369118" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.895s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.271133] env[62220]: DEBUG nova.network.neutron [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1518.307575] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747228, 'name': ReconfigVM_Task, 'duration_secs': 0.471712} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.308015] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 0cd14d33-d2cc-4a51-bad7-c793197c40da/0cd14d33-d2cc-4a51-bad7-c793197c40da.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.309053] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dd0e4a9-afdd-4bc8-aa4c-3abd27b87a99 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.317502] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for the task: (returnval){ [ 1518.317502] env[62220]: value = "task-1747229" [ 1518.317502] env[62220]: _type = "Task" [ 1518.317502] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.327159] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747229, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.435787] env[62220]: DEBUG nova.scheduler.client.report [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1518.544456] env[62220]: INFO nova.compute.manager [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Rebuilding instance [ 1518.573287] env[62220]: DEBUG nova.compute.manager [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1518.620420] env[62220]: DEBUG nova.compute.manager [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.621279] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0426d45e-1456-429e-97d2-3b7efc97c8bd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.625172] env[62220]: DEBUG nova.network.neutron [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Updating instance_info_cache with network_info: [{"id": "55e625f0-0e86-48d9-bd4e-38bac9f1fec0", "address": "fa:16:3e:a3:dd:58", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e625f0-0e", "ovs_interfaceid": "55e625f0-0e86-48d9-bd4e-38bac9f1fec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.829271] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747229, 'name': Rename_Task, 'duration_secs': 0.183322} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.831409] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.831409] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a46c3e4-ab5e-4dbb-9948-a92e9cf51680 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.844587] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for the task: (returnval){ [ 1518.844587] env[62220]: value = "task-1747230" [ 1518.844587] env[62220]: _type = "Task" [ 1518.844587] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.855344] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.944537] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.944537] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.248s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.945195] env[62220]: DEBUG nova.objects.instance [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lazy-loading 'resources' on Instance uuid 72718b40-5a93-40c5-bd33-84dfa5e1fa05 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.970902] env[62220]: INFO nova.scheduler.client.report [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Deleted allocations for instance e59be507-2abd-40f3-8a16-1225de4ae07f [ 1519.102015] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.127548] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "refresh_cache-25bd2a2e-c354-42a1-83cd-a7d3aadcea3e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.128406] env[62220]: DEBUG nova.compute.manager [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Instance network_info: |[{"id": "55e625f0-0e86-48d9-bd4e-38bac9f1fec0", "address": "fa:16:3e:a3:dd:58", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e625f0-0e", "ovs_interfaceid": "55e625f0-0e86-48d9-bd4e-38bac9f1fec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1519.128406] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:dd:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55e625f0-0e86-48d9-bd4e-38bac9f1fec0', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1519.138828] env[62220]: DEBUG oslo.service.loopingcall [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.139350] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1519.141725] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49067f14-08b6-42b8-983a-2553ebc7a241 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.168435] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1519.168435] env[62220]: value = "task-1747231" [ 1519.168435] env[62220]: _type = "Task" [ 1519.168435] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.175026] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747231, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.215551] env[62220]: DEBUG nova.compute.manager [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Received event network-changed-55e625f0-0e86-48d9-bd4e-38bac9f1fec0 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1519.215793] env[62220]: DEBUG nova.compute.manager [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Refreshing instance network info cache due to event network-changed-55e625f0-0e86-48d9-bd4e-38bac9f1fec0. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1519.216108] env[62220]: DEBUG oslo_concurrency.lockutils [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] Acquiring lock "refresh_cache-25bd2a2e-c354-42a1-83cd-a7d3aadcea3e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.216320] env[62220]: DEBUG oslo_concurrency.lockutils [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] Acquired lock "refresh_cache-25bd2a2e-c354-42a1-83cd-a7d3aadcea3e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.217100] env[62220]: DEBUG nova.network.neutron [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Refreshing network info cache for port 55e625f0-0e86-48d9-bd4e-38bac9f1fec0 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.351567] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.483281] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6c4dd0f8-a484-452d-ad3c-e50a22604f68 tempest-ServerMetadataNegativeTestJSON-1991304776 tempest-ServerMetadataNegativeTestJSON-1991304776-project-member] Lock "e59be507-2abd-40f3-8a16-1225de4ae07f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.176s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.658563] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.659181] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a7d0698-d546-4fe2-9526-ed0d75584cee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.673668] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1519.673668] env[62220]: value = "task-1747232" [ 1519.673668] env[62220]: _type = "Task" [ 1519.673668] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.682148] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747231, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.689734] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.855198] env[62220]: DEBUG oslo_vmware.api [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747230, 'name': PowerOnVM_Task, 'duration_secs': 0.732662} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.856048] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1519.856161] env[62220]: INFO nova.compute.manager [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1519.856338] env[62220]: DEBUG nova.compute.manager [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.857282] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97a164e-ac58-4296-8993-5b20b5e9557e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.124017] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731476b1-f530-4695-b30f-8b2edf0dd5ea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.132433] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3d3718-f541-4eac-92f0-a886bdd50d4e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.178175] env[62220]: DEBUG nova.network.neutron [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Updated VIF entry in instance network info cache for port 55e625f0-0e86-48d9-bd4e-38bac9f1fec0. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1520.178753] env[62220]: DEBUG nova.network.neutron [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Updating instance_info_cache with network_info: [{"id": "55e625f0-0e86-48d9-bd4e-38bac9f1fec0", "address": "fa:16:3e:a3:dd:58", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e625f0-0e", "ovs_interfaceid": "55e625f0-0e86-48d9-bd4e-38bac9f1fec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.189596] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31c34ca-e537-48bc-8fa1-3bafc229086e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.209250] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6f5420-d807-4b93-9df6-02860319025e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.212151] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747231, 'name': CreateVM_Task, 'duration_secs': 0.766959} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.212782] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747232, 'name': PowerOffVM_Task, 'duration_secs': 0.258511} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.216023] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1520.216023] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1520.216023] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1520.216023] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.216023] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.216023] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1520.216869] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ae18bf-0e5e-45a2-bb90-2ea912e47a40 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.228864] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7ed1bd-806b-422b-8bc2-c59756c16838 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.234794] env[62220]: DEBUG nova.compute.provider_tree [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1520.243220] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1520.243220] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5283e930-1984-8e92-0b35-0da25dd3be00" [ 1520.243220] env[62220]: _type = "Task" [ 1520.243220] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.243530] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1520.244531] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e28b05a0-5910-45c7-b0e2-130e2b90c3e5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.257782] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5283e930-1984-8e92-0b35-0da25dd3be00, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.258096] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.258336] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1520.258565] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.258712] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.258889] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1520.259202] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0929da5d-be41-47bc-a12d-b93604c765f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.268456] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1520.268648] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1520.269437] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e394272a-6715-4819-bf25-c67a8a089c2e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.275515] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1520.275515] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5298388f-ddd0-c4c8-9ac7-1a91b3fa990f" [ 1520.275515] env[62220]: _type = "Task" [ 1520.275515] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.285837] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5298388f-ddd0-c4c8-9ac7-1a91b3fa990f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.334451] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1520.334833] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1520.334937] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleting the datastore file [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1520.335152] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3509fbe0-f526-442b-8ca4-67e7ef432310 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.343391] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1520.343391] env[62220]: value = "task-1747234" [ 1520.343391] env[62220]: _type = "Task" [ 1520.343391] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.352955] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.378795] env[62220]: INFO nova.compute.manager [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Took 36.08 seconds to build instance. [ 1520.693311] env[62220]: DEBUG oslo_concurrency.lockutils [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] Releasing lock "refresh_cache-25bd2a2e-c354-42a1-83cd-a7d3aadcea3e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.693973] env[62220]: DEBUG nova.compute.manager [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Received event network-changed-3c105792-9639-4930-93ef-0770279552ec {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1520.694351] env[62220]: DEBUG nova.compute.manager [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Refreshing instance network info cache due to event network-changed-3c105792-9639-4930-93ef-0770279552ec. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1520.694706] env[62220]: DEBUG oslo_concurrency.lockutils [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] Acquiring lock "refresh_cache-0d5facef-3bf5-4b5d-a234-570292369118" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.694944] env[62220]: DEBUG oslo_concurrency.lockutils [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] Acquired lock "refresh_cache-0d5facef-3bf5-4b5d-a234-570292369118" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.695192] env[62220]: DEBUG nova.network.neutron [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Refreshing network info cache for port 3c105792-9639-4930-93ef-0770279552ec {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.696798] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Acquiring lock "74f95708-d517-4119-b2d1-11820db003db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.697204] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Lock "74f95708-d517-4119-b2d1-11820db003db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.761372] env[62220]: ERROR nova.scheduler.client.report [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [req-17155ba6-a302-4b0b-a37f-d939c7c6b51b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17155ba6-a302-4b0b-a37f-d939c7c6b51b"}]} [ 1520.785349] env[62220]: DEBUG nova.scheduler.client.report [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1520.800201] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5298388f-ddd0-c4c8-9ac7-1a91b3fa990f, 'name': SearchDatastore_Task, 'duration_secs': 0.01303} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.801945] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73aafaa-730b-4f27-82c1-c2817e9390d0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.806986] env[62220]: DEBUG nova.scheduler.client.report [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1520.807520] env[62220]: DEBUG nova.compute.provider_tree [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1520.816026] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1520.816026] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529dea22-b614-dd7e-c595-85723a7ea4a8" [ 1520.816026] env[62220]: _type = "Task" [ 1520.816026] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.826421] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529dea22-b614-dd7e-c595-85723a7ea4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.832720] env[62220]: DEBUG nova.scheduler.client.report [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1520.857850] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190388} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.859285] env[62220]: DEBUG nova.scheduler.client.report [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1520.862889] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.863117] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.863312] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.881125] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7668187e-9486-4a1d-abe3-2b17b0d0b36c tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Lock "0cd14d33-d2cc-4a51-bad7-c793197c40da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.828s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.326636] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529dea22-b614-dd7e-c595-85723a7ea4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.039278} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.329477] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.329748] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e/25bd2a2e-c354-42a1-83cd-a7d3aadcea3e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1521.330415] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f33d86e1-44d0-40bf-a121-123689f73330 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.341946] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1521.341946] env[62220]: value = "task-1747235" [ 1521.341946] env[62220]: _type = "Task" [ 1521.341946] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.357395] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.384335] env[62220]: DEBUG nova.compute.manager [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1521.527707] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2282404-f1a1-4577-8f75-ec4e9d1b29eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.538290] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6362a78-3f57-4a03-8c99-b9858aad714e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.584029] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c2f45f-54d0-4728-8b0a-ed5150f96ccd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.593919] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b383b66-b39b-4ac9-b4a2-b60b2510ff61 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.610624] env[62220]: DEBUG nova.compute.provider_tree [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.843545] env[62220]: DEBUG nova.network.neutron [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Updated VIF entry in instance network info cache for port 3c105792-9639-4930-93ef-0770279552ec. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.843922] env[62220]: DEBUG nova.network.neutron [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Updating instance_info_cache with network_info: [{"id": "3c105792-9639-4930-93ef-0770279552ec", "address": "fa:16:3e:fe:fb:8c", "network": {"id": "95ca451c-0860-4b07-80cf-d00b7b693c0f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-455385871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9a101eac3644c5884e43e1c1f5f181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c105792-96", "ovs_interfaceid": "3c105792-9639-4930-93ef-0770279552ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.856874] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747235, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.913023] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.917322] env[62220]: DEBUG nova.virt.hardware [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1521.917322] env[62220]: DEBUG nova.virt.hardware [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1521.917600] env[62220]: DEBUG nova.virt.hardware [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1521.917826] env[62220]: DEBUG nova.virt.hardware [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1521.918020] env[62220]: DEBUG nova.virt.hardware [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1521.919180] env[62220]: DEBUG nova.virt.hardware [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1521.919180] env[62220]: DEBUG nova.virt.hardware [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1521.919180] env[62220]: DEBUG nova.virt.hardware [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1521.919180] env[62220]: DEBUG nova.virt.hardware [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1521.919180] env[62220]: DEBUG nova.virt.hardware [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1521.919454] env[62220]: DEBUG nova.virt.hardware [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1521.920444] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df78ce44-a641-40be-bd2a-e6c3fbb24969 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.932335] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bf02ca-5821-4c0f-a882-72bdaf6fc34f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.953077] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f4:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1521.963649] env[62220]: DEBUG oslo.service.loopingcall [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1521.964655] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1521.966740] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e420b0b-8c62-4588-8d32-cbaeb21162cd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.991023] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1521.991023] env[62220]: value = "task-1747236" [ 1521.991023] env[62220]: _type = "Task" [ 1521.991023] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.002890] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747236, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.114692] env[62220]: DEBUG nova.scheduler.client.report [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1522.238942] env[62220]: DEBUG nova.compute.manager [req-e07a011e-bd6f-4a85-9042-82b6e5168f60 req-005d5373-d577-4da2-bb95-cac6b70c5e5e service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Received event network-changed-bbefd885-4441-45a1-b660-7dbba45f9631 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1522.240528] env[62220]: DEBUG nova.compute.manager [req-e07a011e-bd6f-4a85-9042-82b6e5168f60 req-005d5373-d577-4da2-bb95-cac6b70c5e5e service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Refreshing instance network info cache due to event network-changed-bbefd885-4441-45a1-b660-7dbba45f9631. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1522.240528] env[62220]: DEBUG oslo_concurrency.lockutils [req-e07a011e-bd6f-4a85-9042-82b6e5168f60 req-005d5373-d577-4da2-bb95-cac6b70c5e5e service nova] Acquiring lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.240789] env[62220]: DEBUG oslo_concurrency.lockutils [req-e07a011e-bd6f-4a85-9042-82b6e5168f60 req-005d5373-d577-4da2-bb95-cac6b70c5e5e service nova] Acquired lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.241068] env[62220]: DEBUG nova.network.neutron [req-e07a011e-bd6f-4a85-9042-82b6e5168f60 req-005d5373-d577-4da2-bb95-cac6b70c5e5e service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Refreshing network info cache for port bbefd885-4441-45a1-b660-7dbba45f9631 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.347584] env[62220]: DEBUG oslo_concurrency.lockutils [req-e611e9e2-12e5-434e-b10e-303559658ffc req-b4a62ddd-4da2-4f9e-a82f-03d3b256910a service nova] Releasing lock "refresh_cache-0d5facef-3bf5-4b5d-a234-570292369118" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.359718] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747235, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.506394] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747236, 'name': CreateVM_Task, 'duration_secs': 0.443175} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.506573] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1522.507297] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.507460] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.507775] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1522.508097] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09c0a04-52b1-4e06-9ca6-53be2fbba1ee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.513824] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1522.513824] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d0e63a-7665-24b0-4d89-e9e767dd0619" [ 1522.513824] env[62220]: _type = "Task" [ 1522.513824] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.524484] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d0e63a-7665-24b0-4d89-e9e767dd0619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.625019] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.678s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.625019] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.744s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.630227] env[62220]: INFO nova.compute.claims [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1522.652979] env[62220]: INFO nova.scheduler.client.report [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Deleted allocations for instance 72718b40-5a93-40c5-bd33-84dfa5e1fa05 [ 1522.857757] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747235, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.025013] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d0e63a-7665-24b0-4d89-e9e767dd0619, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.025404] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.025626] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1523.025979] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.026072] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.026236] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1523.026456] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a534d5-b6a7-42c7-8d18-febc7ffe87cd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.035972] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1523.036138] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1523.036853] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d5683e-0b0b-4626-871a-0a7f54703dc6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.042949] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1523.042949] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fc9baf-4b5c-c788-8f4a-5e4c147bd30c" [ 1523.042949] env[62220]: _type = "Task" [ 1523.042949] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.051727] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fc9baf-4b5c-c788-8f4a-5e4c147bd30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.126628] env[62220]: DEBUG nova.network.neutron [req-e07a011e-bd6f-4a85-9042-82b6e5168f60 req-005d5373-d577-4da2-bb95-cac6b70c5e5e service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Updated VIF entry in instance network info cache for port bbefd885-4441-45a1-b660-7dbba45f9631. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.126628] env[62220]: DEBUG nova.network.neutron [req-e07a011e-bd6f-4a85-9042-82b6e5168f60 req-005d5373-d577-4da2-bb95-cac6b70c5e5e service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Updating instance_info_cache with network_info: [{"id": "bbefd885-4441-45a1-b660-7dbba45f9631", "address": "fa:16:3e:24:72:f6", "network": {"id": "2d12c20a-317c-42c8-8d01-a132dca95662", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-825120718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fcf6748b3f4185b70480817d4212f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbefd885-44", "ovs_interfaceid": "bbefd885-4441-45a1-b660-7dbba45f9631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.164899] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3705e427-5d58-4ba3-9b21-40d8d6c800ce tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "72718b40-5a93-40c5-bd33-84dfa5e1fa05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.476s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.361734] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747235, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.885776} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.361841] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e/25bd2a2e-c354-42a1-83cd-a7d3aadcea3e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1523.362090] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1523.362386] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f7a4068-a5ae-4835-acad-6ee7bb3f935e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.370430] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1523.370430] env[62220]: value = "task-1747237" [ 1523.370430] env[62220]: _type = "Task" [ 1523.370430] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.379673] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.553957] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fc9baf-4b5c-c788-8f4a-5e4c147bd30c, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.554805] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ea4f0f-f6e3-4e87-9c92-9f44d1b66d46 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.561700] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1523.561700] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522ade10-5db9-fd78-530b-d290b7e2865e" [ 1523.561700] env[62220]: _type = "Task" [ 1523.561700] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.574715] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522ade10-5db9-fd78-530b-d290b7e2865e, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.575086] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.575267] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9/5fbde370-855d-46ea-9a21-09d9d87b7bd9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1523.575532] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7c67494-a2fa-4583-b506-5ccc06bf88b2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.583855] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1523.583855] env[62220]: value = "task-1747238" [ 1523.583855] env[62220]: _type = "Task" [ 1523.583855] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.594186] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.630268] env[62220]: DEBUG oslo_concurrency.lockutils [req-e07a011e-bd6f-4a85-9042-82b6e5168f60 req-005d5373-d577-4da2-bb95-cac6b70c5e5e service nova] Releasing lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.883078] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072261} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.883425] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1523.884149] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007a751f-19a7-44fe-8be0-683c6ca23007 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.910651] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e/25bd2a2e-c354-42a1-83cd-a7d3aadcea3e.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.914096] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d79e631-66ef-459b-bdf8-77ed7cf59b06 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.940743] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1523.940743] env[62220]: value = "task-1747239" [ 1523.940743] env[62220]: _type = "Task" [ 1523.940743] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.953997] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.100657] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747238, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.174591] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ba5797-c45b-4382-87bd-ce2f0e422e55 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.184306] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6324afc-3914-4be1-975d-b81d9b9c313e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.223536] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51634e74-1662-4a6a-a54b-ebe9ae59e9b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.233907] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc6836c-1bb8-4e2b-9c78-14ce630a5c5a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.250416] env[62220]: DEBUG nova.compute.provider_tree [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.281186] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "834acbd8-9d62-4503-9782-9c8ded4c4934" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.281186] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "834acbd8-9d62-4503-9782-9c8ded4c4934" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.281186] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "834acbd8-9d62-4503-9782-9c8ded4c4934-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.281186] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "834acbd8-9d62-4503-9782-9c8ded4c4934-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.281186] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "834acbd8-9d62-4503-9782-9c8ded4c4934-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.285284] env[62220]: INFO nova.compute.manager [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Terminating instance [ 1524.451360] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.599218] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717532} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.599552] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9/5fbde370-855d-46ea-9a21-09d9d87b7bd9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1524.600135] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1524.600447] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df446990-e961-41b2-9aed-4c1dd0f9ef0c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.610026] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1524.610026] env[62220]: value = "task-1747240" [ 1524.610026] env[62220]: _type = "Task" [ 1524.610026] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.618774] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.754167] env[62220]: DEBUG nova.scheduler.client.report [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1524.792091] env[62220]: DEBUG nova.compute.manager [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1524.792401] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1524.793299] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682d5d44-91c8-49cf-acf3-e9426f562201 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.802842] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1524.803132] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6797129a-bafd-4099-a491-e5c501344d29 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.809878] env[62220]: DEBUG oslo_vmware.api [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1524.809878] env[62220]: value = "task-1747241" [ 1524.809878] env[62220]: _type = "Task" [ 1524.809878] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.820569] env[62220]: DEBUG oslo_vmware.api [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.951547] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747239, 'name': ReconfigVM_Task, 'duration_secs': 0.599617} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.951839] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e/25bd2a2e-c354-42a1-83cd-a7d3aadcea3e.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.952480] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ec747b5-8d5e-449f-bd90-50faec7399d5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.960522] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1524.960522] env[62220]: value = "task-1747242" [ 1524.960522] env[62220]: _type = "Task" [ 1524.960522] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.970362] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747242, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.123717] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.258969] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.259669] env[62220]: DEBUG nova.compute.manager [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1525.262922] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.478s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.264820] env[62220]: INFO nova.compute.claims [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1525.322958] env[62220]: DEBUG oslo_vmware.api [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.474112] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747242, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.624678] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747240, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.769968] env[62220]: DEBUG nova.compute.utils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1525.774082] env[62220]: DEBUG nova.compute.manager [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1525.774082] env[62220]: DEBUG nova.network.neutron [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1525.825308] env[62220]: DEBUG oslo_vmware.api [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747241, 'name': PowerOffVM_Task, 'duration_secs': 0.921135} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.825949] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1525.826341] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1525.826844] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5ebd389-35a5-4eff-adb2-d14d54b3bd10 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.854294] env[62220]: DEBUG nova.policy [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80e0268141f74e9487685b59a6a654b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1f538b8a9184386bd108aeede7b9f2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1525.975956] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747242, 'name': Rename_Task, 'duration_secs': 0.746995} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.976417] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1525.976521] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94a9c1ea-3521-4dff-8fd9-0293f1d78738 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.985096] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1525.985096] env[62220]: value = "task-1747244" [ 1525.985096] env[62220]: _type = "Task" [ 1525.985096] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.996682] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.018529] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.018900] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.021220] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Deleting the datastore file [datastore1] 834acbd8-9d62-4503-9782-9c8ded4c4934 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.021220] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f242254-fd1b-42f5-88c9-0f10509a8adf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.028398] env[62220]: DEBUG oslo_vmware.api [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1526.028398] env[62220]: value = "task-1747245" [ 1526.028398] env[62220]: _type = "Task" [ 1526.028398] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.040381] env[62220]: DEBUG oslo_vmware.api [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.129333] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.021997} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.129333] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1526.129333] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6552b79e-88ec-4212-8763-7d51f165926f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.157336] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9/5fbde370-855d-46ea-9a21-09d9d87b7bd9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.161175] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5daee6be-3f8d-4b25-934a-51dc31749f38 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.185143] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1526.185143] env[62220]: value = "task-1747246" [ 1526.185143] env[62220]: _type = "Task" [ 1526.185143] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.195216] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747246, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.222265] env[62220]: DEBUG nova.network.neutron [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Successfully created port: 5b22af1f-0e1b-44ea-84c0-55c82d5b49c9 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1526.274701] env[62220]: DEBUG nova.compute.manager [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1526.501008] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747244, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.541585] env[62220]: DEBUG oslo_vmware.api [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21603} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.543137] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1526.543137] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1526.543137] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1526.543137] env[62220]: INFO nova.compute.manager [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1526.543137] env[62220]: DEBUG oslo.service.loopingcall [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1526.543137] env[62220]: DEBUG nova.compute.manager [-] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1526.543137] env[62220]: DEBUG nova.network.neutron [-] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1526.563673] env[62220]: DEBUG nova.network.neutron [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Successfully created port: 47fb8345-ed54-49bc-90e8-79199ef47cd2 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1526.703803] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747246, 'name': ReconfigVM_Task, 'duration_secs': 0.481983} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.706594] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9/5fbde370-855d-46ea-9a21-09d9d87b7bd9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1526.709370] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db746ee4-c725-42ac-a2c4-4bffcaa2ed63 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.715370] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1526.715370] env[62220]: value = "task-1747247" [ 1526.715370] env[62220]: _type = "Task" [ 1526.715370] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.726110] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747247, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.885783] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e8a518-c034-45ba-86b1-47e17131aee1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.897216] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434dd158-b34c-4831-80dc-cb4653d06e5c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.930828] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42e8f9a-a5b9-4d54-b100-d9b8a1d31fdc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.941315] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a68d3c-cc56-44a5-b5e2-28c69230a115 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.957190] env[62220]: DEBUG nova.compute.provider_tree [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.001306] env[62220]: DEBUG oslo_vmware.api [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747244, 'name': PowerOnVM_Task, 'duration_secs': 0.561769} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.001605] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1527.001885] env[62220]: INFO nova.compute.manager [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1527.002051] env[62220]: DEBUG nova.compute.manager [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.002907] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcce4298-29c8-447b-87ea-4e8328451cd1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.228934] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747247, 'name': Rename_Task, 'duration_secs': 0.154312} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.229335] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.229602] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5021e65-3c1d-4c04-9367-36cfedf55500 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.237992] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1527.237992] env[62220]: value = "task-1747248" [ 1527.237992] env[62220]: _type = "Task" [ 1527.237992] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.250017] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.288700] env[62220]: DEBUG nova.compute.manager [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1527.337891] env[62220]: DEBUG nova.virt.hardware [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1527.338177] env[62220]: DEBUG nova.virt.hardware [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1527.338347] env[62220]: DEBUG nova.virt.hardware [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1527.338530] env[62220]: DEBUG nova.virt.hardware [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1527.338673] env[62220]: DEBUG nova.virt.hardware [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1527.338818] env[62220]: DEBUG nova.virt.hardware [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1527.340765] env[62220]: DEBUG nova.virt.hardware [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1527.340765] env[62220]: DEBUG nova.virt.hardware [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1527.340765] env[62220]: DEBUG nova.virt.hardware [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1527.340765] env[62220]: DEBUG nova.virt.hardware [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1527.340765] env[62220]: DEBUG nova.virt.hardware [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1527.342030] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5379a2c-eb6e-4276-a5e0-89f925710997 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.353208] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4472fe37-2004-44c3-96f6-b8aaf1edbd01 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.407972] env[62220]: DEBUG nova.compute.manager [req-886dc8f0-3cc6-4e86-8c9e-4ea35be5f86e req-0db77770-de18-43ca-b535-5b53689a62cf service nova] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Received event network-vif-deleted-eae12315-e160-4eaa-bfa4-81efdc420304 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1527.408226] env[62220]: INFO nova.compute.manager [req-886dc8f0-3cc6-4e86-8c9e-4ea35be5f86e req-0db77770-de18-43ca-b535-5b53689a62cf service nova] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Neutron deleted interface eae12315-e160-4eaa-bfa4-81efdc420304; detaching it from the instance and deleting it from the info cache [ 1527.408753] env[62220]: DEBUG nova.network.neutron [req-886dc8f0-3cc6-4e86-8c9e-4ea35be5f86e req-0db77770-de18-43ca-b535-5b53689a62cf service nova] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.464947] env[62220]: DEBUG nova.scheduler.client.report [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1527.522342] env[62220]: INFO nova.compute.manager [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Took 37.07 seconds to build instance. [ 1527.719625] env[62220]: DEBUG nova.network.neutron [-] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.749755] env[62220]: DEBUG oslo_vmware.api [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747248, 'name': PowerOnVM_Task, 'duration_secs': 0.477859} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.750195] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1527.750526] env[62220]: DEBUG nova.compute.manager [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.751922] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56279693-ec83-4cf0-b0c7-105ca77d8fef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.915575] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6453681b-d2a5-45fd-9ccf-b84c6ed2639a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.926552] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531bb1f6-bea6-4dee-be1b-20bdedb9aac2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.973405] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.974123] env[62220]: DEBUG nova.compute.manager [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1527.977764] env[62220]: DEBUG nova.compute.manager [req-886dc8f0-3cc6-4e86-8c9e-4ea35be5f86e req-0db77770-de18-43ca-b535-5b53689a62cf service nova] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Detach interface failed, port_id=eae12315-e160-4eaa-bfa4-81efdc420304, reason: Instance 834acbd8-9d62-4503-9782-9c8ded4c4934 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1527.978607] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.944s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.980726] env[62220]: INFO nova.compute.claims [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.025421] env[62220]: DEBUG oslo_concurrency.lockutils [None req-005af2d8-b0f6-43c1-895a-2849848516e9 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "25bd2a2e-c354-42a1-83cd-a7d3aadcea3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.677s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.108362] env[62220]: DEBUG nova.compute.manager [req-a8c7b8a1-0005-4ee6-8b03-6d9ef3635b80 req-79a6faa9-edd4-4396-be3b-8e28f5a82383 service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Received event network-vif-plugged-5b22af1f-0e1b-44ea-84c0-55c82d5b49c9 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1528.108362] env[62220]: DEBUG oslo_concurrency.lockutils [req-a8c7b8a1-0005-4ee6-8b03-6d9ef3635b80 req-79a6faa9-edd4-4396-be3b-8e28f5a82383 service nova] Acquiring lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.108362] env[62220]: DEBUG oslo_concurrency.lockutils [req-a8c7b8a1-0005-4ee6-8b03-6d9ef3635b80 req-79a6faa9-edd4-4396-be3b-8e28f5a82383 service nova] Lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.108362] env[62220]: DEBUG oslo_concurrency.lockutils [req-a8c7b8a1-0005-4ee6-8b03-6d9ef3635b80 req-79a6faa9-edd4-4396-be3b-8e28f5a82383 service nova] Lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.109951] env[62220]: DEBUG nova.compute.manager [req-a8c7b8a1-0005-4ee6-8b03-6d9ef3635b80 req-79a6faa9-edd4-4396-be3b-8e28f5a82383 service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] No waiting events found dispatching network-vif-plugged-5b22af1f-0e1b-44ea-84c0-55c82d5b49c9 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1528.110518] env[62220]: WARNING nova.compute.manager [req-a8c7b8a1-0005-4ee6-8b03-6d9ef3635b80 req-79a6faa9-edd4-4396-be3b-8e28f5a82383 service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Received unexpected event network-vif-plugged-5b22af1f-0e1b-44ea-84c0-55c82d5b49c9 for instance with vm_state building and task_state spawning. [ 1528.213903] env[62220]: DEBUG nova.network.neutron [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Successfully updated port: 5b22af1f-0e1b-44ea-84c0-55c82d5b49c9 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1528.222891] env[62220]: INFO nova.compute.manager [-] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Took 1.68 seconds to deallocate network for instance. [ 1528.272863] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.480644] env[62220]: DEBUG nova.compute.utils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1528.482678] env[62220]: DEBUG nova.compute.manager [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1528.482678] env[62220]: DEBUG nova.network.neutron [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1528.540804] env[62220]: DEBUG nova.policy [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f954dc8309fd4ee4a6259e365723dcf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db232a5cfbb84c8c91d129e972b7a597', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1528.735848] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.853101] env[62220]: DEBUG nova.network.neutron [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Successfully created port: 9648801b-e48d-48ea-80a5-7a0be3c567fb {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1528.986717] env[62220]: DEBUG nova.compute.manager [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1529.585214] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b21b4fe-7fee-48cd-bf2f-3982a8c94d7e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.596374] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9910df3-8338-495e-b360-74768f53de8a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.628666] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f1ec72-d687-468d-874b-1896545d7839 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.637727] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8674e875-5f93-45f0-a071-aeaf48ff48c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.652859] env[62220]: DEBUG nova.compute.provider_tree [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.722296] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "248e0d5e-32ec-4711-91f3-e4a93d7c8b47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.722296] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "248e0d5e-32ec-4711-91f3-e4a93d7c8b47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.722296] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "248e0d5e-32ec-4711-91f3-e4a93d7c8b47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.722296] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "248e0d5e-32ec-4711-91f3-e4a93d7c8b47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.722635] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "248e0d5e-32ec-4711-91f3-e4a93d7c8b47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.727017] env[62220]: INFO nova.compute.manager [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Terminating instance [ 1530.008482] env[62220]: DEBUG nova.compute.manager [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1530.038754] env[62220]: DEBUG nova.virt.hardware [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1530.038988] env[62220]: DEBUG nova.virt.hardware [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1530.039877] env[62220]: DEBUG nova.virt.hardware [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1530.040187] env[62220]: DEBUG nova.virt.hardware [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1530.040396] env[62220]: DEBUG nova.virt.hardware [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1530.040510] env[62220]: DEBUG nova.virt.hardware [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1530.040729] env[62220]: DEBUG nova.virt.hardware [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1530.040890] env[62220]: DEBUG nova.virt.hardware [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1530.041076] env[62220]: DEBUG nova.virt.hardware [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1530.041290] env[62220]: DEBUG nova.virt.hardware [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1530.041419] env[62220]: DEBUG nova.virt.hardware [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1530.042460] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b0076d-542b-4400-a5a1-d2812cdceb0f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.056604] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eae1598-be2a-4638-b883-e524b2c91d5f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.065869] env[62220]: DEBUG nova.compute.manager [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.074375] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602d6d52-0cdc-43a8-87d2-b2df4d623982 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.142698] env[62220]: DEBUG nova.compute.manager [req-fdad5e47-1ada-4f9c-85ea-53dd76e14837 req-7b21c55f-f8e8-4059-8393-95068b13d29c service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Received event network-changed-5b22af1f-0e1b-44ea-84c0-55c82d5b49c9 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1530.142698] env[62220]: DEBUG nova.compute.manager [req-fdad5e47-1ada-4f9c-85ea-53dd76e14837 req-7b21c55f-f8e8-4059-8393-95068b13d29c service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Refreshing instance network info cache due to event network-changed-5b22af1f-0e1b-44ea-84c0-55c82d5b49c9. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1530.142834] env[62220]: DEBUG oslo_concurrency.lockutils [req-fdad5e47-1ada-4f9c-85ea-53dd76e14837 req-7b21c55f-f8e8-4059-8393-95068b13d29c service nova] Acquiring lock "refresh_cache-b69921e9-b52a-4005-be23-fae3d0ec4fc1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.142931] env[62220]: DEBUG oslo_concurrency.lockutils [req-fdad5e47-1ada-4f9c-85ea-53dd76e14837 req-7b21c55f-f8e8-4059-8393-95068b13d29c service nova] Acquired lock "refresh_cache-b69921e9-b52a-4005-be23-fae3d0ec4fc1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.143121] env[62220]: DEBUG nova.network.neutron [req-fdad5e47-1ada-4f9c-85ea-53dd76e14837 req-7b21c55f-f8e8-4059-8393-95068b13d29c service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Refreshing network info cache for port 5b22af1f-0e1b-44ea-84c0-55c82d5b49c9 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1530.155470] env[62220]: DEBUG nova.scheduler.client.report [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1530.177467] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Acquiring lock "08c07447-8e2d-4727-8ba1-d1d9419bfff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.177467] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Lock "08c07447-8e2d-4727-8ba1-d1d9419bfff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.231020] env[62220]: DEBUG nova.compute.manager [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1530.231020] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1530.231020] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330f395b-1317-4651-9e9f-ee1252263954 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.239295] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1530.240746] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c06cb79-08c4-46a5-8267-3d7058bafb16 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.252181] env[62220]: DEBUG oslo_vmware.api [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1530.252181] env[62220]: value = "task-1747249" [ 1530.252181] env[62220]: _type = "Task" [ 1530.252181] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.262224] env[62220]: DEBUG oslo_vmware.api [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.405213] env[62220]: DEBUG nova.compute.manager [req-fea6a666-a271-4761-ba2c-fdab14e87efe req-c83d17de-60b0-4289-85d6-d9498b6c49c5 service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Received event network-vif-plugged-47fb8345-ed54-49bc-90e8-79199ef47cd2 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1530.405213] env[62220]: DEBUG oslo_concurrency.lockutils [req-fea6a666-a271-4761-ba2c-fdab14e87efe req-c83d17de-60b0-4289-85d6-d9498b6c49c5 service nova] Acquiring lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.408442] env[62220]: DEBUG oslo_concurrency.lockutils [req-fea6a666-a271-4761-ba2c-fdab14e87efe req-c83d17de-60b0-4289-85d6-d9498b6c49c5 service nova] Lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.408648] env[62220]: DEBUG oslo_concurrency.lockutils [req-fea6a666-a271-4761-ba2c-fdab14e87efe req-c83d17de-60b0-4289-85d6-d9498b6c49c5 service nova] Lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.408840] env[62220]: DEBUG nova.compute.manager [req-fea6a666-a271-4761-ba2c-fdab14e87efe req-c83d17de-60b0-4289-85d6-d9498b6c49c5 service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] No waiting events found dispatching network-vif-plugged-47fb8345-ed54-49bc-90e8-79199ef47cd2 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1530.409029] env[62220]: WARNING nova.compute.manager [req-fea6a666-a271-4761-ba2c-fdab14e87efe req-c83d17de-60b0-4289-85d6-d9498b6c49c5 service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Received unexpected event network-vif-plugged-47fb8345-ed54-49bc-90e8-79199ef47cd2 for instance with vm_state building and task_state spawning. [ 1530.483364] env[62220]: DEBUG nova.network.neutron [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Successfully updated port: 9648801b-e48d-48ea-80a5-7a0be3c567fb {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1530.568521] env[62220]: DEBUG nova.network.neutron [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Successfully updated port: 47fb8345-ed54-49bc-90e8-79199ef47cd2 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1530.587749] env[62220]: INFO nova.compute.manager [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] instance snapshotting [ 1530.589054] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a700ae-b2bb-45e3-b646-8689ef59721c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.609232] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9032c3bf-9d0a-478c-b2ba-1f3bb474de3a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.661160] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.661160] env[62220]: DEBUG nova.compute.manager [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1530.664494] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.485s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.665872] env[62220]: INFO nova.compute.claims [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1530.682071] env[62220]: DEBUG nova.network.neutron [req-fdad5e47-1ada-4f9c-85ea-53dd76e14837 req-7b21c55f-f8e8-4059-8393-95068b13d29c service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1530.684134] env[62220]: DEBUG nova.compute.manager [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.764144] env[62220]: DEBUG oslo_vmware.api [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747249, 'name': PowerOffVM_Task, 'duration_secs': 0.266769} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.764144] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1530.764144] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1530.764368] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-048a3693-afed-4920-b084-e1c4209b3a80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.802899] env[62220]: DEBUG nova.network.neutron [req-fdad5e47-1ada-4f9c-85ea-53dd76e14837 req-7b21c55f-f8e8-4059-8393-95068b13d29c service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.860707] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1530.860936] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1530.861150] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleting the datastore file [datastore1] 248e0d5e-32ec-4711-91f3-e4a93d7c8b47 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1530.861464] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-629589a4-0171-43b1-899f-57227188fb46 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.869361] env[62220]: DEBUG oslo_vmware.api [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1530.869361] env[62220]: value = "task-1747251" [ 1530.869361] env[62220]: _type = "Task" [ 1530.869361] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.878156] env[62220]: DEBUG oslo_vmware.api [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.986540] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Acquiring lock "refresh_cache-9728525d-985c-47af-abb6-0ec27b76a204" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.986745] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Acquired lock "refresh_cache-9728525d-985c-47af-abb6-0ec27b76a204" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.986879] env[62220]: DEBUG nova.network.neutron [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.071515] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "refresh_cache-b69921e9-b52a-4005-be23-fae3d0ec4fc1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.122606] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1531.122960] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f71ade41-977f-4ac4-8f3e-0f6cbeef890b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.132155] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1531.132155] env[62220]: value = "task-1747252" [ 1531.132155] env[62220]: _type = "Task" [ 1531.132155] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.142198] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747252, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.176637] env[62220]: DEBUG nova.compute.utils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1531.178111] env[62220]: DEBUG nova.compute.manager [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1531.178316] env[62220]: DEBUG nova.network.neutron [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1531.207368] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.230524] env[62220]: DEBUG nova.policy [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '954b96a1f111465ababe7b6446691c1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '396cc6d9c29a442c96a99d7596ed6f61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1531.302839] env[62220]: DEBUG oslo_concurrency.lockutils [req-fdad5e47-1ada-4f9c-85ea-53dd76e14837 req-7b21c55f-f8e8-4059-8393-95068b13d29c service nova] Releasing lock "refresh_cache-b69921e9-b52a-4005-be23-fae3d0ec4fc1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.303287] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquired lock "refresh_cache-b69921e9-b52a-4005-be23-fae3d0ec4fc1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.303453] env[62220]: DEBUG nova.network.neutron [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.381475] env[62220]: DEBUG oslo_vmware.api [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34305} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.381475] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1531.381475] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1531.381643] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1531.381815] env[62220]: INFO nova.compute.manager [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1531.382059] env[62220]: DEBUG oslo.service.loopingcall [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.382267] env[62220]: DEBUG nova.compute.manager [-] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1531.382362] env[62220]: DEBUG nova.network.neutron [-] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1531.535959] env[62220]: DEBUG nova.network.neutron [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1531.559212] env[62220]: DEBUG nova.network.neutron [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Successfully created port: b8a39c03-467d-40e5-92d7-b9a44df59d05 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1531.646187] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747252, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.681894] env[62220]: DEBUG nova.compute.manager [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1531.754073] env[62220]: DEBUG nova.network.neutron [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Updating instance_info_cache with network_info: [{"id": "9648801b-e48d-48ea-80a5-7a0be3c567fb", "address": "fa:16:3e:b8:05:08", "network": {"id": "ff3e2b2f-949a-4cd2-8ee1-7690e0019658", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-123149836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db232a5cfbb84c8c91d129e972b7a597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9648801b-e4", "ovs_interfaceid": "9648801b-e48d-48ea-80a5-7a0be3c567fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.844094] env[62220]: DEBUG nova.network.neutron [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1532.144873] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747252, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.192729] env[62220]: DEBUG nova.network.neutron [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Updating instance_info_cache with network_info: [{"id": "5b22af1f-0e1b-44ea-84c0-55c82d5b49c9", "address": "fa:16:3e:e9:b0:a4", "network": {"id": "a78399d7-59fc-441a-aa8e-3ceea9aaa03e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-234603146", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b22af1f-0e", "ovs_interfaceid": "5b22af1f-0e1b-44ea-84c0-55c82d5b49c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47fb8345-ed54-49bc-90e8-79199ef47cd2", "address": "fa:16:3e:dc:9c:35", "network": {"id": "fe7fb436-0323-4cdd-8989-bacf85881f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1043482855", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47fb8345-ed", "ovs_interfaceid": "47fb8345-ed54-49bc-90e8-79199ef47cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.212682] env[62220]: DEBUG nova.compute.manager [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Received event network-vif-plugged-9648801b-e48d-48ea-80a5-7a0be3c567fb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1532.212682] env[62220]: DEBUG oslo_concurrency.lockutils [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] Acquiring lock "9728525d-985c-47af-abb6-0ec27b76a204-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.212682] env[62220]: DEBUG oslo_concurrency.lockutils [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] Lock "9728525d-985c-47af-abb6-0ec27b76a204-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.212682] env[62220]: DEBUG oslo_concurrency.lockutils [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] Lock "9728525d-985c-47af-abb6-0ec27b76a204-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.212947] env[62220]: DEBUG nova.compute.manager [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] No waiting events found dispatching network-vif-plugged-9648801b-e48d-48ea-80a5-7a0be3c567fb {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1532.213233] env[62220]: WARNING nova.compute.manager [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Received unexpected event network-vif-plugged-9648801b-e48d-48ea-80a5-7a0be3c567fb for instance with vm_state building and task_state spawning. [ 1532.213233] env[62220]: DEBUG nova.compute.manager [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Received event network-changed-9648801b-e48d-48ea-80a5-7a0be3c567fb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1532.213309] env[62220]: DEBUG nova.compute.manager [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Refreshing instance network info cache due to event network-changed-9648801b-e48d-48ea-80a5-7a0be3c567fb. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1532.217018] env[62220]: DEBUG oslo_concurrency.lockutils [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] Acquiring lock "refresh_cache-9728525d-985c-47af-abb6-0ec27b76a204" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.225238] env[62220]: DEBUG nova.network.neutron [-] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.246580] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5b9980-2b49-4b5b-bc36-7988029f959b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.255418] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dd3143-d105-417a-ba44-59d872bc8cff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.261624] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Releasing lock "refresh_cache-9728525d-985c-47af-abb6-0ec27b76a204" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.261624] env[62220]: DEBUG nova.compute.manager [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Instance network_info: |[{"id": "9648801b-e48d-48ea-80a5-7a0be3c567fb", "address": "fa:16:3e:b8:05:08", "network": {"id": "ff3e2b2f-949a-4cd2-8ee1-7690e0019658", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-123149836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db232a5cfbb84c8c91d129e972b7a597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9648801b-e4", "ovs_interfaceid": "9648801b-e48d-48ea-80a5-7a0be3c567fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1532.261624] env[62220]: DEBUG oslo_concurrency.lockutils [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] Acquired lock "refresh_cache-9728525d-985c-47af-abb6-0ec27b76a204" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.261624] env[62220]: DEBUG nova.network.neutron [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Refreshing network info cache for port 9648801b-e48d-48ea-80a5-7a0be3c567fb {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1532.261624] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:05:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9648801b-e48d-48ea-80a5-7a0be3c567fb', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1532.274869] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Creating folder: Project (db232a5cfbb84c8c91d129e972b7a597). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1532.281276] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c56cec7d-31cd-4905-b668-071d287b1a4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.313193] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb2caa0-058a-4e03-abbb-49db238c802b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.321413] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e77da7-54b1-4365-8db5-3036eb1de72a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.327106] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Created folder: Project (db232a5cfbb84c8c91d129e972b7a597) in parent group-v363147. [ 1532.327380] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Creating folder: Instances. Parent ref: group-v363287. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1532.328341] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce04ef9c-5160-40e8-a5de-8ce38e636cd9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.338987] env[62220]: DEBUG nova.compute.provider_tree [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.341656] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Created folder: Instances in parent group-v363287. [ 1532.341890] env[62220]: DEBUG oslo.service.loopingcall [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.342316] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1532.342533] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-407caafd-4710-4b8c-86bf-7a9d8270354f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.366633] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1532.366633] env[62220]: value = "task-1747255" [ 1532.366633] env[62220]: _type = "Task" [ 1532.366633] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.376873] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747255, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.431723] env[62220]: DEBUG nova.compute.manager [req-cfb0f99d-bf2d-4a11-abe8-c5c9db1b8ab4 req-00b3d544-2621-4013-8a1d-aff673d93eaa service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Received event network-changed-47fb8345-ed54-49bc-90e8-79199ef47cd2 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1532.431964] env[62220]: DEBUG nova.compute.manager [req-cfb0f99d-bf2d-4a11-abe8-c5c9db1b8ab4 req-00b3d544-2621-4013-8a1d-aff673d93eaa service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Refreshing instance network info cache due to event network-changed-47fb8345-ed54-49bc-90e8-79199ef47cd2. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1532.432187] env[62220]: DEBUG oslo_concurrency.lockutils [req-cfb0f99d-bf2d-4a11-abe8-c5c9db1b8ab4 req-00b3d544-2621-4013-8a1d-aff673d93eaa service nova] Acquiring lock "refresh_cache-b69921e9-b52a-4005-be23-fae3d0ec4fc1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.576165] env[62220]: DEBUG nova.network.neutron [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Updated VIF entry in instance network info cache for port 9648801b-e48d-48ea-80a5-7a0be3c567fb. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1532.576575] env[62220]: DEBUG nova.network.neutron [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Updating instance_info_cache with network_info: [{"id": "9648801b-e48d-48ea-80a5-7a0be3c567fb", "address": "fa:16:3e:b8:05:08", "network": {"id": "ff3e2b2f-949a-4cd2-8ee1-7690e0019658", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-123149836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db232a5cfbb84c8c91d129e972b7a597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9648801b-e4", "ovs_interfaceid": "9648801b-e48d-48ea-80a5-7a0be3c567fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.645317] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747252, 'name': CreateSnapshot_Task, 'duration_secs': 1.307407} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.645581] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1532.646498] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36583fb-b59d-490a-bbaf-4160fa341bf2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.692422] env[62220]: DEBUG nova.compute.manager [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1532.697281] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Releasing lock "refresh_cache-b69921e9-b52a-4005-be23-fae3d0ec4fc1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.697619] env[62220]: DEBUG nova.compute.manager [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Instance network_info: |[{"id": "5b22af1f-0e1b-44ea-84c0-55c82d5b49c9", "address": "fa:16:3e:e9:b0:a4", "network": {"id": "a78399d7-59fc-441a-aa8e-3ceea9aaa03e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-234603146", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b22af1f-0e", "ovs_interfaceid": "5b22af1f-0e1b-44ea-84c0-55c82d5b49c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47fb8345-ed54-49bc-90e8-79199ef47cd2", "address": "fa:16:3e:dc:9c:35", "network": {"id": "fe7fb436-0323-4cdd-8989-bacf85881f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1043482855", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47fb8345-ed", "ovs_interfaceid": "47fb8345-ed54-49bc-90e8-79199ef47cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1532.698173] env[62220]: DEBUG oslo_concurrency.lockutils [req-cfb0f99d-bf2d-4a11-abe8-c5c9db1b8ab4 req-00b3d544-2621-4013-8a1d-aff673d93eaa service nova] Acquired lock "refresh_cache-b69921e9-b52a-4005-be23-fae3d0ec4fc1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.698353] env[62220]: DEBUG nova.network.neutron [req-cfb0f99d-bf2d-4a11-abe8-c5c9db1b8ab4 req-00b3d544-2621-4013-8a1d-aff673d93eaa service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Refreshing network info cache for port 47fb8345-ed54-49bc-90e8-79199ef47cd2 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1532.699595] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:b0:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b22af1f-0e1b-44ea-84c0-55c82d5b49c9', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:9c:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47fb8345-ed54-49bc-90e8-79199ef47cd2', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1532.709989] env[62220]: DEBUG oslo.service.loopingcall [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.711331] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1532.714104] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16fed306-353a-4f07-b52d-34678c94180e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.735629] env[62220]: INFO nova.compute.manager [-] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Took 1.35 seconds to deallocate network for instance. [ 1532.742776] env[62220]: DEBUG nova.virt.hardware [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1532.743053] env[62220]: DEBUG nova.virt.hardware [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1532.743231] env[62220]: DEBUG nova.virt.hardware [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.743426] env[62220]: DEBUG nova.virt.hardware [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1532.743596] env[62220]: DEBUG nova.virt.hardware [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.743745] env[62220]: DEBUG nova.virt.hardware [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1532.743977] env[62220]: DEBUG nova.virt.hardware [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1532.744235] env[62220]: DEBUG nova.virt.hardware [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1532.744474] env[62220]: DEBUG nova.virt.hardware [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1532.744701] env[62220]: DEBUG nova.virt.hardware [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1532.744932] env[62220]: DEBUG nova.virt.hardware [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1532.746266] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b0bfff-8aca-494c-b636-851a5959682f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.751381] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1532.751381] env[62220]: value = "task-1747256" [ 1532.751381] env[62220]: _type = "Task" [ 1532.751381] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.758615] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be649eaf-ca89-4a1b-92c5-4d5c0bc3c5cf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.766167] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747256, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.843625] env[62220]: DEBUG nova.scheduler.client.report [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1532.877552] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747255, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.079572] env[62220]: DEBUG oslo_concurrency.lockutils [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] Releasing lock "refresh_cache-9728525d-985c-47af-abb6-0ec27b76a204" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.079949] env[62220]: DEBUG nova.compute.manager [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Received event network-vif-deleted-12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1533.080154] env[62220]: INFO nova.compute.manager [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Neutron deleted interface 12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a; detaching it from the instance and deleting it from the info cache [ 1533.080392] env[62220]: DEBUG nova.network.neutron [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.100322] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "6f5c3307-1298-4e87-92ce-ecd88211964f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.100487] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.171165] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1533.171895] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c767eec2-312b-49e3-b60c-bce50fafe82c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.184522] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1533.184522] env[62220]: value = "task-1747257" [ 1533.184522] env[62220]: _type = "Task" [ 1533.184522] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.193302] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747257, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.252612] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.264099] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747256, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.337042] env[62220]: DEBUG nova.network.neutron [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Successfully updated port: b8a39c03-467d-40e5-92d7-b9a44df59d05 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1533.348701] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.349474] env[62220]: DEBUG nova.compute.manager [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.352322] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.850s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.353877] env[62220]: INFO nova.compute.claims [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1533.382086] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747255, 'name': CreateVM_Task, 'duration_secs': 0.623423} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.388121] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1533.389245] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.389618] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.391605] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.391605] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b800788c-ed3e-4350-9f9f-f223ab814010 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.401351] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Waiting for the task: (returnval){ [ 1533.401351] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bb64a0-0e24-54f3-9bb3-ca11985d5bc0" [ 1533.401351] env[62220]: _type = "Task" [ 1533.401351] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.421550] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bb64a0-0e24-54f3-9bb3-ca11985d5bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.421921] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.422319] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1533.422664] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.422895] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.423181] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.424124] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-360c3a0c-3734-49d4-8bc4-6e7d9a143da1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.436037] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.436037] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1533.436439] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f973c87-b9b6-4612-a336-e92a0cb44f47 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.443303] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Waiting for the task: (returnval){ [ 1533.443303] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526901aa-be83-51f6-7130-6270d508dc28" [ 1533.443303] env[62220]: _type = "Task" [ 1533.443303] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.452798] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526901aa-be83-51f6-7130-6270d508dc28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.478782] env[62220]: DEBUG nova.network.neutron [req-cfb0f99d-bf2d-4a11-abe8-c5c9db1b8ab4 req-00b3d544-2621-4013-8a1d-aff673d93eaa service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Updated VIF entry in instance network info cache for port 47fb8345-ed54-49bc-90e8-79199ef47cd2. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1533.478782] env[62220]: DEBUG nova.network.neutron [req-cfb0f99d-bf2d-4a11-abe8-c5c9db1b8ab4 req-00b3d544-2621-4013-8a1d-aff673d93eaa service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Updating instance_info_cache with network_info: [{"id": "5b22af1f-0e1b-44ea-84c0-55c82d5b49c9", "address": "fa:16:3e:e9:b0:a4", "network": {"id": "a78399d7-59fc-441a-aa8e-3ceea9aaa03e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-234603146", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b22af1f-0e", "ovs_interfaceid": "5b22af1f-0e1b-44ea-84c0-55c82d5b49c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47fb8345-ed54-49bc-90e8-79199ef47cd2", "address": "fa:16:3e:dc:9c:35", "network": {"id": "fe7fb436-0323-4cdd-8989-bacf85881f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1043482855", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d1f538b8a9184386bd108aeede7b9f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47fb8345-ed", "ovs_interfaceid": "47fb8345-ed54-49bc-90e8-79199ef47cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.584575] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bf1501c-9700-4d4a-a9a1-b2ad5cae5086 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.595721] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca1229f-b1cf-4541-861b-719b87e2424f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.610560] env[62220]: DEBUG nova.compute.utils [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1533.641500] env[62220]: DEBUG nova.compute.manager [req-7d00c633-6df6-4ff0-b81f-eac310a0160e req-4a606e41-81a7-44e0-9499-c34784966666 service nova] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Detach interface failed, port_id=12dcf76c-a5e5-43cc-a533-7fbfe63c9e5a, reason: Instance 248e0d5e-32ec-4711-91f3-e4a93d7c8b47 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1533.694901] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747257, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.763590] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747256, 'name': CreateVM_Task, 'duration_secs': 0.901651} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.763759] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1533.764879] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.765063] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.765382] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.765635] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b74dc383-e0d2-44aa-82d8-f9a1414584eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.770541] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1533.770541] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5282c63c-639f-fabf-f84d-128069e46209" [ 1533.770541] env[62220]: _type = "Task" [ 1533.770541] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.779111] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5282c63c-639f-fabf-f84d-128069e46209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.842271] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "refresh_cache-890d4338-8d28-41cf-ba9d-d5eae6f50c13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.842407] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquired lock "refresh_cache-890d4338-8d28-41cf-ba9d-d5eae6f50c13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.842674] env[62220]: DEBUG nova.network.neutron [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.863359] env[62220]: DEBUG nova.compute.utils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1533.866823] env[62220]: DEBUG nova.compute.manager [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1533.867081] env[62220]: DEBUG nova.network.neutron [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1533.935030] env[62220]: DEBUG nova.policy [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd67982d273e64a8fbb1ffde5df4cbafd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1a67921d5d04bfc954a397b29ba16c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1533.955781] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526901aa-be83-51f6-7130-6270d508dc28, 'name': SearchDatastore_Task, 'duration_secs': 0.012406} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.956643] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4973f0c9-4818-4f1a-89dc-6c2ae14d9ab1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.962871] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Waiting for the task: (returnval){ [ 1533.962871] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520447ad-e2ff-b67a-c224-7ab5aad38b14" [ 1533.962871] env[62220]: _type = "Task" [ 1533.962871] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.973775] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520447ad-e2ff-b67a-c224-7ab5aad38b14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.980952] env[62220]: DEBUG oslo_concurrency.lockutils [req-cfb0f99d-bf2d-4a11-abe8-c5c9db1b8ab4 req-00b3d544-2621-4013-8a1d-aff673d93eaa service nova] Releasing lock "refresh_cache-b69921e9-b52a-4005-be23-fae3d0ec4fc1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.113865] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.197931] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747257, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.215197] env[62220]: DEBUG nova.network.neutron [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Successfully created port: b8d5020d-4c28-48b7-95d6-aade7929fe13 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1534.281868] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5282c63c-639f-fabf-f84d-128069e46209, 'name': SearchDatastore_Task, 'duration_secs': 0.009739} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.282354] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.282476] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1534.282598] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.374155] env[62220]: DEBUG nova.compute.manager [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.381382] env[62220]: DEBUG nova.network.neutron [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1534.480799] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520447ad-e2ff-b67a-c224-7ab5aad38b14, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.483803] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.484048] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 9728525d-985c-47af-abb6-0ec27b76a204/9728525d-985c-47af-abb6-0ec27b76a204.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1534.484450] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.484728] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.485021] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8753d2ae-aa7e-4287-9ce2-aaf7a49f7805 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.488325] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6721ea49-e24d-4575-ad70-3c21e123e846 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.502270] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Waiting for the task: (returnval){ [ 1534.502270] env[62220]: value = "task-1747258" [ 1534.502270] env[62220]: _type = "Task" [ 1534.502270] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.503383] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.503847] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1534.508697] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3b5d42-3877-47f9-8113-198375cb2b19 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.519248] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1534.519248] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521a56bc-4ccd-a60a-cb5a-9a616674f2a8" [ 1534.519248] env[62220]: _type = "Task" [ 1534.519248] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.526502] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.541975] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521a56bc-4ccd-a60a-cb5a-9a616674f2a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013819} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.543113] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51046c40-9e11-4330-8fbd-997e3f44750e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.557453] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1534.557453] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525e471f-f73b-2e22-4c9f-158518721a04" [ 1534.557453] env[62220]: _type = "Task" [ 1534.557453] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.574424] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525e471f-f73b-2e22-4c9f-158518721a04, 'name': SearchDatastore_Task, 'duration_secs': 0.011732} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.578275] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.578706] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b69921e9-b52a-4005-be23-fae3d0ec4fc1/b69921e9-b52a-4005-be23-fae3d0ec4fc1.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1534.579396] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7abff9ff-0916-448d-a4f8-d963cfd5ef27 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.588814] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1534.588814] env[62220]: value = "task-1747259" [ 1534.588814] env[62220]: _type = "Task" [ 1534.588814] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.590253] env[62220]: DEBUG nova.network.neutron [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Updating instance_info_cache with network_info: [{"id": "b8a39c03-467d-40e5-92d7-b9a44df59d05", "address": "fa:16:3e:ce:dc:ee", "network": {"id": "d2123842-9312-43d9-8000-b49997e4e4dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1223069277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396cc6d9c29a442c96a99d7596ed6f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a39c03-46", "ovs_interfaceid": "b8a39c03-467d-40e5-92d7-b9a44df59d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.606994] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.655521] env[62220]: DEBUG nova.compute.manager [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Received event network-vif-plugged-b8a39c03-467d-40e5-92d7-b9a44df59d05 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1534.656137] env[62220]: DEBUG oslo_concurrency.lockutils [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] Acquiring lock "890d4338-8d28-41cf-ba9d-d5eae6f50c13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.656137] env[62220]: DEBUG oslo_concurrency.lockutils [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] Lock "890d4338-8d28-41cf-ba9d-d5eae6f50c13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.656300] env[62220]: DEBUG oslo_concurrency.lockutils [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] Lock "890d4338-8d28-41cf-ba9d-d5eae6f50c13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.656521] env[62220]: DEBUG nova.compute.manager [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] No waiting events found dispatching network-vif-plugged-b8a39c03-467d-40e5-92d7-b9a44df59d05 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1534.656714] env[62220]: WARNING nova.compute.manager [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Received unexpected event network-vif-plugged-b8a39c03-467d-40e5-92d7-b9a44df59d05 for instance with vm_state building and task_state spawning. [ 1534.658021] env[62220]: DEBUG nova.compute.manager [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Received event network-changed-b8a39c03-467d-40e5-92d7-b9a44df59d05 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1534.658021] env[62220]: DEBUG nova.compute.manager [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Refreshing instance network info cache due to event network-changed-b8a39c03-467d-40e5-92d7-b9a44df59d05. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1534.658021] env[62220]: DEBUG oslo_concurrency.lockutils [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] Acquiring lock "refresh_cache-890d4338-8d28-41cf-ba9d-d5eae6f50c13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.699914] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747257, 'name': CloneVM_Task} progress is 95%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.958020] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e651984f-514a-403b-acdd-597ef5c317e0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.967459] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413b123f-2656-41e4-862c-00af76e93306 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.007917] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c491a85-c6b1-4252-bbb0-434754ea5087 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.016386] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747258, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.019606] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c008544-cad0-40ff-8627-ce334a9dea98 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.033769] env[62220]: DEBUG nova.compute.provider_tree [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.103424] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Releasing lock "refresh_cache-890d4338-8d28-41cf-ba9d-d5eae6f50c13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.103748] env[62220]: DEBUG nova.compute.manager [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Instance network_info: |[{"id": "b8a39c03-467d-40e5-92d7-b9a44df59d05", "address": "fa:16:3e:ce:dc:ee", "network": {"id": "d2123842-9312-43d9-8000-b49997e4e4dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1223069277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396cc6d9c29a442c96a99d7596ed6f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a39c03-46", "ovs_interfaceid": "b8a39c03-467d-40e5-92d7-b9a44df59d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1535.104116] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747259, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.104422] env[62220]: DEBUG oslo_concurrency.lockutils [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] Acquired lock "refresh_cache-890d4338-8d28-41cf-ba9d-d5eae6f50c13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.104632] env[62220]: DEBUG nova.network.neutron [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Refreshing network info cache for port b8a39c03-467d-40e5-92d7-b9a44df59d05 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.106018] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:dc:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8a39c03-467d-40e5-92d7-b9a44df59d05', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.114869] env[62220]: DEBUG oslo.service.loopingcall [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.118407] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.118761] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f2c3d42-f337-4f96-9c54-615660eb5511 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.142040] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.142040] env[62220]: value = "task-1747260" [ 1535.142040] env[62220]: _type = "Task" [ 1535.142040] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.152025] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747260, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.211062] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747257, 'name': CloneVM_Task, 'duration_secs': 1.802374} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.214172] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Created linked-clone VM from snapshot [ 1535.214172] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f89a1c1-b307-40c5-b8e4-cb0089eb06e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.215206] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "6f5c3307-1298-4e87-92ce-ecd88211964f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.215425] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.215645] env[62220]: INFO nova.compute.manager [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Attaching volume 063663b3-f88a-4663-87da-d08c360af259 to /dev/sdb [ 1535.223822] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Uploading image 19ac8dac-ca12-4708-9927-ea9b3589080c {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1535.255445] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1535.255445] env[62220]: value = "vm-363292" [ 1535.255445] env[62220]: _type = "VirtualMachine" [ 1535.255445] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1535.256061] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6887edac-8a02-495f-bbbf-3b02520e6b5c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.265472] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lease: (returnval){ [ 1535.265472] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f90bcf-534b-d51b-2ce6-e393ad895e91" [ 1535.265472] env[62220]: _type = "HttpNfcLease" [ 1535.265472] env[62220]: } obtained for exporting VM: (result){ [ 1535.265472] env[62220]: value = "vm-363292" [ 1535.265472] env[62220]: _type = "VirtualMachine" [ 1535.265472] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1535.265969] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the lease: (returnval){ [ 1535.265969] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f90bcf-534b-d51b-2ce6-e393ad895e91" [ 1535.265969] env[62220]: _type = "HttpNfcLease" [ 1535.265969] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1535.271997] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53dea93-2065-400d-8e6d-3cd6a30e1f73 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.282398] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ff0c8a-ca1b-416d-9de0-449b674b1ebf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.285676] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1535.285676] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f90bcf-534b-d51b-2ce6-e393ad895e91" [ 1535.285676] env[62220]: _type = "HttpNfcLease" [ 1535.285676] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1535.306220] env[62220]: DEBUG nova.virt.block_device [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Updating existing volume attachment record: c73faf5f-b8f9-4a20-9d34-f2221e0b6550 {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1535.385539] env[62220]: DEBUG nova.compute.manager [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1535.415547] env[62220]: DEBUG nova.virt.hardware [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1535.416233] env[62220]: DEBUG nova.virt.hardware [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1535.416233] env[62220]: DEBUG nova.virt.hardware [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.416233] env[62220]: DEBUG nova.virt.hardware [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1535.416473] env[62220]: DEBUG nova.virt.hardware [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.416473] env[62220]: DEBUG nova.virt.hardware [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1535.416660] env[62220]: DEBUG nova.virt.hardware [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1535.416792] env[62220]: DEBUG nova.virt.hardware [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1535.416964] env[62220]: DEBUG nova.virt.hardware [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1535.417145] env[62220]: DEBUG nova.virt.hardware [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1535.417321] env[62220]: DEBUG nova.virt.hardware [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1535.418255] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde4a3ba-6624-4bbd-aeb5-463b17839310 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.426962] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9869b4e4-9c28-4e45-a3d5-405a45147de9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.515354] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533432} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.515614] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 9728525d-985c-47af-abb6-0ec27b76a204/9728525d-985c-47af-abb6-0ec27b76a204.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1535.515882] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1535.516379] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e25c3555-2d34-4ecc-a807-14cae74bb7b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.524801] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Waiting for the task: (returnval){ [ 1535.524801] env[62220]: value = "task-1747263" [ 1535.524801] env[62220]: _type = "Task" [ 1535.524801] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.536312] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.536548] env[62220]: DEBUG nova.scheduler.client.report [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1535.604394] env[62220]: DEBUG nova.network.neutron [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Updated VIF entry in instance network info cache for port b8a39c03-467d-40e5-92d7-b9a44df59d05. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1535.604807] env[62220]: DEBUG nova.network.neutron [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Updating instance_info_cache with network_info: [{"id": "b8a39c03-467d-40e5-92d7-b9a44df59d05", "address": "fa:16:3e:ce:dc:ee", "network": {"id": "d2123842-9312-43d9-8000-b49997e4e4dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1223069277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396cc6d9c29a442c96a99d7596ed6f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a39c03-46", "ovs_interfaceid": "b8a39c03-467d-40e5-92d7-b9a44df59d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.612264] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889781} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.612696] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b69921e9-b52a-4005-be23-fae3d0ec4fc1/b69921e9-b52a-4005-be23-fae3d0ec4fc1.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1535.614649] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1535.614649] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd180335-8ea7-4393-bada-894d0a525c8f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.623707] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1535.623707] env[62220]: value = "task-1747264" [ 1535.623707] env[62220]: _type = "Task" [ 1535.623707] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.637398] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.655197] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747260, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.776348] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1535.776348] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f90bcf-534b-d51b-2ce6-e393ad895e91" [ 1535.776348] env[62220]: _type = "HttpNfcLease" [ 1535.776348] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1535.776348] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1535.776348] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f90bcf-534b-d51b-2ce6-e393ad895e91" [ 1535.776348] env[62220]: _type = "HttpNfcLease" [ 1535.776348] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1535.776348] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e72e8f-a005-453e-b5cf-02f1a6fd7fbd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.786900] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b365c9-e078-6d3c-75bf-9b14482f4cd8/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1535.789866] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b365c9-e078-6d3c-75bf-9b14482f4cd8/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1535.858448] env[62220]: DEBUG nova.network.neutron [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Successfully updated port: b8d5020d-4c28-48b7-95d6-aade7929fe13 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1535.860676] env[62220]: DEBUG nova.compute.manager [req-ca3d665d-1c0d-4ecd-a053-e0a08a6c0dcc req-6e0f64dd-b0ff-4075-b5f5-94709f71ed65 service nova] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Received event network-vif-plugged-b8d5020d-4c28-48b7-95d6-aade7929fe13 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1535.860803] env[62220]: DEBUG oslo_concurrency.lockutils [req-ca3d665d-1c0d-4ecd-a053-e0a08a6c0dcc req-6e0f64dd-b0ff-4075-b5f5-94709f71ed65 service nova] Acquiring lock "5407f930-2995-489e-8ecb-8c4b87e8489e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.861019] env[62220]: DEBUG oslo_concurrency.lockutils [req-ca3d665d-1c0d-4ecd-a053-e0a08a6c0dcc req-6e0f64dd-b0ff-4075-b5f5-94709f71ed65 service nova] Lock "5407f930-2995-489e-8ecb-8c4b87e8489e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.861193] env[62220]: DEBUG oslo_concurrency.lockutils [req-ca3d665d-1c0d-4ecd-a053-e0a08a6c0dcc req-6e0f64dd-b0ff-4075-b5f5-94709f71ed65 service nova] Lock "5407f930-2995-489e-8ecb-8c4b87e8489e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.861553] env[62220]: DEBUG nova.compute.manager [req-ca3d665d-1c0d-4ecd-a053-e0a08a6c0dcc req-6e0f64dd-b0ff-4075-b5f5-94709f71ed65 service nova] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] No waiting events found dispatching network-vif-plugged-b8d5020d-4c28-48b7-95d6-aade7929fe13 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1535.861553] env[62220]: WARNING nova.compute.manager [req-ca3d665d-1c0d-4ecd-a053-e0a08a6c0dcc req-6e0f64dd-b0ff-4075-b5f5-94709f71ed65 service nova] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Received unexpected event network-vif-plugged-b8d5020d-4c28-48b7-95d6-aade7929fe13 for instance with vm_state building and task_state spawning. [ 1535.927148] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d69a2ecd-4f0f-4ffd-b7bb-7ddeaf79d5f8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.037164] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073247} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.037447] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1536.038275] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c4ce2b-9004-4c4d-9204-c04ccd384302 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.044678] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.045266] env[62220]: DEBUG nova.compute.manager [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1536.059177] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.124s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.061908] env[62220]: DEBUG nova.objects.instance [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lazy-loading 'resources' on Instance uuid 3f44653f-89dc-449d-8e70-c504b7da9de6 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.077693] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 9728525d-985c-47af-abb6-0ec27b76a204/9728525d-985c-47af-abb6-0ec27b76a204.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1536.081158] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d2bc645-42f9-4979-ae17-175d93951f7e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.105876] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Waiting for the task: (returnval){ [ 1536.105876] env[62220]: value = "task-1747267" [ 1536.105876] env[62220]: _type = "Task" [ 1536.105876] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.116800] env[62220]: DEBUG oslo_concurrency.lockutils [req-8ba600af-d75f-4296-b54b-1f15824fb198 req-ef2daf73-a787-4071-a9ea-0bad69d51898 service nova] Releasing lock "refresh_cache-890d4338-8d28-41cf-ba9d-d5eae6f50c13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.116950] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.134058] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088998} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.136278] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1536.137723] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a9db8a-926d-4cd9-9e45-d5c32160cf65 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.166576] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] b69921e9-b52a-4005-be23-fae3d0ec4fc1/b69921e9-b52a-4005-be23-fae3d0ec4fc1.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1536.173751] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-698259a4-541b-4a7c-82e2-45880b1cbd60 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.206404] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747260, 'name': CreateVM_Task, 'duration_secs': 0.895789} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.210084] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.210379] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1536.210379] env[62220]: value = "task-1747268" [ 1536.210379] env[62220]: _type = "Task" [ 1536.210379] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.211390] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.211524] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.211838] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.212649] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941fe0bb-ebe9-452f-9c3c-155d4a430c82 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.228723] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1536.228723] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dedded-c53c-a992-17d0-67acea1d6846" [ 1536.228723] env[62220]: _type = "Task" [ 1536.228723] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.232419] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.241531] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dedded-c53c-a992-17d0-67acea1d6846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.363405] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "refresh_cache-5407f930-2995-489e-8ecb-8c4b87e8489e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.363847] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired lock "refresh_cache-5407f930-2995-489e-8ecb-8c4b87e8489e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.364116] env[62220]: DEBUG nova.network.neutron [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.581160] env[62220]: DEBUG nova.compute.utils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1536.585705] env[62220]: DEBUG nova.compute.manager [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1536.585910] env[62220]: DEBUG nova.network.neutron [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1536.617189] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747267, 'name': ReconfigVM_Task, 'duration_secs': 0.483567} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.620269] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 9728525d-985c-47af-abb6-0ec27b76a204/9728525d-985c-47af-abb6-0ec27b76a204.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.621849] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ba357c1-7152-4d61-997b-862bfd55e280 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.631188] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Waiting for the task: (returnval){ [ 1536.631188] env[62220]: value = "task-1747269" [ 1536.631188] env[62220]: _type = "Task" [ 1536.631188] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.646246] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747269, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.648195] env[62220]: DEBUG nova.policy [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a215f1fe10e6433a8ce5d2a972439ff0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de476fd038e240b8b7721b112e9edc64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1536.693635] env[62220]: DEBUG nova.compute.manager [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1536.694527] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d054845-29e9-4257-b80b-091465b7d386 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.726218] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.747839] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dedded-c53c-a992-17d0-67acea1d6846, 'name': SearchDatastore_Task, 'duration_secs': 0.017825} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.751891] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.752206] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1536.753305] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.753305] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.753305] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1536.754201] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33095384-cba9-46de-bd91-4557037aecc7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.765577] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1536.765822] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1536.766837] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad2d013b-b165-4a8c-ae48-0fa1ced1eadb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.777106] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1536.777106] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525f32a4-d7d6-62c7-3655-eae95676d591" [ 1536.777106] env[62220]: _type = "Task" [ 1536.777106] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.786076] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525f32a4-d7d6-62c7-3655-eae95676d591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.931244] env[62220]: DEBUG nova.network.neutron [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1536.989033] env[62220]: DEBUG nova.network.neutron [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Successfully created port: 3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1537.087713] env[62220]: DEBUG nova.compute.manager [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1537.147533] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747269, 'name': Rename_Task, 'duration_secs': 0.332187} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.150380] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1537.150380] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed29f82a-cf8d-42eb-bdcd-26ed8230b862 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.155803] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Waiting for the task: (returnval){ [ 1537.155803] env[62220]: value = "task-1747270" [ 1537.155803] env[62220]: _type = "Task" [ 1537.155803] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.167810] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.198649] env[62220]: DEBUG nova.network.neutron [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Updating instance_info_cache with network_info: [{"id": "b8d5020d-4c28-48b7-95d6-aade7929fe13", "address": "fa:16:3e:98:df:7a", "network": {"id": "eee60d67-9ead-4605-b478-fa8de098de94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1385946763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a67921d5d04bfc954a397b29ba16c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d5020d-4c", "ovs_interfaceid": "b8d5020d-4c28-48b7-95d6-aade7929fe13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.207104] env[62220]: INFO nova.compute.manager [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] instance snapshotting [ 1537.207104] env[62220]: DEBUG nova.objects.instance [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'flavor' on Instance uuid f5d1a419-d93b-4988-b051-f1d72b068cc9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.228755] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747268, 'name': ReconfigVM_Task, 'duration_secs': 0.656758} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.231295] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] b69921e9-b52a-4005-be23-fae3d0ec4fc1/b69921e9-b52a-4005-be23-fae3d0ec4fc1.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1537.232966] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58da31e7-97ca-46bc-a800-fd64813378db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.235732] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90e60766-0452-43c4-952e-4f2970ffebf2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.250280] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595359ee-4057-4ce3-891a-595bdc052d80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.254969] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1537.254969] env[62220]: value = "task-1747271" [ 1537.254969] env[62220]: _type = "Task" [ 1537.254969] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.291473] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61656b06-a62e-4c2d-a3dc-4e6462429373 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.297678] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747271, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.306611] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be62b3a2-a626-40de-b090-f6542adf78c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.310720] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525f32a4-d7d6-62c7-3655-eae95676d591, 'name': SearchDatastore_Task, 'duration_secs': 0.023306} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.312221] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e0e9db-a56d-453b-bb24-e96dde9ece19 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.323418] env[62220]: DEBUG nova.compute.provider_tree [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1537.330101] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1537.330101] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f5b8b-d995-7c6b-ceac-db5617593548" [ 1537.330101] env[62220]: _type = "Task" [ 1537.330101] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.338593] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f5b8b-d995-7c6b-ceac-db5617593548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.666850] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747270, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.701605] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Releasing lock "refresh_cache-5407f930-2995-489e-8ecb-8c4b87e8489e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.701929] env[62220]: DEBUG nova.compute.manager [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Instance network_info: |[{"id": "b8d5020d-4c28-48b7-95d6-aade7929fe13", "address": "fa:16:3e:98:df:7a", "network": {"id": "eee60d67-9ead-4605-b478-fa8de098de94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1385946763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a67921d5d04bfc954a397b29ba16c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d5020d-4c", "ovs_interfaceid": "b8d5020d-4c28-48b7-95d6-aade7929fe13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1537.702413] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:df:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8d5020d-4c28-48b7-95d6-aade7929fe13', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1537.710621] env[62220]: DEBUG oslo.service.loopingcall [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.712694] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1537.713185] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2fb2351-89ce-4d02-a63c-8dc03fc53cb0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.729632] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d6a80b-a4e9-4464-85bd-a1ec5aee0198 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.752619] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5f21f2-c22d-4ee1-820e-6db37be745ef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.755738] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1537.755738] env[62220]: value = "task-1747272" [ 1537.755738] env[62220]: _type = "Task" [ 1537.755738] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.773911] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747271, 'name': Rename_Task, 'duration_secs': 0.234129} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.777274] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1537.777632] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747272, 'name': CreateVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.777941] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd0b97fa-f1ca-403e-9525-9ca95965899c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.784802] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1537.784802] env[62220]: value = "task-1747273" [ 1537.784802] env[62220]: _type = "Task" [ 1537.784802] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.795183] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.843668] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f5b8b-d995-7c6b-ceac-db5617593548, 'name': SearchDatastore_Task, 'duration_secs': 0.01659} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.843955] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.844205] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 890d4338-8d28-41cf-ba9d-d5eae6f50c13/890d4338-8d28-41cf-ba9d-d5eae6f50c13.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.844759] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba372029-463d-49db-9aaa-5be50b0d3955 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.852993] env[62220]: ERROR nova.scheduler.client.report [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] [req-aff480fe-0c1f-43ee-ab7a-c66d354a07b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aff480fe-0c1f-43ee-ab7a-c66d354a07b5"}]} [ 1537.853939] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1537.853939] env[62220]: value = "task-1747274" [ 1537.853939] env[62220]: _type = "Task" [ 1537.853939] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.863057] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.870839] env[62220]: DEBUG nova.scheduler.client.report [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1537.896746] env[62220]: DEBUG nova.compute.manager [req-ef801e5e-3296-4ac1-a690-4943f3a5d1fe req-912bc5c4-e5e9-4ac6-9cb2-7dfb3b1d1416 service nova] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Received event network-changed-b8d5020d-4c28-48b7-95d6-aade7929fe13 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1537.896969] env[62220]: DEBUG nova.compute.manager [req-ef801e5e-3296-4ac1-a690-4943f3a5d1fe req-912bc5c4-e5e9-4ac6-9cb2-7dfb3b1d1416 service nova] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Refreshing instance network info cache due to event network-changed-b8d5020d-4c28-48b7-95d6-aade7929fe13. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1537.897384] env[62220]: DEBUG oslo_concurrency.lockutils [req-ef801e5e-3296-4ac1-a690-4943f3a5d1fe req-912bc5c4-e5e9-4ac6-9cb2-7dfb3b1d1416 service nova] Acquiring lock "refresh_cache-5407f930-2995-489e-8ecb-8c4b87e8489e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.897581] env[62220]: DEBUG oslo_concurrency.lockutils [req-ef801e5e-3296-4ac1-a690-4943f3a5d1fe req-912bc5c4-e5e9-4ac6-9cb2-7dfb3b1d1416 service nova] Acquired lock "refresh_cache-5407f930-2995-489e-8ecb-8c4b87e8489e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.897754] env[62220]: DEBUG nova.network.neutron [req-ef801e5e-3296-4ac1-a690-4943f3a5d1fe req-912bc5c4-e5e9-4ac6-9cb2-7dfb3b1d1416 service nova] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Refreshing network info cache for port b8d5020d-4c28-48b7-95d6-aade7929fe13 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1537.900011] env[62220]: DEBUG nova.scheduler.client.report [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1537.900227] env[62220]: DEBUG nova.compute.provider_tree [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1537.919024] env[62220]: DEBUG nova.scheduler.client.report [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1537.941771] env[62220]: DEBUG nova.scheduler.client.report [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1538.103332] env[62220]: DEBUG nova.compute.manager [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1538.131023] env[62220]: DEBUG nova.virt.hardware [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1538.131286] env[62220]: DEBUG nova.virt.hardware [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1538.131449] env[62220]: DEBUG nova.virt.hardware [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.131634] env[62220]: DEBUG nova.virt.hardware [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1538.131780] env[62220]: DEBUG nova.virt.hardware [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.131928] env[62220]: DEBUG nova.virt.hardware [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1538.132153] env[62220]: DEBUG nova.virt.hardware [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1538.132321] env[62220]: DEBUG nova.virt.hardware [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1538.132495] env[62220]: DEBUG nova.virt.hardware [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1538.132663] env[62220]: DEBUG nova.virt.hardware [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1538.132842] env[62220]: DEBUG nova.virt.hardware [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1538.133768] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65919641-72e8-4c88-a634-023039e17f03 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.145566] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe16af3-f975-4d9f-98ed-78c7446a3103 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.172354] env[62220]: DEBUG oslo_vmware.api [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747270, 'name': PowerOnVM_Task, 'duration_secs': 0.682575} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.175303] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.175596] env[62220]: INFO nova.compute.manager [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1538.175785] env[62220]: DEBUG nova.compute.manager [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.177256] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c86742d-dfbd-43f7-8f7a-36622d0e7243 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.271847] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1538.274028] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747272, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.274028] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-52e19ab2-d83b-48b2-9598-2c677c56e97b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.281665] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1538.281665] env[62220]: value = "task-1747276" [ 1538.281665] env[62220]: _type = "Task" [ 1538.281665] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.295973] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747276, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.301625] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747273, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.367785] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747274, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.475558] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9bba14-3512-4808-81b9-114017c82c4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.485275] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1caf5e6-769f-490e-ba12-daf7b775b313 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.518309] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4129a741-1077-44b6-bfd3-04e8f40cbfce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.526082] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff15d10-c644-445f-ad89-216080a5f17d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.540516] env[62220]: DEBUG nova.compute.provider_tree [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.653770] env[62220]: DEBUG nova.network.neutron [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Successfully updated port: 3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1538.701980] env[62220]: INFO nova.compute.manager [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Took 38.94 seconds to build instance. [ 1538.767864] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747272, 'name': CreateVM_Task, 'duration_secs': 0.596281} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.767997] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1538.768626] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.768797] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.769134] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1538.769447] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110ecd59-b32d-4273-8812-149582b15440 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.776817] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1538.776817] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5234f0ed-fa11-2a5f-2bd8-3a702c1706e5" [ 1538.776817] env[62220]: _type = "Task" [ 1538.776817] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.785030] env[62220]: DEBUG nova.network.neutron [req-ef801e5e-3296-4ac1-a690-4943f3a5d1fe req-912bc5c4-e5e9-4ac6-9cb2-7dfb3b1d1416 service nova] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Updated VIF entry in instance network info cache for port b8d5020d-4c28-48b7-95d6-aade7929fe13. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1538.785030] env[62220]: DEBUG nova.network.neutron [req-ef801e5e-3296-4ac1-a690-4943f3a5d1fe req-912bc5c4-e5e9-4ac6-9cb2-7dfb3b1d1416 service nova] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Updating instance_info_cache with network_info: [{"id": "b8d5020d-4c28-48b7-95d6-aade7929fe13", "address": "fa:16:3e:98:df:7a", "network": {"id": "eee60d67-9ead-4605-b478-fa8de098de94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1385946763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a67921d5d04bfc954a397b29ba16c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d5020d-4c", "ovs_interfaceid": "b8d5020d-4c28-48b7-95d6-aade7929fe13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.792938] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5234f0ed-fa11-2a5f-2bd8-3a702c1706e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.804544] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747276, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.807897] env[62220]: DEBUG oslo_vmware.api [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747273, 'name': PowerOnVM_Task, 'duration_secs': 0.944716} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.808160] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.808359] env[62220]: INFO nova.compute.manager [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Took 11.52 seconds to spawn the instance on the hypervisor. [ 1538.808530] env[62220]: DEBUG nova.compute.manager [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.809620] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83ea7ce-237e-471f-99a2-34488e171efb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.868158] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592534} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.868468] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 890d4338-8d28-41cf-ba9d-d5eae6f50c13/890d4338-8d28-41cf-ba9d-d5eae6f50c13.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.868730] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.869040] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f728d3f-750a-4f1c-b380-b8a75726cc37 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.877912] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1538.877912] env[62220]: value = "task-1747277" [ 1538.877912] env[62220]: _type = "Task" [ 1538.877912] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.889787] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.078045] env[62220]: DEBUG nova.scheduler.client.report [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1539.078393] env[62220]: DEBUG nova.compute.provider_tree [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 76 to 77 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1539.078730] env[62220]: DEBUG nova.compute.provider_tree [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1539.156557] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.156737] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.156896] env[62220]: DEBUG nova.network.neutron [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1539.205091] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d27c683b-c7c2-4239-b5f7-66f9486ac12e tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Lock "9728525d-985c-47af-abb6-0ec27b76a204" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.901s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.215845] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Acquiring lock "9728525d-985c-47af-abb6-0ec27b76a204" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.216263] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Lock "9728525d-985c-47af-abb6-0ec27b76a204" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.216499] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Acquiring lock "9728525d-985c-47af-abb6-0ec27b76a204-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.216750] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Lock "9728525d-985c-47af-abb6-0ec27b76a204-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.216929] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Lock "9728525d-985c-47af-abb6-0ec27b76a204-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.219162] env[62220]: INFO nova.compute.manager [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Terminating instance [ 1539.287094] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5234f0ed-fa11-2a5f-2bd8-3a702c1706e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013324} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.290227] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.290543] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1539.290822] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.290971] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.291226] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1539.291743] env[62220]: DEBUG oslo_concurrency.lockutils [req-ef801e5e-3296-4ac1-a690-4943f3a5d1fe req-912bc5c4-e5e9-4ac6-9cb2-7dfb3b1d1416 service nova] Releasing lock "refresh_cache-5407f930-2995-489e-8ecb-8c4b87e8489e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.292113] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-859cdbd1-3700-4d3c-84ed-1aed8ca229bd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.299637] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747276, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.301267] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1539.301502] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1539.302239] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc9026b-d348-482e-92e1-67e18308cfbc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.307584] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1539.307584] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5279567a-8544-5ac5-87ef-9bdc16c8fc77" [ 1539.307584] env[62220]: _type = "Task" [ 1539.307584] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.315668] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5279567a-8544-5ac5-87ef-9bdc16c8fc77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.329867] env[62220]: INFO nova.compute.manager [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Took 41.50 seconds to build instance. [ 1539.393121] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072078} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.393121] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.393121] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f52f7d1-f11e-4b12-bb6a-a45464af95dc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.414721] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 890d4338-8d28-41cf-ba9d-d5eae6f50c13/890d4338-8d28-41cf-ba9d-d5eae6f50c13.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.415320] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80780554-7fa3-40f2-8e50-3d302c6e64fc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.435447] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1539.435447] env[62220]: value = "task-1747278" [ 1539.435447] env[62220]: _type = "Task" [ 1539.435447] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.444312] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.586041] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.527s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.588028] env[62220]: DEBUG oslo_concurrency.lockutils [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.624s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.588326] env[62220]: DEBUG nova.objects.instance [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lazy-loading 'resources' on Instance uuid e03ade62-8b1b-42bd-9fc2-26a2b677bf5d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1539.613637] env[62220]: INFO nova.scheduler.client.report [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Deleted allocations for instance 3f44653f-89dc-449d-8e70-c504b7da9de6 [ 1539.726021] env[62220]: DEBUG nova.compute.manager [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1539.726021] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.726339] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64028e44-2f5d-4436-a05b-b7ab5302cae3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.737671] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1539.739484] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37eac4b3-2f75-49eb-a5f6-e95758b00c89 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.749118] env[62220]: DEBUG oslo_vmware.api [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Waiting for the task: (returnval){ [ 1539.749118] env[62220]: value = "task-1747279" [ 1539.749118] env[62220]: _type = "Task" [ 1539.749118] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.764257] env[62220]: DEBUG oslo_vmware.api [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.796243] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747276, 'name': CreateSnapshot_Task, 'duration_secs': 1.106485} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.796556] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1539.797303] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbabef8-6ad1-4647-afe8-caffaffd8af0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.818089] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5279567a-8544-5ac5-87ef-9bdc16c8fc77, 'name': SearchDatastore_Task, 'duration_secs': 0.024492} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.818779] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a46b3a-baec-4463-9f1b-7d81220639e1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.824711] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1539.824711] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a2ec75-6c85-8f97-26e7-699dd6c7ab82" [ 1539.824711] env[62220]: _type = "Task" [ 1539.824711] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.832988] env[62220]: DEBUG oslo_concurrency.lockutils [None req-78f70619-4326-4edc-ab96-07eab1340be0 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.352s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.833266] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a2ec75-6c85-8f97-26e7-699dd6c7ab82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.942973] env[62220]: DEBUG nova.network.neutron [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.953477] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.122812] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e4d93d4-178d-45e0-8d75-f7d954d9e99b tempest-ServerShowV247Test-195778009 tempest-ServerShowV247Test-195778009-project-member] Lock "3f44653f-89dc-449d-8e70-c504b7da9de6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.498s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.158914] env[62220]: DEBUG nova.compute.manager [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Received event network-vif-plugged-3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1540.159119] env[62220]: DEBUG oslo_concurrency.lockutils [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] Acquiring lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.159443] env[62220]: DEBUG oslo_concurrency.lockutils [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.159786] env[62220]: DEBUG oslo_concurrency.lockutils [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.159786] env[62220]: DEBUG nova.compute.manager [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] No waiting events found dispatching network-vif-plugged-3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1540.159911] env[62220]: WARNING nova.compute.manager [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Received unexpected event network-vif-plugged-3736c711-6be4-4b7c-8256-7d331633aca6 for instance with vm_state building and task_state spawning. [ 1540.160069] env[62220]: DEBUG nova.compute.manager [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Received event network-changed-3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1540.160268] env[62220]: DEBUG nova.compute.manager [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Refreshing instance network info cache due to event network-changed-3736c711-6be4-4b7c-8256-7d331633aca6. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1540.160485] env[62220]: DEBUG oslo_concurrency.lockutils [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] Acquiring lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.234774] env[62220]: DEBUG nova.network.neutron [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updating instance_info_cache with network_info: [{"id": "3736c711-6be4-4b7c-8256-7d331633aca6", "address": "fa:16:3e:97:77:d4", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3736c711-6b", "ovs_interfaceid": "3736c711-6be4-4b7c-8256-7d331633aca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.261489] env[62220]: DEBUG oslo_vmware.api [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747279, 'name': PowerOffVM_Task, 'duration_secs': 0.356235} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.262012] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.262236] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.262505] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fe66530-1adf-41aa-8b82-0f5f382b4683 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.319723] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1540.322857] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4708fc0f-8d68-4395-9b1c-3069f37e782a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.338810] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a2ec75-6c85-8f97-26e7-699dd6c7ab82, 'name': SearchDatastore_Task, 'duration_secs': 0.025088} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.340445] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.340821] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5407f930-2995-489e-8ecb-8c4b87e8489e/5407f930-2995-489e-8ecb-8c4b87e8489e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1540.341289] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1540.341289] env[62220]: value = "task-1747281" [ 1540.341289] env[62220]: _type = "Task" [ 1540.341289] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.341551] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c56cc06-84d4-4b00-b109-3ebbfd8cbb67 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.357451] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747281, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.358015] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1540.358015] env[62220]: value = "task-1747282" [ 1540.358015] env[62220]: _type = "Task" [ 1540.358015] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.367411] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.371483] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1540.371768] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363295', 'volume_id': '063663b3-f88a-4663-87da-d08c360af259', 'name': 'volume-063663b3-f88a-4663-87da-d08c360af259', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f5c3307-1298-4e87-92ce-ecd88211964f', 'attached_at': '', 'detached_at': '', 'volume_id': '063663b3-f88a-4663-87da-d08c360af259', 'serial': '063663b3-f88a-4663-87da-d08c360af259'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1540.373139] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc6c24c-95f5-4450-85eb-62e648c0827e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.394090] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7b8ef6-4c4c-4389-96bb-79cb268181e4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.423242] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-063663b3-f88a-4663-87da-d08c360af259/volume-063663b3-f88a-4663-87da-d08c360af259.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.426931] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd3bc494-26bf-49cb-b1c0-9102ea2bc4f1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.455030] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747278, 'name': ReconfigVM_Task, 'duration_secs': 0.716214} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.456161] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 890d4338-8d28-41cf-ba9d-d5eae6f50c13/890d4338-8d28-41cf-ba9d-d5eae6f50c13.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.456862] env[62220]: DEBUG oslo_vmware.api [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1540.456862] env[62220]: value = "task-1747283" [ 1540.456862] env[62220]: _type = "Task" [ 1540.456862] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.457112] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54dc10fb-7c1a-4d9b-beae-f3c7046c645b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.475269] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1540.475269] env[62220]: value = "task-1747284" [ 1540.475269] env[62220]: _type = "Task" [ 1540.475269] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.475615] env[62220]: DEBUG oslo_vmware.api [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747283, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.491384] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747284, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.524465] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1540.524662] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1540.524971] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Deleting the datastore file [datastore1] 9728525d-985c-47af-abb6-0ec27b76a204 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.525827] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00cf7037-1539-4c34-a415-9e7ded1361bc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.535321] env[62220]: DEBUG oslo_vmware.api [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Waiting for the task: (returnval){ [ 1540.535321] env[62220]: value = "task-1747285" [ 1540.535321] env[62220]: _type = "Task" [ 1540.535321] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.549344] env[62220]: DEBUG oslo_vmware.api [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.732539] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c004d9d9-de2a-4c95-ab63-c25c32cf29fc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.739265] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.739265] env[62220]: DEBUG nova.compute.manager [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Instance network_info: |[{"id": "3736c711-6be4-4b7c-8256-7d331633aca6", "address": "fa:16:3e:97:77:d4", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3736c711-6b", "ovs_interfaceid": "3736c711-6be4-4b7c-8256-7d331633aca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1540.747507] env[62220]: DEBUG oslo_concurrency.lockutils [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] Acquired lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.747507] env[62220]: DEBUG nova.network.neutron [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Refreshing network info cache for port 3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.751777] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:77:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3736c711-6be4-4b7c-8256-7d331633aca6', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1540.756607] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating folder: Project (de476fd038e240b8b7721b112e9edc64). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1540.758061] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b760f0d1-dfc7-4048-bd4f-94a3236edebf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.760546] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3371721c-69d9-4f75-a9d5-13515b2a5022 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.827707] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cb6a5c-aecb-4e1c-80aa-a013842daba3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.834744] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Created folder: Project (de476fd038e240b8b7721b112e9edc64) in parent group-v363147. [ 1540.834744] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating folder: Instances. Parent ref: group-v363299. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1540.834744] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b658898a-6b0b-4f78-8ad3-79e97650b36f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.857529] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eee347b-142c-47f0-8c7e-bf0d7ef3de97 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.863921] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Created folder: Instances in parent group-v363299. [ 1540.864193] env[62220]: DEBUG oslo.service.loopingcall [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1540.870640] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1540.872196] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-175af8c7-9bef-4690-bde6-cde630effcf6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.886595] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747281, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.896056] env[62220]: DEBUG nova.compute.provider_tree [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.901866] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747282, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.904363] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1540.904363] env[62220]: value = "task-1747288" [ 1540.904363] env[62220]: _type = "Task" [ 1540.904363] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.916557] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747288, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.971671] env[62220]: DEBUG oslo_vmware.api [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.986775] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747284, 'name': Rename_Task, 'duration_secs': 0.377627} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.986775] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.987025] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e6d37f8-2624-4975-97d2-5e1ce4583854 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.996732] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1540.996732] env[62220]: value = "task-1747289" [ 1540.996732] env[62220]: _type = "Task" [ 1540.996732] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.005970] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.046038] env[62220]: DEBUG oslo_vmware.api [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.258657] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.259153] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.259390] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.259484] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.259609] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.264856] env[62220]: INFO nova.compute.manager [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Terminating instance [ 1541.356763] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747281, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.374890] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870305} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.375317] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5407f930-2995-489e-8ecb-8c4b87e8489e/5407f930-2995-489e-8ecb-8c4b87e8489e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1541.375598] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1541.375905] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11c62690-49cf-4dd0-8f1e-5ab556228a56 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.385290] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1541.385290] env[62220]: value = "task-1747290" [ 1541.385290] env[62220]: _type = "Task" [ 1541.385290] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.397852] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.403337] env[62220]: DEBUG nova.scheduler.client.report [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1541.423771] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747288, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.472439] env[62220]: DEBUG oslo_vmware.api [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.510182] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.548087] env[62220]: DEBUG oslo_vmware.api [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Task: {'id': task-1747285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.720965} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.548744] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.548744] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.548906] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.549111] env[62220]: INFO nova.compute.manager [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1541.549434] env[62220]: DEBUG oslo.service.loopingcall [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.549696] env[62220]: DEBUG nova.compute.manager [-] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1541.549804] env[62220]: DEBUG nova.network.neutron [-] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.741401] env[62220]: DEBUG nova.network.neutron [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updated VIF entry in instance network info cache for port 3736c711-6be4-4b7c-8256-7d331633aca6. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1541.741401] env[62220]: DEBUG nova.network.neutron [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updating instance_info_cache with network_info: [{"id": "3736c711-6be4-4b7c-8256-7d331633aca6", "address": "fa:16:3e:97:77:d4", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3736c711-6b", "ovs_interfaceid": "3736c711-6be4-4b7c-8256-7d331633aca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.772904] env[62220]: DEBUG nova.compute.manager [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1541.773941] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1541.775738] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423a5566-4a00-4f62-aab7-e87d512f9611 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.786592] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1541.787012] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bdb1ace-01f0-44c1-b65d-0ff405145a98 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.794816] env[62220]: DEBUG oslo_vmware.api [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1541.794816] env[62220]: value = "task-1747291" [ 1541.794816] env[62220]: _type = "Task" [ 1541.794816] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.808243] env[62220]: DEBUG oslo_vmware.api [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.861233] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747281, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.895998] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121953} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.897462] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.898361] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1921ff-9559-44f0-97a0-2797e88408ca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.917789] env[62220]: DEBUG oslo_concurrency.lockutils [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.928424] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 5407f930-2995-489e-8ecb-8c4b87e8489e/5407f930-2995-489e-8ecb-8c4b87e8489e.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.932100] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.794s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.933678] env[62220]: INFO nova.compute.claims [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1541.936990] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51642a63-deaf-4b0f-9534-da10b34a0d8f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.958071] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747288, 'name': CreateVM_Task, 'duration_secs': 0.757968} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.959727] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1541.960201] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1541.960201] env[62220]: value = "task-1747292" [ 1541.960201] env[62220]: _type = "Task" [ 1541.960201] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.961172] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.961172] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.961465] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1541.961587] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed9255f-9a98-4d38-b97f-e22538e2d0ec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.967906] env[62220]: INFO nova.scheduler.client.report [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Deleted allocations for instance e03ade62-8b1b-42bd-9fc2-26a2b677bf5d [ 1541.980909] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1541.980909] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5256c699-4185-57c9-dabb-85511bd55daa" [ 1541.980909] env[62220]: _type = "Task" [ 1541.980909] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.988667] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.989199] env[62220]: DEBUG oslo_vmware.api [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747283, 'name': ReconfigVM_Task, 'duration_secs': 1.117245} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.994790] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-063663b3-f88a-4663-87da-d08c360af259/volume-063663b3-f88a-4663-87da-d08c360af259.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.000938] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88812fb1-2310-4f64-8026-782c999e40f3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.019643] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5256c699-4185-57c9-dabb-85511bd55daa, 'name': SearchDatastore_Task, 'duration_secs': 0.016805} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.020354] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.021171] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.021171] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.021171] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.021171] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.021832] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7484629b-f2af-4af7-9aca-cecde25e471d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.030071] env[62220]: DEBUG oslo_vmware.api [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747289, 'name': PowerOnVM_Task, 'duration_secs': 0.9969} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.030395] env[62220]: DEBUG oslo_vmware.api [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1542.030395] env[62220]: value = "task-1747293" [ 1542.030395] env[62220]: _type = "Task" [ 1542.030395] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.031125] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.031782] env[62220]: INFO nova.compute.manager [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1542.031782] env[62220]: DEBUG nova.compute.manager [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.032505] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae3a89d-eca0-40b9-9759-12e4ee470804 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.053290] env[62220]: DEBUG oslo_vmware.api [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.055849] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.056088] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1542.059281] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513f3f6e-1999-469e-8bcd-67e87b7c0780 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.065568] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1542.065568] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b61d7d-e92f-83e1-0067-18d2bbc90016" [ 1542.065568] env[62220]: _type = "Task" [ 1542.065568] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.076808] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b61d7d-e92f-83e1-0067-18d2bbc90016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.196213] env[62220]: DEBUG nova.compute.manager [req-882a8ca2-73ea-4a6d-9713-6f9013c8eab6 req-7063f2e9-bd70-4688-9caf-db5f9cde0ae1 service nova] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Received event network-vif-deleted-9648801b-e48d-48ea-80a5-7a0be3c567fb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1542.196553] env[62220]: INFO nova.compute.manager [req-882a8ca2-73ea-4a6d-9713-6f9013c8eab6 req-7063f2e9-bd70-4688-9caf-db5f9cde0ae1 service nova] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Neutron deleted interface 9648801b-e48d-48ea-80a5-7a0be3c567fb; detaching it from the instance and deleting it from the info cache [ 1542.196798] env[62220]: DEBUG nova.network.neutron [req-882a8ca2-73ea-4a6d-9713-6f9013c8eab6 req-7063f2e9-bd70-4688-9caf-db5f9cde0ae1 service nova] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.248200] env[62220]: DEBUG oslo_concurrency.lockutils [req-d5dac674-deaa-421c-9714-e76a75c45287 req-dd7fb1e9-6d0f-48f3-bd5c-f631b0f81a1e service nova] Releasing lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.311691] env[62220]: DEBUG oslo_vmware.api [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747291, 'name': PowerOffVM_Task, 'duration_secs': 0.413345} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.311901] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1542.312087] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1542.312439] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdafeb96-14fe-4981-9db5-9a2692888afe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.353598] env[62220]: DEBUG nova.network.neutron [-] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.361922] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747281, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.478633] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747292, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.480456] env[62220]: DEBUG oslo_concurrency.lockutils [None req-40df8dda-5c83-4dd6-8e87-3cc14cd2dece tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "e03ade62-8b1b-42bd-9fc2-26a2b677bf5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.372s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.542443] env[62220]: DEBUG oslo_vmware.api [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747293, 'name': ReconfigVM_Task, 'duration_secs': 0.221335} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.542747] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363295', 'volume_id': '063663b3-f88a-4663-87da-d08c360af259', 'name': 'volume-063663b3-f88a-4663-87da-d08c360af259', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f5c3307-1298-4e87-92ce-ecd88211964f', 'attached_at': '', 'detached_at': '', 'volume_id': '063663b3-f88a-4663-87da-d08c360af259', 'serial': '063663b3-f88a-4663-87da-d08c360af259'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1542.563039] env[62220]: INFO nova.compute.manager [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Took 37.55 seconds to build instance. [ 1542.577559] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b61d7d-e92f-83e1-0067-18d2bbc90016, 'name': SearchDatastore_Task, 'duration_secs': 0.016023} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.579114] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a431ed4c-3e28-47fe-802a-0c0467094434 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.584385] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Acquiring lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.584697] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.587998] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1542.587998] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cb3571-5841-b221-08be-75356d2b21a3" [ 1542.587998] env[62220]: _type = "Task" [ 1542.587998] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.597931] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cb3571-5841-b221-08be-75356d2b21a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.703456] env[62220]: DEBUG oslo_concurrency.lockutils [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "interface-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.703456] env[62220]: DEBUG oslo_concurrency.lockutils [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.703456] env[62220]: DEBUG nova.objects.instance [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'flavor' on Instance uuid b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.704252] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-777bb589-4e06-41f3-9c45-9b93f40d67ae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.714079] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e43d5bb-7832-4ca3-a7e7-c5f8cad27cf0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.758706] env[62220]: DEBUG nova.compute.manager [req-882a8ca2-73ea-4a6d-9713-6f9013c8eab6 req-7063f2e9-bd70-4688-9caf-db5f9cde0ae1 service nova] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Detach interface failed, port_id=9648801b-e48d-48ea-80a5-7a0be3c567fb, reason: Instance 9728525d-985c-47af-abb6-0ec27b76a204 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1542.860300] env[62220]: INFO nova.compute.manager [-] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Took 1.31 seconds to deallocate network for instance. [ 1542.860664] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747281, 'name': CloneVM_Task} progress is 95%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.974562] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747292, 'name': ReconfigVM_Task, 'duration_secs': 0.58134} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.974909] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 5407f930-2995-489e-8ecb-8c4b87e8489e/5407f930-2995-489e-8ecb-8c4b87e8489e.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.975705] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c7a06ac-cd8d-4bff-ada3-151f78e9231c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.988535] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1542.989266] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1542.989266] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Deleting the datastore file [datastore1] b69921e9-b52a-4005-be23-fae3d0ec4fc1 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1542.989429] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1542.989429] env[62220]: value = "task-1747295" [ 1542.989429] env[62220]: _type = "Task" [ 1542.989429] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.989687] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcb9a5eb-29d7-486a-996a-52b7981c7864 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.001465] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747295, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.005793] env[62220]: DEBUG oslo_vmware.api [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for the task: (returnval){ [ 1543.005793] env[62220]: value = "task-1747296" [ 1543.005793] env[62220]: _type = "Task" [ 1543.005793] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.016032] env[62220]: DEBUG oslo_vmware.api [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.065399] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e264a12b-93d3-4ef0-8118-f28f2f30611d tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "890d4338-8d28-41cf-ba9d-d5eae6f50c13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.847s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.089764] env[62220]: DEBUG nova.compute.utils [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1543.108848] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cb3571-5841-b221-08be-75356d2b21a3, 'name': SearchDatastore_Task, 'duration_secs': 0.028979} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.112916] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.113214] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a8f42686-354e-4afc-8bb7-e7db20ac2aa5/a8f42686-354e-4afc-8bb7-e7db20ac2aa5.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1543.114449] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d362cf09-9c83-458f-8277-bb9c5d205179 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.123967] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1543.123967] env[62220]: value = "task-1747297" [ 1543.123967] env[62220]: _type = "Task" [ 1543.123967] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.137532] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.300479] env[62220]: DEBUG nova.objects.instance [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'pci_requests' on Instance uuid b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.362602] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747281, 'name': CloneVM_Task, 'duration_secs': 2.750119} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.365462] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Created linked-clone VM from snapshot [ 1543.366905] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2066cca9-9638-447c-8d09-7ecc4e01d084 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.370298] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.376621] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Uploading image ac36a4a0-4eb9-47e9-8e08-42b3a786de46 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1543.400723] env[62220]: DEBUG oslo_vmware.rw_handles [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1543.400723] env[62220]: value = "vm-363298" [ 1543.400723] env[62220]: _type = "VirtualMachine" [ 1543.400723] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1543.401156] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56b46e95-bb80-43d2-bb97-ad6cc5fcae06 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.411709] env[62220]: DEBUG oslo_vmware.rw_handles [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lease: (returnval){ [ 1543.411709] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5247e512-480f-a95a-7c50-8104a3d78298" [ 1543.411709] env[62220]: _type = "HttpNfcLease" [ 1543.411709] env[62220]: } obtained for exporting VM: (result){ [ 1543.411709] env[62220]: value = "vm-363298" [ 1543.411709] env[62220]: _type = "VirtualMachine" [ 1543.411709] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1543.411709] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the lease: (returnval){ [ 1543.411709] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5247e512-480f-a95a-7c50-8104a3d78298" [ 1543.411709] env[62220]: _type = "HttpNfcLease" [ 1543.411709] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1543.418531] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1543.418531] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5247e512-480f-a95a-7c50-8104a3d78298" [ 1543.418531] env[62220]: _type = "HttpNfcLease" [ 1543.418531] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1543.473031] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cb830e-c81d-4a4e-980d-a45686b58860 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.481526] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b273455-ea71-4c23-9f63-b98d64d803e6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.521149] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ad2af0-533b-4a1a-8336-62407b8891a6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.535895] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c232af-e70f-4274-b7dd-c84c72d6364f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.540443] env[62220]: DEBUG oslo_vmware.api [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Task: {'id': task-1747296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334775} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.540665] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747295, 'name': Rename_Task, 'duration_secs': 0.255762} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.540904] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1543.541105] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1543.541289] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1543.541471] env[62220]: INFO nova.compute.manager [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1543.541716] env[62220]: DEBUG oslo.service.loopingcall [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.541932] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.542662] env[62220]: DEBUG nova.compute.manager [-] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1543.542769] env[62220]: DEBUG nova.network.neutron [-] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1543.544544] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fa1ce1a-90b0-4ed3-959e-f6f4cb706a26 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.555998] env[62220]: DEBUG nova.compute.provider_tree [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.565222] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1543.565222] env[62220]: value = "task-1747299" [ 1543.565222] env[62220]: _type = "Task" [ 1543.565222] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.575299] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.602245] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.603500] env[62220]: DEBUG nova.objects.instance [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lazy-loading 'flavor' on Instance uuid 6f5c3307-1298-4e87-92ce-ecd88211964f {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.640210] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747297, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.806633] env[62220]: DEBUG nova.objects.base [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1543.806955] env[62220]: DEBUG nova.network.neutron [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1543.907975] env[62220]: DEBUG nova.policy [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6036db37c33b4dcca265e48d3fec0a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6f19b4ce62e41ab9b1da72d29df1ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1543.922958] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1543.922958] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5247e512-480f-a95a-7c50-8104a3d78298" [ 1543.922958] env[62220]: _type = "HttpNfcLease" [ 1543.922958] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1543.923397] env[62220]: DEBUG oslo_vmware.rw_handles [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1543.923397] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5247e512-480f-a95a-7c50-8104a3d78298" [ 1543.923397] env[62220]: _type = "HttpNfcLease" [ 1543.923397] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1543.924508] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7637d705-0b8c-44dc-91f2-70a16a173226 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.933856] env[62220]: DEBUG oslo_vmware.rw_handles [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc079e-ed3d-1944-2193-0d28ebf44c83/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1543.933968] env[62220]: DEBUG oslo_vmware.rw_handles [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc079e-ed3d-1944-2193-0d28ebf44c83/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1544.054125] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8f741833-88b2-4d67-8559-26f5ee81c7bc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.060524] env[62220]: DEBUG nova.scheduler.client.report [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1544.074664] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.108583] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee9c4114-ce24-4d74-a7c7-20dec47f9e0f tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.893s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.140872] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697918} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.141177] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a8f42686-354e-4afc-8bb7-e7db20ac2aa5/a8f42686-354e-4afc-8bb7-e7db20ac2aa5.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1544.141394] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1544.141993] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff412212-b648-474b-95b6-d09c0f6311f9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.150581] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1544.150581] env[62220]: value = "task-1747300" [ 1544.150581] env[62220]: _type = "Task" [ 1544.150581] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.161215] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.232347] env[62220]: DEBUG nova.network.neutron [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Successfully created port: 56b4e294-6a7c-4dc9-8c9f-03520c051bbc {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1544.570502] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.570502] env[62220]: DEBUG nova.compute.manager [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1544.582381] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.968s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.582381] env[62220]: INFO nova.compute.claims [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.600106] env[62220]: DEBUG oslo_vmware.api [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747299, 'name': PowerOnVM_Task, 'duration_secs': 0.947321} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.602788] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.604018] env[62220]: INFO nova.compute.manager [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1544.604018] env[62220]: DEBUG nova.compute.manager [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.605648] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aed329-06f9-43eb-b203-6135d830a981 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.668981] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074296} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.669578] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.670674] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e555cbb-aff8-42d1-9d1a-f7e3d6ec09c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.692018] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Acquiring lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.692253] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.692965] env[62220]: INFO nova.compute.manager [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Attaching volume 0a07989d-bfad-4311-85ce-7e7e038c45a1 to /dev/sdb [ 1544.707636] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] a8f42686-354e-4afc-8bb7-e7db20ac2aa5/a8f42686-354e-4afc-8bb7-e7db20ac2aa5.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.712022] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d20550c9-12d3-4243-8ec5-1176b02d0642 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.737971] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1544.737971] env[62220]: value = "task-1747301" [ 1544.737971] env[62220]: _type = "Task" [ 1544.737971] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.750281] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.778965] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8335493e-cf79-46ea-a48e-ba3c8f29bcd2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.790600] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2bdb80-7671-413a-9294-afd511f8e64d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.807897] env[62220]: DEBUG nova.virt.block_device [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Updating existing volume attachment record: 54a62348-51a8-40e6-998e-298a4a675184 {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1545.080590] env[62220]: DEBUG nova.compute.utils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1545.082810] env[62220]: DEBUG nova.compute.manager [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1545.082980] env[62220]: DEBUG nova.network.neutron [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1545.105175] env[62220]: DEBUG nova.network.neutron [-] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.131582] env[62220]: INFO nova.compute.manager [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Took 37.98 seconds to build instance. [ 1545.170915] env[62220]: DEBUG nova.policy [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a6a1424265b4653adfc8ebed2e3b84b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '829a2ef745b04de4acaa9f955ff01620', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1545.251630] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747301, 'name': ReconfigVM_Task, 'duration_secs': 0.486773} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.251837] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] a8f42686-354e-4afc-8bb7-e7db20ac2aa5/a8f42686-354e-4afc-8bb7-e7db20ac2aa5.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1545.252616] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa425327-1706-455b-be01-aadccddf57c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.266269] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1545.266269] env[62220]: value = "task-1747305" [ 1545.266269] env[62220]: _type = "Task" [ 1545.266269] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.279672] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747305, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.586698] env[62220]: DEBUG nova.compute.manager [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1545.608906] env[62220]: INFO nova.compute.manager [-] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Took 2.07 seconds to deallocate network for instance. [ 1545.637893] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c695e859-09ca-48cf-a561-6a3b23a960cf tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "5407f930-2995-489e-8ecb-8c4b87e8489e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.143s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.764756] env[62220]: DEBUG nova.network.neutron [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Successfully created port: 83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1545.785888] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747305, 'name': Rename_Task, 'duration_secs': 0.202475} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.785888] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1545.785888] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c53103cf-ee33-490c-abcc-4553913d4854 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.796764] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1545.796764] env[62220]: value = "task-1747306" [ 1545.796764] env[62220]: _type = "Task" [ 1545.796764] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.813656] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.123133] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.171634] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b365c9-e078-6d3c-75bf-9b14482f4cd8/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1546.172808] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e415554-4e4f-4a35-97bd-a1d68bdae63c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.183454] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b365c9-e078-6d3c-75bf-9b14482f4cd8/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1546.183815] env[62220]: ERROR oslo_vmware.rw_handles [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b365c9-e078-6d3c-75bf-9b14482f4cd8/disk-0.vmdk due to incomplete transfer. [ 1546.184194] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b7f2607e-3fbd-4d47-8fb2-461667043714 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.199202] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b365c9-e078-6d3c-75bf-9b14482f4cd8/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1546.200343] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Uploaded image 19ac8dac-ca12-4708-9927-ea9b3589080c to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1546.202937] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1546.203546] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-343becd7-0aad-43e2-a7e5-90855e3a98cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.213648] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1546.213648] env[62220]: value = "task-1747307" [ 1546.213648] env[62220]: _type = "Task" [ 1546.213648] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.229591] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747307, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.286501] env[62220]: DEBUG nova.network.neutron [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Successfully updated port: 56b4e294-6a7c-4dc9-8c9f-03520c051bbc {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1546.314824] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.539017] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f9c37b-91ac-483d-a3ba-b7a3488d3165 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.545835] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916a5034-eb7a-49ec-9dd2-4c471cf45706 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.577957] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dcd7d0-137b-43d0-a05c-1ef0f5356385 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.590018] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78585d5-3af1-47b8-aa0e-275522321653 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.602905] env[62220]: DEBUG nova.compute.manager [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1546.605497] env[62220]: DEBUG nova.compute.provider_tree [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.629153] env[62220]: DEBUG nova.virt.hardware [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1546.629153] env[62220]: DEBUG nova.virt.hardware [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1546.629339] env[62220]: DEBUG nova.virt.hardware [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1546.631442] env[62220]: DEBUG nova.virt.hardware [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1546.631442] env[62220]: DEBUG nova.virt.hardware [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1546.631442] env[62220]: DEBUG nova.virt.hardware [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1546.631442] env[62220]: DEBUG nova.virt.hardware [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1546.631442] env[62220]: DEBUG nova.virt.hardware [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1546.631442] env[62220]: DEBUG nova.virt.hardware [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1546.631442] env[62220]: DEBUG nova.virt.hardware [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1546.631442] env[62220]: DEBUG nova.virt.hardware [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1546.632039] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a383e1ff-ea72-400a-8bd8-9ec5c6d29f12 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.641096] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d79a99b-a351-4898-a795-3dd49f576da5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.723443] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747307, 'name': Destroy_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.800547] env[62220]: DEBUG oslo_concurrency.lockutils [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.800547] env[62220]: DEBUG oslo_concurrency.lockutils [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.800547] env[62220]: DEBUG nova.network.neutron [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1546.818117] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.108972] env[62220]: DEBUG nova.scheduler.client.report [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1547.225677] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747307, 'name': Destroy_Task, 'duration_secs': 0.885188} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.226560] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Destroyed the VM [ 1547.227057] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1547.227250] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd52cba8-6bce-4522-8ae3-fde603588c11 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.235652] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1547.235652] env[62220]: value = "task-1747309" [ 1547.235652] env[62220]: _type = "Task" [ 1547.235652] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.245503] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747309, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.317157] env[62220]: DEBUG oslo_vmware.api [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747306, 'name': PowerOnVM_Task, 'duration_secs': 1.470007} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.317529] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.317787] env[62220]: INFO nova.compute.manager [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1547.318052] env[62220]: DEBUG nova.compute.manager [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1547.319085] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f87ffa-017f-4c58-bb99-8948ddff46d1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.335666] env[62220]: DEBUG nova.compute.manager [req-f0e24c20-9fc7-48e1-89ad-310e59b72833 req-4dffd3b5-122e-4b19-b088-9a6996358297 service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Received event network-vif-deleted-5b22af1f-0e1b-44ea-84c0-55c82d5b49c9 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1547.343334] env[62220]: WARNING nova.network.neutron [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] b4e46dd8-eae3-4639-bbf5-9cf346acf1a7 already exists in list: networks containing: ['b4e46dd8-eae3-4639-bbf5-9cf346acf1a7']. ignoring it [ 1547.368684] env[62220]: DEBUG nova.compute.manager [req-1cb13789-c8ef-402a-acdd-2accf0026d12 req-f4bc770f-70ba-41eb-9cbc-c2aa9e170b25 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Received event network-changed-e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1547.368684] env[62220]: DEBUG nova.compute.manager [req-1cb13789-c8ef-402a-acdd-2accf0026d12 req-f4bc770f-70ba-41eb-9cbc-c2aa9e170b25 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Refreshing instance network info cache due to event network-changed-e946de54-b8f0-488d-a2d7-ad83d6ab879a. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1547.368684] env[62220]: DEBUG oslo_concurrency.lockutils [req-1cb13789-c8ef-402a-acdd-2accf0026d12 req-f4bc770f-70ba-41eb-9cbc-c2aa9e170b25 service nova] Acquiring lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.368684] env[62220]: DEBUG oslo_concurrency.lockutils [req-1cb13789-c8ef-402a-acdd-2accf0026d12 req-f4bc770f-70ba-41eb-9cbc-c2aa9e170b25 service nova] Acquired lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.368684] env[62220]: DEBUG nova.network.neutron [req-1cb13789-c8ef-402a-acdd-2accf0026d12 req-f4bc770f-70ba-41eb-9cbc-c2aa9e170b25 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Refreshing network info cache for port e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.614641] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.036s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.618099] env[62220]: DEBUG nova.compute.manager [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1547.619962] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.868s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.625097] env[62220]: DEBUG nova.network.neutron [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Successfully updated port: 83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1547.751032] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747309, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.837892] env[62220]: INFO nova.compute.manager [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Took 38.38 seconds to build instance. [ 1548.122818] env[62220]: DEBUG nova.network.neutron [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Updating instance_info_cache with network_info: [{"id": "39de7ece-0226-4d79-b631-e363ec5393c0", "address": "fa:16:3e:14:4b:f1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39de7ece-02", "ovs_interfaceid": "39de7ece-0226-4d79-b631-e363ec5393c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "56b4e294-6a7c-4dc9-8c9f-03520c051bbc", "address": "fa:16:3e:fa:e6:97", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56b4e294-6a", "ovs_interfaceid": "56b4e294-6a7c-4dc9-8c9f-03520c051bbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.127755] env[62220]: DEBUG nova.network.neutron [req-1cb13789-c8ef-402a-acdd-2accf0026d12 req-f4bc770f-70ba-41eb-9cbc-c2aa9e170b25 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Updated VIF entry in instance network info cache for port e946de54-b8f0-488d-a2d7-ad83d6ab879a. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.127755] env[62220]: DEBUG nova.network.neutron [req-1cb13789-c8ef-402a-acdd-2accf0026d12 req-f4bc770f-70ba-41eb-9cbc-c2aa9e170b25 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Updating instance_info_cache with network_info: [{"id": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "address": "fa:16:3e:00:52:1e", "network": {"id": "d2123842-9312-43d9-8000-b49997e4e4dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1223069277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396cc6d9c29a442c96a99d7596ed6f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape946de54-b8", "ovs_interfaceid": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.133746] env[62220]: DEBUG nova.compute.utils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1548.139431] env[62220]: INFO nova.compute.claims [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.145010] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquiring lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.145177] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquired lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.145294] env[62220]: DEBUG nova.network.neutron [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.149119] env[62220]: DEBUG nova.compute.manager [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1548.149119] env[62220]: DEBUG nova.network.neutron [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1548.195099] env[62220]: DEBUG nova.policy [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9593edd7d6540d5a712e6fe5e39b8f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3b03d165764978887cf5d8abef8fe7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1548.250921] env[62220]: DEBUG oslo_vmware.api [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747309, 'name': RemoveSnapshot_Task, 'duration_secs': 0.976922} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.251391] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1548.254268] env[62220]: INFO nova.compute.manager [None req-f230ec6f-6cdf-46dd-bb83-4908abe4eeea tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Took 17.66 seconds to snapshot the instance on the hypervisor. [ 1548.340547] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e03fcf0d-94a0-4d66-b440-8cea96c7cd7e tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.834s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.470795] env[62220]: DEBUG nova.network.neutron [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Successfully created port: 98cb6ec3-49c3-4ea1-9622-10dcf7f260d5 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1548.627725] env[62220]: DEBUG oslo_concurrency.lockutils [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.628231] env[62220]: DEBUG oslo_concurrency.lockutils [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.628391] env[62220]: DEBUG oslo_concurrency.lockutils [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.629323] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bb0114-9359-4b27-9de7-619a99489744 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.632851] env[62220]: DEBUG oslo_concurrency.lockutils [req-1cb13789-c8ef-402a-acdd-2accf0026d12 req-f4bc770f-70ba-41eb-9cbc-c2aa9e170b25 service nova] Releasing lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.649511] env[62220]: DEBUG nova.compute.manager [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1548.655347] env[62220]: INFO nova.compute.resource_tracker [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating resource usage from migration 940a5fda-8a7d-4c8b-8925-0bcd03fdd4fe [ 1548.658323] env[62220]: DEBUG nova.virt.hardware [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1548.658504] env[62220]: DEBUG nova.virt.hardware [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1548.658659] env[62220]: DEBUG nova.virt.hardware [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.658844] env[62220]: DEBUG nova.virt.hardware [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1548.658989] env[62220]: DEBUG nova.virt.hardware [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.659148] env[62220]: DEBUG nova.virt.hardware [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1548.659351] env[62220]: DEBUG nova.virt.hardware [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1548.659542] env[62220]: DEBUG nova.virt.hardware [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1548.659719] env[62220]: DEBUG nova.virt.hardware [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1548.659882] env[62220]: DEBUG nova.virt.hardware [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1548.660067] env[62220]: DEBUG nova.virt.hardware [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1548.668603] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Reconfiguring VM to attach interface {{(pid=62220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1548.669421] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0486b51e-6d75-4340-b718-8a113651e30b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.692481] env[62220]: DEBUG oslo_vmware.api [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1548.692481] env[62220]: value = "task-1747310" [ 1548.692481] env[62220]: _type = "Task" [ 1548.692481] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.704753] env[62220]: DEBUG oslo_vmware.api [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747310, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.728502] env[62220]: DEBUG nova.network.neutron [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.940268] env[62220]: DEBUG nova.network.neutron [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updating instance_info_cache with network_info: [{"id": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "address": "fa:16:3e:f1:be:05", "network": {"id": "1f9f0616-700e-40cd-a8dc-4cd68ea9ccae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1084886041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "829a2ef745b04de4acaa9f955ff01620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d3285e-d6", "ovs_interfaceid": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.157225] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ade143a-7148-45ed-9d46-806bf9b005cc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.166214] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a64fbdd-ca21-4619-b020-2002b84bdcd4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.203835] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a120b845-aa81-42e0-979a-0582137c560a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.216994] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f95216-b862-4719-a383-9b17267ad31f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.220951] env[62220]: DEBUG oslo_vmware.api [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.232679] env[62220]: DEBUG nova.compute.provider_tree [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.363244] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1549.363560] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363304', 'volume_id': '0a07989d-bfad-4311-85ce-7e7e038c45a1', 'name': 'volume-0a07989d-bfad-4311-85ce-7e7e038c45a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '578c4873-b6d7-46d5-9891-47ebf73bbdb1', 'attached_at': '', 'detached_at': '', 'volume_id': '0a07989d-bfad-4311-85ce-7e7e038c45a1', 'serial': '0a07989d-bfad-4311-85ce-7e7e038c45a1'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1549.364631] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec80258-1936-4e8c-8b27-d892500acf28 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.385796] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f831b0-60da-44bd-8af9-546de4381d09 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.413549] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-0a07989d-bfad-4311-85ce-7e7e038c45a1/volume-0a07989d-bfad-4311-85ce-7e7e038c45a1.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.416232] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a5fd15-047b-4b6e-a87e-57d4cfd423ae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.443783] env[62220]: DEBUG oslo_vmware.api [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Waiting for the task: (returnval){ [ 1549.443783] env[62220]: value = "task-1747311" [ 1549.443783] env[62220]: _type = "Task" [ 1549.443783] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.449026] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Releasing lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.449026] env[62220]: DEBUG nova.compute.manager [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Instance network_info: |[{"id": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "address": "fa:16:3e:f1:be:05", "network": {"id": "1f9f0616-700e-40cd-a8dc-4cd68ea9ccae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1084886041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "829a2ef745b04de4acaa9f955ff01620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d3285e-d6", "ovs_interfaceid": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1549.449026] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:be:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83d3285e-d6c5-4ca3-b2ed-ec46a20e1502', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1549.455068] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Creating folder: Project (829a2ef745b04de4acaa9f955ff01620). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.455852] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06b41149-66fe-43ec-99c8-2e576d1cccfc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.462096] env[62220]: DEBUG oslo_vmware.api [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Task: {'id': task-1747311, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.472272] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Created folder: Project (829a2ef745b04de4acaa9f955ff01620) in parent group-v363147. [ 1549.472272] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Creating folder: Instances. Parent ref: group-v363305. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.472272] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11e59128-d8cb-4705-a5b0-e733bb00b6a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.488418] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Created folder: Instances in parent group-v363305. [ 1549.488633] env[62220]: DEBUG oslo.service.loopingcall [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.488709] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1549.488955] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3b521ac-c55e-4223-8fec-97ba70bacdaa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.517887] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1549.517887] env[62220]: value = "task-1747314" [ 1549.517887] env[62220]: _type = "Task" [ 1549.517887] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.529579] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747314, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.661877] env[62220]: DEBUG nova.compute.manager [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1549.689880] env[62220]: DEBUG nova.virt.hardware [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1549.694397] env[62220]: DEBUG nova.virt.hardware [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1549.694568] env[62220]: DEBUG nova.virt.hardware [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1549.694799] env[62220]: DEBUG nova.virt.hardware [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1549.695033] env[62220]: DEBUG nova.virt.hardware [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1549.695157] env[62220]: DEBUG nova.virt.hardware [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1549.695567] env[62220]: DEBUG nova.virt.hardware [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1549.695670] env[62220]: DEBUG nova.virt.hardware [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1549.695826] env[62220]: DEBUG nova.virt.hardware [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1549.695974] env[62220]: DEBUG nova.virt.hardware [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1549.696182] env[62220]: DEBUG nova.virt.hardware [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1549.697134] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29135363-f657-4bc6-a41c-487b184dfb42 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.716432] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6558a15f-9c45-4bd6-908b-e44fd4f8c900 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.721277] env[62220]: DEBUG oslo_vmware.api [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747310, 'name': ReconfigVM_Task, 'duration_secs': 0.867879} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.721810] env[62220]: DEBUG oslo_concurrency.lockutils [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.722104] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Reconfigured VM to attach interface {{(pid=62220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1549.739138] env[62220]: DEBUG nova.scheduler.client.report [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1549.955114] env[62220]: DEBUG oslo_vmware.api [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Task: {'id': task-1747311, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.012716] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "5407f930-2995-489e-8ecb-8c4b87e8489e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.012986] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "5407f930-2995-489e-8ecb-8c4b87e8489e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.013226] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "5407f930-2995-489e-8ecb-8c4b87e8489e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.013426] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "5407f930-2995-489e-8ecb-8c4b87e8489e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.013613] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "5407f930-2995-489e-8ecb-8c4b87e8489e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.016905] env[62220]: INFO nova.compute.manager [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Terminating instance [ 1550.039280] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747314, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.093392] env[62220]: DEBUG nova.network.neutron [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Successfully updated port: 98cb6ec3-49c3-4ea1-9622-10dcf7f260d5 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1550.230724] env[62220]: DEBUG oslo_concurrency.lockutils [None req-02ca95eb-f115-44f2-a276-83e8f977400e tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.529s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.245146] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.626s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.245377] env[62220]: INFO nova.compute.manager [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Migrating [ 1550.254931] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.576s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.364619] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "6f5c3307-1298-4e87-92ce-ecd88211964f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.364619] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.456410] env[62220]: DEBUG oslo_vmware.api [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Task: {'id': task-1747311, 'name': ReconfigVM_Task, 'duration_secs': 0.56613} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.456700] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-0a07989d-bfad-4311-85ce-7e7e038c45a1/volume-0a07989d-bfad-4311-85ce-7e7e038c45a1.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1550.464371] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2d9346e-8837-4954-b669-de40620a2b86 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.485688] env[62220]: DEBUG oslo_vmware.api [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Waiting for the task: (returnval){ [ 1550.485688] env[62220]: value = "task-1747315" [ 1550.485688] env[62220]: _type = "Task" [ 1550.485688] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.496999] env[62220]: DEBUG oslo_vmware.api [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Task: {'id': task-1747315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.529745] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747314, 'name': CreateVM_Task, 'duration_secs': 0.65486} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.529954] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1550.530886] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.530978] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.531246] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.531510] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d66f5dd7-f80d-40f1-afcb-9f958f9aae15 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.537638] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1550.537638] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a086a0-f2fc-0203-b031-527e8ca63f87" [ 1550.537638] env[62220]: _type = "Task" [ 1550.537638] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.546017] env[62220]: DEBUG nova.compute.manager [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1550.546251] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1550.547155] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a426e06-efc5-4d08-87ee-536b0e01dd7e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.558207] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a086a0-f2fc-0203-b031-527e8ca63f87, 'name': SearchDatastore_Task, 'duration_secs': 0.017746} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.560727] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.561034] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1550.561279] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.561428] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.561909] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1550.562030] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1550.562202] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b13148b7-7048-4008-9a8f-4ec45f88bff7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.564163] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a25c6fbd-cee0-4d72-b522-caaa11998692 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.572734] env[62220]: DEBUG oslo_vmware.api [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1550.572734] env[62220]: value = "task-1747316" [ 1550.572734] env[62220]: _type = "Task" [ 1550.572734] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.578032] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1550.578032] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1550.578884] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390d194e-4985-4f09-bf21-1c0697e1f60d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.584355] env[62220]: DEBUG oslo_vmware.api [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.588829] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1550.588829] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52248290-1431-6cfb-d22e-f2edfd08f4d0" [ 1550.588829] env[62220]: _type = "Task" [ 1550.588829] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.598858] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "refresh_cache-c5a5e047-38b7-44cd-9e99-fdbef30080e7" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.599060] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquired lock "refresh_cache-c5a5e047-38b7-44cd-9e99-fdbef30080e7" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.599267] env[62220]: DEBUG nova.network.neutron [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.600797] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52248290-1431-6cfb-d22e-f2edfd08f4d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.785411] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.785615] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.785810] env[62220]: DEBUG nova.network.neutron [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.867462] env[62220]: INFO nova.compute.manager [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Detaching volume 063663b3-f88a-4663-87da-d08c360af259 [ 1550.902050] env[62220]: INFO nova.virt.block_device [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Attempting to driver detach volume 063663b3-f88a-4663-87da-d08c360af259 from mountpoint /dev/sdb [ 1550.902050] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1550.902050] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363295', 'volume_id': '063663b3-f88a-4663-87da-d08c360af259', 'name': 'volume-063663b3-f88a-4663-87da-d08c360af259', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f5c3307-1298-4e87-92ce-ecd88211964f', 'attached_at': '', 'detached_at': '', 'volume_id': '063663b3-f88a-4663-87da-d08c360af259', 'serial': '063663b3-f88a-4663-87da-d08c360af259'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1550.902897] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908a6137-4469-4b88-96c5-00f2de136fe8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.924915] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e4b92a-23f4-4159-8df3-6264e27e2a29 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.932940] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0c9b81-bb8d-4c8e-b506-3089e445e866 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.956219] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7408fe-449f-4a98-a9db-5d2b78ebfe08 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.973192] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] The volume has not been displaced from its original location: [datastore1] volume-063663b3-f88a-4663-87da-d08c360af259/volume-063663b3-f88a-4663-87da-d08c360af259.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1550.978660] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1550.979097] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de6ba01-5ecc-4d12-a4e3-bd8a393fe98d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.004811] env[62220]: DEBUG oslo_vmware.api [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Task: {'id': task-1747315, 'name': ReconfigVM_Task, 'duration_secs': 0.194791} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.007486] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363304', 'volume_id': '0a07989d-bfad-4311-85ce-7e7e038c45a1', 'name': 'volume-0a07989d-bfad-4311-85ce-7e7e038c45a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '578c4873-b6d7-46d5-9891-47ebf73bbdb1', 'attached_at': '', 'detached_at': '', 'volume_id': '0a07989d-bfad-4311-85ce-7e7e038c45a1', 'serial': '0a07989d-bfad-4311-85ce-7e7e038c45a1'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1551.009839] env[62220]: DEBUG oslo_vmware.api [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1551.009839] env[62220]: value = "task-1747317" [ 1551.009839] env[62220]: _type = "Task" [ 1551.009839] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.023108] env[62220]: DEBUG oslo_vmware.api [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747317, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.085704] env[62220]: DEBUG nova.compute.manager [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Received event network-vif-deleted-47fb8345-ed54-49bc-90e8-79199ef47cd2 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1551.085923] env[62220]: DEBUG nova.compute.manager [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Received event network-vif-plugged-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1551.086125] env[62220]: DEBUG oslo_concurrency.lockutils [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] Acquiring lock "5f7a84e8-d0d6-4fd9-b466-22becdb51351-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.086333] env[62220]: DEBUG oslo_concurrency.lockutils [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] Lock "5f7a84e8-d0d6-4fd9-b466-22becdb51351-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.086672] env[62220]: DEBUG oslo_concurrency.lockutils [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] Lock "5f7a84e8-d0d6-4fd9-b466-22becdb51351-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.086672] env[62220]: DEBUG nova.compute.manager [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] No waiting events found dispatching network-vif-plugged-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1551.086822] env[62220]: WARNING nova.compute.manager [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Received unexpected event network-vif-plugged-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 for instance with vm_state building and task_state spawning. [ 1551.086950] env[62220]: DEBUG nova.compute.manager [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Received event network-changed-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1551.087125] env[62220]: DEBUG nova.compute.manager [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Refreshing instance network info cache due to event network-changed-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1551.087301] env[62220]: DEBUG oslo_concurrency.lockutils [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] Acquiring lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.087429] env[62220]: DEBUG oslo_concurrency.lockutils [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] Acquired lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.087589] env[62220]: DEBUG nova.network.neutron [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Refreshing network info cache for port 83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.089041] env[62220]: DEBUG oslo_vmware.api [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747316, 'name': PowerOffVM_Task, 'duration_secs': 0.283098} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.089729] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1551.089935] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1551.093351] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e0c8b75-683f-4164-b3e3-f0944d719b6e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.105267] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52248290-1431-6cfb-d22e-f2edfd08f4d0, 'name': SearchDatastore_Task, 'duration_secs': 0.056078} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.105476] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f4f960-6a87-4279-956e-8617ee7840b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.112286] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1551.112286] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d057ad-aad0-0b83-bd5f-a9dbf60a456f" [ 1551.112286] env[62220]: _type = "Task" [ 1551.112286] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.121254] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d057ad-aad0-0b83-bd5f-a9dbf60a456f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.147201] env[62220]: DEBUG nova.network.neutron [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1551.209452] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.209723] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.209986] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Deleting the datastore file [datastore1] 5407f930-2995-489e-8ecb-8c4b87e8489e {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.210317] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96b34782-2ceb-4744-829b-fc58cd804ab7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.218674] env[62220]: DEBUG oslo_vmware.api [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1551.218674] env[62220]: value = "task-1747319" [ 1551.218674] env[62220]: _type = "Task" [ 1551.218674] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.230194] env[62220]: DEBUG oslo_vmware.api [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.235166] env[62220]: DEBUG nova.compute.manager [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Received event network-vif-plugged-56b4e294-6a7c-4dc9-8c9f-03520c051bbc {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1551.235166] env[62220]: DEBUG oslo_concurrency.lockutils [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] Acquiring lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.235436] env[62220]: DEBUG oslo_concurrency.lockutils [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] Lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.235539] env[62220]: DEBUG oslo_concurrency.lockutils [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] Lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.235736] env[62220]: DEBUG nova.compute.manager [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] No waiting events found dispatching network-vif-plugged-56b4e294-6a7c-4dc9-8c9f-03520c051bbc {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1551.235900] env[62220]: WARNING nova.compute.manager [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Received unexpected event network-vif-plugged-56b4e294-6a7c-4dc9-8c9f-03520c051bbc for instance with vm_state active and task_state None. [ 1551.236079] env[62220]: DEBUG nova.compute.manager [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Received event network-changed-56b4e294-6a7c-4dc9-8c9f-03520c051bbc {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1551.236237] env[62220]: DEBUG nova.compute.manager [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Refreshing instance network info cache due to event network-changed-56b4e294-6a7c-4dc9-8c9f-03520c051bbc. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1551.236417] env[62220]: DEBUG oslo_concurrency.lockutils [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] Acquiring lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.236553] env[62220]: DEBUG oslo_concurrency.lockutils [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] Acquired lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.236704] env[62220]: DEBUG nova.network.neutron [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Refreshing network info cache for port 56b4e294-6a7c-4dc9-8c9f-03520c051bbc {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.288445] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Applying migration context for instance c5b997cc-da18-4571-aba2-a84d5ff1c996 as it has an incoming, in-progress migration 940a5fda-8a7d-4c8b-8925-0bcd03fdd4fe. Migration status is pre-migrating {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1551.291289] env[62220]: INFO nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating resource usage from migration 940a5fda-8a7d-4c8b-8925-0bcd03fdd4fe [ 1551.311192] env[62220]: DEBUG nova.network.neutron [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Updating instance_info_cache with network_info: [{"id": "98cb6ec3-49c3-4ea1-9622-10dcf7f260d5", "address": "fa:16:3e:6d:8f:bb", "network": {"id": "3cb9c0f4-a3e6-472d-af1c-58e50ba4e8af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1807197386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3b03d165764978887cf5d8abef8fe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cb6ec3-49", "ovs_interfaceid": "98cb6ec3-49c3-4ea1-9622-10dcf7f260d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.321408] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 5fbde370-855d-46ea-9a21-09d9d87b7bd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.321597] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b2ad9224-1f33-4255-847a-d794ce966651 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.321784] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 6f5c3307-1298-4e87-92ce-ecd88211964f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.322413] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 578c4873-b6d7-46d5-9891-47ebf73bbdb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.322572] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance db05c5a1-3530-4793-89fd-75b6b860d4f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.322711] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 00f59708-7070-409d-a189-f55bc6dfd81d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.322836] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance a9462f81-92ac-483d-a8b4-51cd521b8e66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.322949] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b263b3fb-9b9c-403e-bf2d-459e6b12efdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.323077] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 87298b64-c97d-4e21-ad71-9db59859e10f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.323227] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.323347] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance a822bbdb-accd-4d13-9335-bc4bf0515601 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.323459] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance efe494c9-6f6d-430f-afb9-7f07417c50e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.323856] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 834acbd8-9d62-4503-9782-9c8ded4c4934 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1551.323856] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance f5d1a419-d93b-4988-b051-f1d72b068cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.323856] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 248e0d5e-32ec-4711-91f3-e4a93d7c8b47 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1551.324032] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 0c9d3ec0-2876-4300-9a10-27e1062ebf83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.324073] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 21995267-5227-4930-b079-707fcf615897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.324184] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance e396de23-f0d2-44ca-977a-17b444916807 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.324292] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 0d5facef-3bf5-4b5d-a234-570292369118 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.324400] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 0cd14d33-d2cc-4a51-bad7-c793197c40da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.324507] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.324658] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b69921e9-b52a-4005-be23-fae3d0ec4fc1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1551.324790] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 9728525d-985c-47af-abb6-0ec27b76a204 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1551.324899] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 890d4338-8d28-41cf-ba9d-d5eae6f50c13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.325020] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 5407f930-2995-489e-8ecb-8c4b87e8489e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.325131] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance a8f42686-354e-4afc-8bb7-e7db20ac2aa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.325460] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 5f7a84e8-d0d6-4fd9-b466-22becdb51351 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.325659] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance c5a5e047-38b7-44cd-9e99-fdbef30080e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.526150] env[62220]: DEBUG oslo_vmware.api [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747317, 'name': ReconfigVM_Task, 'duration_secs': 0.314783} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.526522] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1551.532664] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd28551-98ed-4bec-8675-8006ed6c754e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.551534] env[62220]: DEBUG oslo_vmware.api [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1551.551534] env[62220]: value = "task-1747320" [ 1551.551534] env[62220]: _type = "Task" [ 1551.551534] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.564118] env[62220]: DEBUG oslo_vmware.api [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.626207] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d057ad-aad0-0b83-bd5f-a9dbf60a456f, 'name': SearchDatastore_Task, 'duration_secs': 0.020975} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.626505] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.626769] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5f7a84e8-d0d6-4fd9-b466-22becdb51351/5f7a84e8-d0d6-4fd9-b466-22becdb51351.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1551.627051] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f97717d-6c03-49aa-bdf6-dd64239152bc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.636777] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1551.636777] env[62220]: value = "task-1747321" [ 1551.636777] env[62220]: _type = "Task" [ 1551.636777] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.653936] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.727900] env[62220]: DEBUG nova.network.neutron [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance_info_cache with network_info: [{"id": "7107e771-ec56-4135-bc21-d99888e62b21", "address": "fa:16:3e:74:86:fe", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7107e771-ec", "ovs_interfaceid": "7107e771-ec56-4135-bc21-d99888e62b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.746943] env[62220]: DEBUG oslo_vmware.api [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387733} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.746943] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.746943] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1551.747198] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1551.747275] env[62220]: INFO nova.compute.manager [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1551.747923] env[62220]: DEBUG oslo.service.loopingcall [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.751413] env[62220]: DEBUG nova.compute.manager [-] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1551.751531] env[62220]: DEBUG nova.network.neutron [-] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1551.816453] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Releasing lock "refresh_cache-c5a5e047-38b7-44cd-9e99-fdbef30080e7" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.816638] env[62220]: DEBUG nova.compute.manager [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Instance network_info: |[{"id": "98cb6ec3-49c3-4ea1-9622-10dcf7f260d5", "address": "fa:16:3e:6d:8f:bb", "network": {"id": "3cb9c0f4-a3e6-472d-af1c-58e50ba4e8af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1807197386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3b03d165764978887cf5d8abef8fe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cb6ec3-49", "ovs_interfaceid": "98cb6ec3-49c3-4ea1-9622-10dcf7f260d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1551.819963] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:8f:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98cb6ec3-49c3-4ea1-9622-10dcf7f260d5', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1551.828995] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Creating folder: Project (cc3b03d165764978887cf5d8abef8fe7). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1551.833390] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance dba7afa9-5628-47e5-a762-7932f93bc6a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1551.833573] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Migration 940a5fda-8a7d-4c8b-8925-0bcd03fdd4fe is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1551.833671] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance c5b997cc-da18-4571-aba2-a84d5ff1c996 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.835921] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c8090bf-1f9c-40c7-b5c6-8b53b042f0c0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.852177] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Created folder: Project (cc3b03d165764978887cf5d8abef8fe7) in parent group-v363147. [ 1551.852177] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Creating folder: Instances. Parent ref: group-v363308. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1551.852177] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a4aaac-c67e-4a3e-bc20-255fd605e3be {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.862100] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Created folder: Instances in parent group-v363308. [ 1551.862524] env[62220]: DEBUG oslo.service.loopingcall [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.862673] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1551.862784] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60abc0e2-acf8-47c3-aebf-9336ba84e20f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.895554] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1551.895554] env[62220]: value = "task-1747324" [ 1551.895554] env[62220]: _type = "Task" [ 1551.895554] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.904036] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747324, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.064529] env[62220]: DEBUG nova.objects.instance [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Lazy-loading 'flavor' on Instance uuid 578c4873-b6d7-46d5-9891-47ebf73bbdb1 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.070280] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "21995267-5227-4930-b079-707fcf615897" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.070280] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.087295] env[62220]: DEBUG oslo_vmware.api [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747320, 'name': ReconfigVM_Task, 'duration_secs': 0.228703} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.089890] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363295', 'volume_id': '063663b3-f88a-4663-87da-d08c360af259', 'name': 'volume-063663b3-f88a-4663-87da-d08c360af259', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f5c3307-1298-4e87-92ce-ecd88211964f', 'attached_at': '', 'detached_at': '', 'volume_id': '063663b3-f88a-4663-87da-d08c360af259', 'serial': '063663b3-f88a-4663-87da-d08c360af259'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1552.109538] env[62220]: DEBUG nova.network.neutron [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updated VIF entry in instance network info cache for port 83d3285e-d6c5-4ca3-b2ed-ec46a20e1502. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.109538] env[62220]: DEBUG nova.network.neutron [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updating instance_info_cache with network_info: [{"id": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "address": "fa:16:3e:f1:be:05", "network": {"id": "1f9f0616-700e-40cd-a8dc-4cd68ea9ccae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1084886041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "829a2ef745b04de4acaa9f955ff01620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d3285e-d6", "ovs_interfaceid": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.152680] env[62220]: DEBUG nova.network.neutron [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Updated VIF entry in instance network info cache for port 56b4e294-6a7c-4dc9-8c9f-03520c051bbc. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.152762] env[62220]: DEBUG nova.network.neutron [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Updating instance_info_cache with network_info: [{"id": "39de7ece-0226-4d79-b631-e363ec5393c0", "address": "fa:16:3e:14:4b:f1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39de7ece-02", "ovs_interfaceid": "39de7ece-0226-4d79-b631-e363ec5393c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "56b4e294-6a7c-4dc9-8c9f-03520c051bbc", "address": "fa:16:3e:fa:e6:97", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56b4e294-6a", "ovs_interfaceid": "56b4e294-6a7c-4dc9-8c9f-03520c051bbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.161399] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747321, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.230765] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.339838] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 74f95708-d517-4119-b2d1-11820db003db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1552.408881] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747324, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.579051] env[62220]: DEBUG nova.compute.utils [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1552.580493] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4314e10c-f865-429a-af20-05f6998f7e2c tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.888s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.612930] env[62220]: DEBUG oslo_concurrency.lockutils [req-cf313545-dfaf-4347-8b59-971286af914d req-6429010a-2dda-4917-af3a-049f1836a718 service nova] Releasing lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.617798] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "65339fe1-dd52-4cd5-ba7d-a09145a4f58c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.617798] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "65339fe1-dd52-4cd5-ba7d-a09145a4f58c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.649581] env[62220]: DEBUG nova.objects.instance [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lazy-loading 'flavor' on Instance uuid 6f5c3307-1298-4e87-92ce-ecd88211964f {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.654878] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767679} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.655673] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5f7a84e8-d0d6-4fd9-b466-22becdb51351/5f7a84e8-d0d6-4fd9-b466-22becdb51351.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1552.655673] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1552.656125] env[62220]: DEBUG oslo_concurrency.lockutils [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] Releasing lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.656347] env[62220]: DEBUG nova.compute.manager [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Received event network-changed-e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1552.656548] env[62220]: DEBUG nova.compute.manager [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Refreshing instance network info cache due to event network-changed-e946de54-b8f0-488d-a2d7-ad83d6ab879a. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1552.656782] env[62220]: DEBUG oslo_concurrency.lockutils [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] Acquiring lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.656932] env[62220]: DEBUG oslo_concurrency.lockutils [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] Acquired lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.657128] env[62220]: DEBUG nova.network.neutron [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Refreshing network info cache for port e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.658308] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e57596f8-0221-4ae0-ac6d-9cf3568dbc11 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.667093] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1552.667093] env[62220]: value = "task-1747325" [ 1552.667093] env[62220]: _type = "Task" [ 1552.667093] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.678347] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.823191] env[62220]: DEBUG nova.network.neutron [-] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.842976] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 08c07447-8e2d-4727-8ba1-d1d9419bfff3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1552.843854] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 26 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1552.843854] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5632MB phys_disk=200GB used_disk=25GB total_vcpus=48 used_vcpus=26 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1552.908113] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747324, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.990022] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.990305] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.085765] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.121383] env[62220]: DEBUG nova.compute.manager [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1553.187291] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.331297] env[62220]: INFO nova.compute.manager [-] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Took 1.58 seconds to deallocate network for instance. [ 1553.392501] env[62220]: DEBUG nova.network.neutron [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Updated VIF entry in instance network info cache for port e946de54-b8f0-488d-a2d7-ad83d6ab879a. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1553.392901] env[62220]: DEBUG nova.network.neutron [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Updating instance_info_cache with network_info: [{"id": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "address": "fa:16:3e:00:52:1e", "network": {"id": "d2123842-9312-43d9-8000-b49997e4e4dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1223069277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396cc6d9c29a442c96a99d7596ed6f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape946de54-b8", "ovs_interfaceid": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.409340] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747324, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.411122] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ff752a-90a2-489c-b6a4-20f2d3657127 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.418842] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022a546d-e559-4b88-8945-01019ceba51c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.450836] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1213d35-5f2c-4ea9-8d07-2d17144ed570 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.459586] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e76a1c-ee4c-4e80-a3c4-7259d1a0ce00 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.474014] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.492923] env[62220]: DEBUG nova.compute.manager [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1553.646831] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.671020] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fadd0baf-3b7c-4278-8f70-8a19dc2a5b3d tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.680513] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.937525} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.681648] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1553.682591] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b5258a-d260-4105-95e0-8c4a32fac919 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.708942] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 5f7a84e8-d0d6-4fd9-b466-22becdb51351/5f7a84e8-d0d6-4fd9-b466-22becdb51351.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.708942] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a3ea758-c006-4958-b177-2fc3fde79250 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.739742] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1553.739742] env[62220]: value = "task-1747326" [ 1553.739742] env[62220]: _type = "Task" [ 1553.739742] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.751704] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.753159] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bdf52a-0c56-44e0-bd83-8f69abb4fafb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.770920] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance 'c5b997cc-da18-4571-aba2-a84d5ff1c996' progress to 0 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1553.838511] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.895300] env[62220]: DEBUG oslo_concurrency.lockutils [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] Releasing lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.895633] env[62220]: DEBUG nova.compute.manager [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Received event network-changed-b8a39c03-467d-40e5-92d7-b9a44df59d05 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1553.896349] env[62220]: DEBUG nova.compute.manager [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Refreshing instance network info cache due to event network-changed-b8a39c03-467d-40e5-92d7-b9a44df59d05. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1553.896349] env[62220]: DEBUG oslo_concurrency.lockutils [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] Acquiring lock "refresh_cache-890d4338-8d28-41cf-ba9d-d5eae6f50c13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.896349] env[62220]: DEBUG oslo_concurrency.lockutils [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] Acquired lock "refresh_cache-890d4338-8d28-41cf-ba9d-d5eae6f50c13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.896552] env[62220]: DEBUG nova.network.neutron [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Refreshing network info cache for port b8a39c03-467d-40e5-92d7-b9a44df59d05 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1553.909375] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747324, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.977686] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1554.014388] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.148616] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "21995267-5227-4930-b079-707fcf615897" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.148892] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.149144] env[62220]: INFO nova.compute.manager [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Attaching volume fcd7c1e3-d0a2-47bb-a15c-0007e97abbee to /dev/sdb [ 1554.195015] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54959be-29b5-4133-b613-3a4b7122c5c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.202280] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e1f6dc-daa4-46c5-8564-ee0e12cee981 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.220449] env[62220]: DEBUG nova.virt.block_device [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Updating existing volume attachment record: d9665ac6-32fe-4c14-bf81-ce61028a6e53 {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1554.255561] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747326, 'name': ReconfigVM_Task, 'duration_secs': 0.343646} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.256087] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 5f7a84e8-d0d6-4fd9-b466-22becdb51351/5f7a84e8-d0d6-4fd9-b466-22becdb51351.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.257050] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89875676-0300-44a5-8a06-562d54288d4b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.266312] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1554.266312] env[62220]: value = "task-1747327" [ 1554.266312] env[62220]: _type = "Task" [ 1554.266312] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.277093] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.277572] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747327, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.277919] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dd4f1e9-7d90-49d5-a5a1-7be3e4dbdbee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.286727] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1554.286727] env[62220]: value = "task-1747328" [ 1554.286727] env[62220]: _type = "Task" [ 1554.286727] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.300023] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.401189] env[62220]: DEBUG oslo_vmware.rw_handles [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc079e-ed3d-1944-2193-0d28ebf44c83/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1554.404429] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582b86e0-cafd-4994-bace-ed64dd574012 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.419587] env[62220]: DEBUG oslo_vmware.rw_handles [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc079e-ed3d-1944-2193-0d28ebf44c83/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1554.419796] env[62220]: ERROR oslo_vmware.rw_handles [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc079e-ed3d-1944-2193-0d28ebf44c83/disk-0.vmdk due to incomplete transfer. [ 1554.424815] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-34c377bc-18ef-477a-a86a-f9c9d009effe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.428994] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747324, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.438115] env[62220]: DEBUG oslo_vmware.rw_handles [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc079e-ed3d-1944-2193-0d28ebf44c83/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1554.438341] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Uploaded image ac36a4a0-4eb9-47e9-8e08-42b3a786de46 to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1554.440553] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1554.440553] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-50c2fdd3-66e5-4c2f-8b38-1f09784b2de2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.448552] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1554.448552] env[62220]: value = "task-1747330" [ 1554.448552] env[62220]: _type = "Task" [ 1554.448552] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.464673] env[62220]: DEBUG nova.compute.manager [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Received event network-vif-plugged-98cb6ec3-49c3-4ea1-9622-10dcf7f260d5 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1554.464673] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] Acquiring lock "c5a5e047-38b7-44cd-9e99-fdbef30080e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.464673] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] Lock "c5a5e047-38b7-44cd-9e99-fdbef30080e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.464673] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] Lock "c5a5e047-38b7-44cd-9e99-fdbef30080e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.464673] env[62220]: DEBUG nova.compute.manager [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] No waiting events found dispatching network-vif-plugged-98cb6ec3-49c3-4ea1-9622-10dcf7f260d5 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1554.464929] env[62220]: WARNING nova.compute.manager [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Received unexpected event network-vif-plugged-98cb6ec3-49c3-4ea1-9622-10dcf7f260d5 for instance with vm_state building and task_state spawning. [ 1554.464969] env[62220]: DEBUG nova.compute.manager [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Received event network-changed-98cb6ec3-49c3-4ea1-9622-10dcf7f260d5 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1554.465295] env[62220]: DEBUG nova.compute.manager [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Refreshing instance network info cache due to event network-changed-98cb6ec3-49c3-4ea1-9622-10dcf7f260d5. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1554.465482] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] Acquiring lock "refresh_cache-c5a5e047-38b7-44cd-9e99-fdbef30080e7" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.465621] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] Acquired lock "refresh_cache-c5a5e047-38b7-44cd-9e99-fdbef30080e7" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.465975] env[62220]: DEBUG nova.network.neutron [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Refreshing network info cache for port 98cb6ec3-49c3-4ea1-9622-10dcf7f260d5 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.467499] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747330, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.482758] env[62220]: DEBUG nova.compute.manager [req-021a365d-4a5a-4e61-9ebc-4941cab831c8 req-e04ec86e-2262-4bc0-81d7-5a62c5fbeb54 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Received event network-changed-b8a39c03-467d-40e5-92d7-b9a44df59d05 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1554.482851] env[62220]: DEBUG nova.compute.manager [req-021a365d-4a5a-4e61-9ebc-4941cab831c8 req-e04ec86e-2262-4bc0-81d7-5a62c5fbeb54 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Refreshing instance network info cache due to event network-changed-b8a39c03-467d-40e5-92d7-b9a44df59d05. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1554.483113] env[62220]: DEBUG oslo_concurrency.lockutils [req-021a365d-4a5a-4e61-9ebc-4941cab831c8 req-e04ec86e-2262-4bc0-81d7-5a62c5fbeb54 service nova] Acquiring lock "refresh_cache-890d4338-8d28-41cf-ba9d-d5eae6f50c13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.483938] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1554.484213] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.229s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.484520] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.851s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.484790] env[62220]: DEBUG nova.objects.instance [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1554.491545] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.491545] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Cleaning up deleted instances {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 1554.724574] env[62220]: DEBUG nova.network.neutron [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Updated VIF entry in instance network info cache for port b8a39c03-467d-40e5-92d7-b9a44df59d05. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1554.724574] env[62220]: DEBUG nova.network.neutron [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Updating instance_info_cache with network_info: [{"id": "b8a39c03-467d-40e5-92d7-b9a44df59d05", "address": "fa:16:3e:ce:dc:ee", "network": {"id": "d2123842-9312-43d9-8000-b49997e4e4dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1223069277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396cc6d9c29a442c96a99d7596ed6f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a39c03-46", "ovs_interfaceid": "b8a39c03-467d-40e5-92d7-b9a44df59d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.774674] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747327, 'name': Rename_Task, 'duration_secs': 0.229084} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.774941] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1554.775207] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e36318d-ff24-4a7c-8b30-96f72af100ed {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.783307] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1554.783307] env[62220]: value = "task-1747333" [ 1554.783307] env[62220]: _type = "Task" [ 1554.783307] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.794704] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.797682] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747328, 'name': PowerOffVM_Task, 'duration_secs': 0.229457} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.797923] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1554.798128] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance 'c5b997cc-da18-4571-aba2-a84d5ff1c996' progress to 17 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1554.919099] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747324, 'name': CreateVM_Task, 'duration_secs': 2.641522} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.919278] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1554.920049] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.920229] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.920594] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1554.921156] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce12f9c-f84e-4ed3-ac36-a4da5403795f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.926666] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1554.926666] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5222090c-500d-7d34-47c9-2a9c9525326b" [ 1554.926666] env[62220]: _type = "Task" [ 1554.926666] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.936968] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5222090c-500d-7d34-47c9-2a9c9525326b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.966751] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747330, 'name': Destroy_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.006700] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] There are 26 instances to clean {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1555.006989] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: e03ade62-8b1b-42bd-9fc2-26a2b677bf5d] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1555.063569] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "890d4338-8d28-41cf-ba9d-d5eae6f50c13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.063982] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "890d4338-8d28-41cf-ba9d-d5eae6f50c13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.064290] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "890d4338-8d28-41cf-ba9d-d5eae6f50c13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.064610] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "890d4338-8d28-41cf-ba9d-d5eae6f50c13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.064752] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "890d4338-8d28-41cf-ba9d-d5eae6f50c13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.067381] env[62220]: INFO nova.compute.manager [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Terminating instance [ 1555.111244] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "9feb9918-b902-4617-8b62-5b4863bde91d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.111574] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "9feb9918-b902-4617-8b62-5b4863bde91d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.227197] env[62220]: DEBUG oslo_concurrency.lockutils [req-79f1bd32-c100-4847-b1bc-21743e2ffbb3 req-97857980-1ad7-40a8-b4e8-cdfe9112e201 service nova] Releasing lock "refresh_cache-890d4338-8d28-41cf-ba9d-d5eae6f50c13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.227838] env[62220]: DEBUG oslo_concurrency.lockutils [req-021a365d-4a5a-4e61-9ebc-4941cab831c8 req-e04ec86e-2262-4bc0-81d7-5a62c5fbeb54 service nova] Acquired lock "refresh_cache-890d4338-8d28-41cf-ba9d-d5eae6f50c13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.227953] env[62220]: DEBUG nova.network.neutron [req-021a365d-4a5a-4e61-9ebc-4941cab831c8 req-e04ec86e-2262-4bc0-81d7-5a62c5fbeb54 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Refreshing network info cache for port b8a39c03-467d-40e5-92d7-b9a44df59d05 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1555.294088] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747333, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.304460] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1555.304759] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1555.304991] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.305190] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1555.305387] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.305556] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1555.305829] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1555.306029] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1555.306246] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1555.306654] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1555.306932] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1555.315443] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f372bfde-3e24-4c36-b85c-6554571fcfd3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.333614] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1555.333614] env[62220]: value = "task-1747334" [ 1555.333614] env[62220]: _type = "Task" [ 1555.333614] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.342709] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.442034] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5222090c-500d-7d34-47c9-2a9c9525326b, 'name': SearchDatastore_Task, 'duration_secs': 0.020609} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.442034] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.442034] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1555.442034] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.442034] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.442034] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1555.442034] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-785d38df-64e4-46bc-ae45-5649e42c2f71 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.447315] env[62220]: DEBUG nova.network.neutron [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Updated VIF entry in instance network info cache for port 98cb6ec3-49c3-4ea1-9622-10dcf7f260d5. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.447706] env[62220]: DEBUG nova.network.neutron [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Updating instance_info_cache with network_info: [{"id": "98cb6ec3-49c3-4ea1-9622-10dcf7f260d5", "address": "fa:16:3e:6d:8f:bb", "network": {"id": "3cb9c0f4-a3e6-472d-af1c-58e50ba4e8af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1807197386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3b03d165764978887cf5d8abef8fe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cb6ec3-49", "ovs_interfaceid": "98cb6ec3-49c3-4ea1-9622-10dcf7f260d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.454293] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1555.455339] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1555.455660] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3095805-4f6f-4ba9-8f32-0b04a810b035 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.462659] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747330, 'name': Destroy_Task, 'duration_secs': 0.720277} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.466057] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Destroyed the VM [ 1555.466057] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1555.466057] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1555.466057] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5296f528-096e-a546-856d-8a8b95dd94ad" [ 1555.466057] env[62220]: _type = "Task" [ 1555.466057] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.466057] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7155151e-2114-4b48-9802-a1a68326f462 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.481650] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5296f528-096e-a546-856d-8a8b95dd94ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.485181] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1555.485181] env[62220]: value = "task-1747335" [ 1555.485181] env[62220]: _type = "Task" [ 1555.485181] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.493405] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.516795] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd5d7ea1-c05a-459b-8c57-ce06cbc55b6d tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.032s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.518159] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: e59be507-2abd-40f3-8a16-1225de4ae07f] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1555.520235] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.418s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.524420] env[62220]: INFO nova.compute.claims [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1555.573342] env[62220]: DEBUG nova.compute.manager [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1555.575028] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1555.575028] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d13237b-bc2d-485c-bd9e-644738371727 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.585896] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.586323] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec16eb0a-c5cc-4085-ada0-102f3c58b317 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.594372] env[62220]: DEBUG oslo_vmware.api [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1555.594372] env[62220]: value = "task-1747336" [ 1555.594372] env[62220]: _type = "Task" [ 1555.594372] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.604437] env[62220]: DEBUG oslo_vmware.api [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.614069] env[62220]: DEBUG nova.compute.manager [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1555.801734] env[62220]: DEBUG oslo_vmware.api [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747333, 'name': PowerOnVM_Task, 'duration_secs': 0.745194} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.802072] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1555.802343] env[62220]: INFO nova.compute.manager [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1555.802551] env[62220]: DEBUG nova.compute.manager [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1555.803405] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e308cf18-84a5-4fe3-84de-f60bc294fee7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.847055] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747334, 'name': ReconfigVM_Task, 'duration_secs': 0.223372} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.847835] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance 'c5b997cc-da18-4571-aba2-a84d5ff1c996' progress to 33 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1555.950931] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] Releasing lock "refresh_cache-c5a5e047-38b7-44cd-9e99-fdbef30080e7" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.951193] env[62220]: DEBUG nova.compute.manager [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Received event network-vif-deleted-b8d5020d-4c28-48b7-95d6-aade7929fe13 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1555.951479] env[62220]: DEBUG nova.compute.manager [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Received event network-changed-3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1555.951725] env[62220]: DEBUG nova.compute.manager [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Refreshing instance network info cache due to event network-changed-3736c711-6be4-4b7c-8256-7d331633aca6. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1555.952075] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] Acquiring lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.952300] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] Acquired lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.952544] env[62220]: DEBUG nova.network.neutron [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Refreshing network info cache for port 3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1555.985220] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5296f528-096e-a546-856d-8a8b95dd94ad, 'name': SearchDatastore_Task, 'duration_secs': 0.023355} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.990899] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faae7b20-083f-451f-a798-42e4860ce539 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.994417] env[62220]: DEBUG nova.network.neutron [req-021a365d-4a5a-4e61-9ebc-4941cab831c8 req-e04ec86e-2262-4bc0-81d7-5a62c5fbeb54 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Updated VIF entry in instance network info cache for port b8a39c03-467d-40e5-92d7-b9a44df59d05. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.994836] env[62220]: DEBUG nova.network.neutron [req-021a365d-4a5a-4e61-9ebc-4941cab831c8 req-e04ec86e-2262-4bc0-81d7-5a62c5fbeb54 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Updating instance_info_cache with network_info: [{"id": "b8a39c03-467d-40e5-92d7-b9a44df59d05", "address": "fa:16:3e:ce:dc:ee", "network": {"id": "d2123842-9312-43d9-8000-b49997e4e4dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1223069277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396cc6d9c29a442c96a99d7596ed6f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a39c03-46", "ovs_interfaceid": "b8a39c03-467d-40e5-92d7-b9a44df59d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.002162] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.003751] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1556.003751] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f403a8-4064-da2d-27ac-65464e101c80" [ 1556.003751] env[62220]: _type = "Task" [ 1556.003751] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.014245] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f403a8-4064-da2d-27ac-65464e101c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.029429] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: fc66c14c-3d5f-4185-a0b1-51da2189c359] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1556.105412] env[62220]: DEBUG oslo_vmware.api [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747336, 'name': PowerOffVM_Task, 'duration_secs': 0.309932} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.105693] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1556.106063] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1556.106361] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c18ff1ad-c0bd-415e-aec6-8ae9eeb86d7e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.137744] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.249890] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "fbb116f5-65a5-4d97-b2b3-44b25a4ae20f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.250127] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "fbb116f5-65a5-4d97-b2b3-44b25a4ae20f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.324512] env[62220]: INFO nova.compute.manager [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Took 44.20 seconds to build instance. [ 1556.355258] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T11:05:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9608d5b6-3ceb-4ca3-be9b-de746a05fe68',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-731351324',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1556.356623] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1556.356623] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.356623] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1556.356623] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.356623] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1556.356623] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1556.356623] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1556.356859] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1556.356995] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1556.357118] env[62220]: DEBUG nova.virt.hardware [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1556.362987] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1556.364345] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae48a902-53e9-49e3-b8e3-458228caacf6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.388920] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1556.388920] env[62220]: value = "task-1747338" [ 1556.388920] env[62220]: _type = "Task" [ 1556.388920] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.400512] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.494595] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747335, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.498362] env[62220]: DEBUG oslo_concurrency.lockutils [req-021a365d-4a5a-4e61-9ebc-4941cab831c8 req-e04ec86e-2262-4bc0-81d7-5a62c5fbeb54 service nova] Releasing lock "refresh_cache-890d4338-8d28-41cf-ba9d-d5eae6f50c13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.513586] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f403a8-4064-da2d-27ac-65464e101c80, 'name': SearchDatastore_Task, 'duration_secs': 0.032333} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.513850] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.514124] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c5a5e047-38b7-44cd-9e99-fdbef30080e7/c5a5e047-38b7-44cd-9e99-fdbef30080e7.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1556.514390] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b376881f-3c00-4c54-9857-a2e1b72235c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.522686] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1556.522686] env[62220]: value = "task-1747339" [ 1556.522686] env[62220]: _type = "Task" [ 1556.522686] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.535341] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 72718b40-5a93-40c5-bd33-84dfa5e1fa05] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1556.543683] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.637275] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Acquiring lock "e396de23-f0d2-44ca-977a-17b444916807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.637821] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Lock "e396de23-f0d2-44ca-977a-17b444916807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.638206] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Acquiring lock "e396de23-f0d2-44ca-977a-17b444916807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.638907] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Lock "e396de23-f0d2-44ca-977a-17b444916807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.639119] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Lock "e396de23-f0d2-44ca-977a-17b444916807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.642118] env[62220]: INFO nova.compute.manager [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Terminating instance [ 1556.687016] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1556.687247] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1556.687541] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Deleting the datastore file [datastore1] 890d4338-8d28-41cf-ba9d-d5eae6f50c13 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1556.691225] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e76c936-6849-47a6-b9d2-78579a176166 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.702754] env[62220]: DEBUG oslo_vmware.api [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1556.702754] env[62220]: value = "task-1747341" [ 1556.702754] env[62220]: _type = "Task" [ 1556.702754] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.714535] env[62220]: DEBUG oslo_vmware.api [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.748121] env[62220]: DEBUG nova.network.neutron [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updated VIF entry in instance network info cache for port 3736c711-6be4-4b7c-8256-7d331633aca6. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.748394] env[62220]: DEBUG nova.network.neutron [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updating instance_info_cache with network_info: [{"id": "3736c711-6be4-4b7c-8256-7d331633aca6", "address": "fa:16:3e:97:77:d4", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3736c711-6b", "ovs_interfaceid": "3736c711-6be4-4b7c-8256-7d331633aca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.753323] env[62220]: DEBUG nova.compute.manager [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1556.827142] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2fd0b5de-0a6d-4ce9-8c4b-3d177498fdc4 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Lock "5f7a84e8-d0d6-4fd9-b466-22becdb51351" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.155s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.883612] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Acquiring lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.883899] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.906961] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747338, 'name': ReconfigVM_Task, 'duration_secs': 0.327004} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.908365] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1556.910629] env[62220]: DEBUG nova.objects.instance [None req-ced8e670-83aa-4964-ae5a-c857c1d1555b tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Lazy-loading 'flavor' on Instance uuid 0cd14d33-d2cc-4a51-bad7-c793197c40da {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.913563] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6ebc34-99bf-4839-a76a-ddb55d90f092 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.948798] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c5b997cc-da18-4571-aba2-a84d5ff1c996/c5b997cc-da18-4571-aba2-a84d5ff1c996.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.952768] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5167c913-0f02-400c-9ebf-2c0dce591905 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.973837] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1556.973837] env[62220]: value = "task-1747342" [ 1556.973837] env[62220]: _type = "Task" [ 1556.973837] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.987900] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.000956] env[62220]: DEBUG oslo_vmware.api [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747335, 'name': RemoveSnapshot_Task, 'duration_secs': 1.023233} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.000956] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1557.001184] env[62220]: INFO nova.compute.manager [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Took 19.29 seconds to snapshot the instance on the hypervisor. [ 1557.036798] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747339, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.044769] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 79132dd8-ba03-4815-aa2b-dd238ea9726c] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1557.115024] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Acquiring lock "0d5facef-3bf5-4b5d-a234-570292369118" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.115247] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Lock "0d5facef-3bf5-4b5d-a234-570292369118" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.115464] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Acquiring lock "0d5facef-3bf5-4b5d-a234-570292369118-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.115646] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Lock "0d5facef-3bf5-4b5d-a234-570292369118-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.115814] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Lock "0d5facef-3bf5-4b5d-a234-570292369118-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.117912] env[62220]: INFO nova.compute.manager [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Terminating instance [ 1557.151547] env[62220]: DEBUG nova.compute.manager [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1557.151964] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.152692] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-386db27a-19b9-4d00-bebc-96e8d22c4947 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.166897] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Waiting for the task: (returnval){ [ 1557.166897] env[62220]: value = "task-1747343" [ 1557.166897] env[62220]: _type = "Task" [ 1557.166897] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.174882] env[62220]: DEBUG nova.compute.manager [req-717f7e4b-e03f-436f-9d93-811bc7a2d65d req-0774320b-d675-4234-91cf-92cada66f1d9 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Received event network-changed-e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1557.175092] env[62220]: DEBUG nova.compute.manager [req-717f7e4b-e03f-436f-9d93-811bc7a2d65d req-0774320b-d675-4234-91cf-92cada66f1d9 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Refreshing instance network info cache due to event network-changed-e946de54-b8f0-488d-a2d7-ad83d6ab879a. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1557.175308] env[62220]: DEBUG oslo_concurrency.lockutils [req-717f7e4b-e03f-436f-9d93-811bc7a2d65d req-0774320b-d675-4234-91cf-92cada66f1d9 service nova] Acquiring lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.175449] env[62220]: DEBUG oslo_concurrency.lockutils [req-717f7e4b-e03f-436f-9d93-811bc7a2d65d req-0774320b-d675-4234-91cf-92cada66f1d9 service nova] Acquired lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.175606] env[62220]: DEBUG nova.network.neutron [req-717f7e4b-e03f-436f-9d93-811bc7a2d65d req-0774320b-d675-4234-91cf-92cada66f1d9 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Refreshing network info cache for port e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1557.181522] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.214059] env[62220]: DEBUG oslo_vmware.api [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.239788] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "interface-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-56b4e294-6a7c-4dc9-8c9f-03520c051bbc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.240010] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-56b4e294-6a7c-4dc9-8c9f-03520c051bbc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.242712] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa811af-ba69-4bd7-b524-07645ee0f655 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.251306] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7eb7e1-2e40-489b-8040-0fc7bd0d2ac3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.255104] env[62220]: DEBUG oslo_concurrency.lockutils [req-2c70a74f-543f-4a42-be60-fc465144692f req-e7ffd9a6-f99c-45b4-8f84-f218f75046a2 service nova] Releasing lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.286415] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089a666f-3ea1-463e-8875-1f112bb2a7dc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.294224] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b69af2-352f-4e9e-ad22-4e9297e18d9e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.300425] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.307733] env[62220]: DEBUG nova.compute.provider_tree [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.387679] env[62220]: INFO nova.compute.manager [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Detaching volume 0a07989d-bfad-4311-85ce-7e7e038c45a1 [ 1557.420523] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ced8e670-83aa-4964-ae5a-c857c1d1555b tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquiring lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.420716] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ced8e670-83aa-4964-ae5a-c857c1d1555b tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquired lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.429178] env[62220]: INFO nova.virt.block_device [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Attempting to driver detach volume 0a07989d-bfad-4311-85ce-7e7e038c45a1 from mountpoint /dev/sdb [ 1557.429414] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1557.429641] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363304', 'volume_id': '0a07989d-bfad-4311-85ce-7e7e038c45a1', 'name': 'volume-0a07989d-bfad-4311-85ce-7e7e038c45a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '578c4873-b6d7-46d5-9891-47ebf73bbdb1', 'attached_at': '', 'detached_at': '', 'volume_id': '0a07989d-bfad-4311-85ce-7e7e038c45a1', 'serial': '0a07989d-bfad-4311-85ce-7e7e038c45a1'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1557.430512] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a93db7-1516-469e-8df5-ad7bf9625f90 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.454260] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb80b7b2-c702-46cc-8030-4c5b7d44da21 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.463773] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16e97e8-86f1-4e4b-93c2-9d5f27c8a28e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.488666] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093badc6-a38d-4e43-b30c-77fa97637092 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.497493] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.508844] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] The volume has not been displaced from its original location: [datastore1] volume-0a07989d-bfad-4311-85ce-7e7e038c45a1/volume-0a07989d-bfad-4311-85ce-7e7e038c45a1.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1557.513834] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1557.516272] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ceac354-b933-4478-8f44-83c102abca0a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.540935] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747339, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.542288] env[62220]: DEBUG oslo_vmware.api [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Waiting for the task: (returnval){ [ 1557.542288] env[62220]: value = "task-1747344" [ 1557.542288] env[62220]: _type = "Task" [ 1557.542288] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.553378] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 3f44653f-89dc-449d-8e70-c504b7da9de6] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1557.553378] env[62220]: DEBUG oslo_vmware.api [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Task: {'id': task-1747344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.569532] env[62220]: DEBUG nova.compute.manager [None req-15a2ee31-0cd3-4b33-9f5f-c053ca4d2fe6 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Found 1 images (rotation: 2) {{(pid=62220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1557.627033] env[62220]: DEBUG nova.compute.manager [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1557.627447] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1557.628439] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6ba8ba-a637-40a5-834f-aa532ac20e18 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.637229] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.637564] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abbfdf18-624e-4945-9629-21f2c8bfd236 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.645414] env[62220]: DEBUG oslo_vmware.api [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Waiting for the task: (returnval){ [ 1557.645414] env[62220]: value = "task-1747345" [ 1557.645414] env[62220]: _type = "Task" [ 1557.645414] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.650764] env[62220]: INFO nova.compute.manager [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Rescuing [ 1557.651032] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquiring lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.651196] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquired lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.651399] env[62220]: DEBUG nova.network.neutron [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1557.655958] env[62220]: DEBUG oslo_vmware.api [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.682020] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.715629] env[62220]: DEBUG oslo_vmware.api [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.746151] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.746370] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.747330] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fd22bb-7ff5-4483-95ac-1ff00dba9f85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.766733] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0b30cf-01bc-44be-a4f5-f1c707375402 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.794361] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Reconfiguring VM to detach interface {{(pid=62220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1557.794748] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8e1e2f6-971e-493d-b26d-e345aa3550d4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.810448] env[62220]: DEBUG nova.scheduler.client.report [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1557.815320] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1557.815320] env[62220]: value = "task-1747346" [ 1557.815320] env[62220]: _type = "Task" [ 1557.815320] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.825657] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.861508] env[62220]: DEBUG nova.network.neutron [None req-ced8e670-83aa-4964-ae5a-c857c1d1555b tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1557.996207] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747342, 'name': ReconfigVM_Task, 'duration_secs': 0.839066} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.996505] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c5b997cc-da18-4571-aba2-a84d5ff1c996/c5b997cc-da18-4571-aba2-a84d5ff1c996.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.996802] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance 'c5b997cc-da18-4571-aba2-a84d5ff1c996' progress to 50 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1558.048293] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747339, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.060200] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: c7d91435-4fb0-4c47-9f7e-9a43ce4ea8c3] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1558.062130] env[62220]: DEBUG oslo_vmware.api [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Task: {'id': task-1747344, 'name': ReconfigVM_Task, 'duration_secs': 0.323218} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.062569] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1558.067746] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c462e81f-fb73-4710-aedc-a65bd3f2a410 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.085600] env[62220]: DEBUG oslo_vmware.api [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Waiting for the task: (returnval){ [ 1558.085600] env[62220]: value = "task-1747347" [ 1558.085600] env[62220]: _type = "Task" [ 1558.085600] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.095491] env[62220]: DEBUG oslo_vmware.api [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Task: {'id': task-1747347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.162568] env[62220]: DEBUG oslo_vmware.api [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747345, 'name': PowerOffVM_Task, 'duration_secs': 0.29979} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.162854] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1558.163030] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1558.163628] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18339d76-b4e5-4db8-b473-16aadd211ac3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.178360] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.212812] env[62220]: DEBUG nova.network.neutron [req-717f7e4b-e03f-436f-9d93-811bc7a2d65d req-0774320b-d675-4234-91cf-92cada66f1d9 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Updated VIF entry in instance network info cache for port e946de54-b8f0-488d-a2d7-ad83d6ab879a. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1558.213395] env[62220]: DEBUG nova.network.neutron [req-717f7e4b-e03f-436f-9d93-811bc7a2d65d req-0774320b-d675-4234-91cf-92cada66f1d9 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Updating instance_info_cache with network_info: [{"id": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "address": "fa:16:3e:00:52:1e", "network": {"id": "d2123842-9312-43d9-8000-b49997e4e4dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1223069277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396cc6d9c29a442c96a99d7596ed6f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape946de54-b8", "ovs_interfaceid": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.223568] env[62220]: DEBUG oslo_vmware.api [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.262978] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1558.263234] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1558.263414] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Deleting the datastore file [datastore1] 0d5facef-3bf5-4b5d-a234-570292369118 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1558.267020] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b50e53d-1bd4-4756-b396-771f4600ee13 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.271708] env[62220]: DEBUG oslo_vmware.api [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Waiting for the task: (returnval){ [ 1558.271708] env[62220]: value = "task-1747349" [ 1558.271708] env[62220]: _type = "Task" [ 1558.271708] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.283404] env[62220]: DEBUG oslo_vmware.api [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.318020] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.318020] env[62220]: DEBUG nova.compute.manager [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1558.320039] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.409s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.321508] env[62220]: INFO nova.compute.claims [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.334153] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.400145] env[62220]: DEBUG nova.network.neutron [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updating instance_info_cache with network_info: [{"id": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "address": "fa:16:3e:f1:be:05", "network": {"id": "1f9f0616-700e-40cd-a8dc-4cd68ea9ccae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1084886041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "829a2ef745b04de4acaa9f955ff01620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d3285e-d6", "ovs_interfaceid": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.504235] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60979f48-2519-49c3-959d-24cbd0d08159 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.525093] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2342e485-9d3b-4f79-9b3c-58a21fbf0a52 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.544289] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance 'c5b997cc-da18-4571-aba2-a84d5ff1c996' progress to 67 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1558.559378] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747339, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.562977] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 266986e8-8092-4ee6-b4f6-7c5cbdbc4875] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1558.596497] env[62220]: DEBUG oslo_vmware.api [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Task: {'id': task-1747347, 'name': ReconfigVM_Task, 'duration_secs': 0.176779} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.596794] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363304', 'volume_id': '0a07989d-bfad-4311-85ce-7e7e038c45a1', 'name': 'volume-0a07989d-bfad-4311-85ce-7e7e038c45a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '578c4873-b6d7-46d5-9891-47ebf73bbdb1', 'attached_at': '', 'detached_at': '', 'volume_id': '0a07989d-bfad-4311-85ce-7e7e038c45a1', 'serial': '0a07989d-bfad-4311-85ce-7e7e038c45a1'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1558.663296] env[62220]: DEBUG nova.compute.manager [req-360ee7d3-815c-40aa-a7af-e55bf438c96e req-ff9cb198-5c84-44c8-a2ff-65154535dfb5 service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Received event network-changed-bbefd885-4441-45a1-b660-7dbba45f9631 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1558.663593] env[62220]: DEBUG nova.compute.manager [req-360ee7d3-815c-40aa-a7af-e55bf438c96e req-ff9cb198-5c84-44c8-a2ff-65154535dfb5 service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Refreshing instance network info cache due to event network-changed-bbefd885-4441-45a1-b660-7dbba45f9631. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1558.663838] env[62220]: DEBUG oslo_concurrency.lockutils [req-360ee7d3-815c-40aa-a7af-e55bf438c96e req-ff9cb198-5c84-44c8-a2ff-65154535dfb5 service nova] Acquiring lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.679275] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.721585] env[62220]: DEBUG oslo_concurrency.lockutils [req-717f7e4b-e03f-436f-9d93-811bc7a2d65d req-0774320b-d675-4234-91cf-92cada66f1d9 service nova] Releasing lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.721991] env[62220]: DEBUG oslo_vmware.api [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.783390] env[62220]: DEBUG oslo_vmware.api [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.783629] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1558.783873] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363312', 'volume_id': 'fcd7c1e3-d0a2-47bb-a15c-0007e97abbee', 'name': 'volume-fcd7c1e3-d0a2-47bb-a15c-0007e97abbee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '21995267-5227-4930-b079-707fcf615897', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcd7c1e3-d0a2-47bb-a15c-0007e97abbee', 'serial': 'fcd7c1e3-d0a2-47bb-a15c-0007e97abbee'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1558.784773] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8306e6a-99c5-486f-9100-fbb6458257e9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.803697] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b1e180-5249-44b4-b66d-035e75be079b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.830017] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-fcd7c1e3-d0a2-47bb-a15c-0007e97abbee/volume-fcd7c1e3-d0a2-47bb-a15c-0007e97abbee.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1558.836753] env[62220]: DEBUG nova.compute.utils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1558.837626] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66d60d4b-aafb-45a4-83e0-4ce9d744509f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.851690] env[62220]: DEBUG nova.network.neutron [None req-ced8e670-83aa-4964-ae5a-c857c1d1555b tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Updating instance_info_cache with network_info: [{"id": "bbefd885-4441-45a1-b660-7dbba45f9631", "address": "fa:16:3e:24:72:f6", "network": {"id": "2d12c20a-317c-42c8-8d01-a132dca95662", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-825120718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fcf6748b3f4185b70480817d4212f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbefd885-44", "ovs_interfaceid": "bbefd885-4441-45a1-b660-7dbba45f9631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.853824] env[62220]: DEBUG nova.compute.manager [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1558.854029] env[62220]: DEBUG nova.network.neutron [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1558.863288] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.866477] env[62220]: DEBUG oslo_vmware.api [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1558.866477] env[62220]: value = "task-1747350" [ 1558.866477] env[62220]: _type = "Task" [ 1558.866477] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.876866] env[62220]: DEBUG oslo_vmware.api [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.906892] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Releasing lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.910387] env[62220]: DEBUG nova.policy [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0587a99acbe14ec9913f00c5a8afd5bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fdd8ff717984dd7b626fc7faf5503e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1559.060031] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747339, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.227571} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.060335] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c5a5e047-38b7-44cd-9e99-fdbef30080e7/c5a5e047-38b7-44cd-9e99-fdbef30080e7.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1559.060558] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1559.061179] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ead8de01-c5ff-4497-9b68-365d73bb4af4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.066307] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: beb49c48-9db6-4978-b5b9-8a4c0ccc17cf] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1559.070904] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1559.070904] env[62220]: value = "task-1747351" [ 1559.070904] env[62220]: _type = "Task" [ 1559.070904] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.079940] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.116624] env[62220]: DEBUG nova.network.neutron [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Port 7107e771-ec56-4135-bc21-d99888e62b21 binding to destination host cpu-1 is already ACTIVE {{(pid=62220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1559.175544] env[62220]: DEBUG nova.objects.instance [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Lazy-loading 'flavor' on Instance uuid 578c4873-b6d7-46d5-9891-47ebf73bbdb1 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.184548] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747343, 'name': PowerOffVM_Task, 'duration_secs': 1.965254} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.184548] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1559.184679] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1559.184921] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363229', 'volume_id': '2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'name': 'volume-2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e396de23-f0d2-44ca-977a-17b444916807', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'serial': '2d3a71bf-7062-4041-a905-0a9b78c6cf36'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1559.185723] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31582bec-1a0d-4172-8978-742e9bbdc510 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.212769] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f601bc-5467-4e27-a9e5-9d28949b8682 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.222611] env[62220]: DEBUG oslo_vmware.api [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.151656} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.224798] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.225008] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1559.225192] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1559.225372] env[62220]: INFO nova.compute.manager [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Took 3.65 seconds to destroy the instance on the hypervisor. [ 1559.225610] env[62220]: DEBUG oslo.service.loopingcall [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.225975] env[62220]: DEBUG nova.compute.manager [-] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1559.226141] env[62220]: DEBUG nova.network.neutron [-] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1559.228194] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413877cd-ee59-4ecc-a945-d09e0f830df8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.249743] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57ffb4f-44fa-4f36-b006-e606a1ae9a84 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.267162] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] The volume has not been displaced from its original location: [datastore1] volume-2d3a71bf-7062-4041-a905-0a9b78c6cf36/volume-2d3a71bf-7062-4041-a905-0a9b78c6cf36.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1559.272721] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1559.273216] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-174fb1c2-3a3e-4c36-8402-0dbc3fa3c1f1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.295571] env[62220]: DEBUG oslo_vmware.api [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Task: {'id': task-1747349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.706527} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.296916] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.297143] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1559.297344] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1559.297654] env[62220]: INFO nova.compute.manager [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1559.297934] env[62220]: DEBUG oslo.service.loopingcall [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.298206] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Waiting for the task: (returnval){ [ 1559.298206] env[62220]: value = "task-1747352" [ 1559.298206] env[62220]: _type = "Task" [ 1559.298206] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.298391] env[62220]: DEBUG nova.compute.manager [-] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1559.298485] env[62220]: DEBUG nova.network.neutron [-] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1559.315232] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747352, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.332748] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.354489] env[62220]: DEBUG nova.compute.utils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1559.360176] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ced8e670-83aa-4964-ae5a-c857c1d1555b tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Releasing lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.360176] env[62220]: DEBUG nova.compute.manager [None req-ced8e670-83aa-4964-ae5a-c857c1d1555b tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Inject network info {{(pid=62220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7574}} [ 1559.360571] env[62220]: DEBUG nova.compute.manager [None req-ced8e670-83aa-4964-ae5a-c857c1d1555b tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] network_info to inject: |[{"id": "bbefd885-4441-45a1-b660-7dbba45f9631", "address": "fa:16:3e:24:72:f6", "network": {"id": "2d12c20a-317c-42c8-8d01-a132dca95662", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-825120718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fcf6748b3f4185b70480817d4212f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbefd885-44", "ovs_interfaceid": "bbefd885-4441-45a1-b660-7dbba45f9631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7575}} [ 1559.365305] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ced8e670-83aa-4964-ae5a-c857c1d1555b tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Reconfiguring VM instance to set the machine id {{(pid=62220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1559.365670] env[62220]: DEBUG oslo_concurrency.lockutils [req-360ee7d3-815c-40aa-a7af-e55bf438c96e req-ff9cb198-5c84-44c8-a2ff-65154535dfb5 service nova] Acquired lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.365821] env[62220]: DEBUG nova.network.neutron [req-360ee7d3-815c-40aa-a7af-e55bf438c96e req-ff9cb198-5c84-44c8-a2ff-65154535dfb5 service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Refreshing network info cache for port bbefd885-4441-45a1-b660-7dbba45f9631 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1559.369609] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c237cec-37d3-4155-8049-580198412244 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.394747] env[62220]: DEBUG oslo_vmware.api [None req-ced8e670-83aa-4964-ae5a-c857c1d1555b tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for the task: (returnval){ [ 1559.394747] env[62220]: value = "task-1747353" [ 1559.394747] env[62220]: _type = "Task" [ 1559.394747] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.398393] env[62220]: DEBUG oslo_vmware.api [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747350, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.409266] env[62220]: DEBUG oslo_vmware.api [None req-ced8e670-83aa-4964-ae5a-c857c1d1555b tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.468916] env[62220]: DEBUG nova.network.neutron [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Successfully created port: 20711935-ae11-4ca8-87d3-127dc82f964d {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1559.570093] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: f75d2c0d-62dd-4eda-86f0-916ee6700fdc] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1559.588568] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086991} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.589177] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1559.591726] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41a79f4-54e7-4a8e-a2de-c813dae5a3c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.617141] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] c5a5e047-38b7-44cd-9e99-fdbef30080e7/c5a5e047-38b7-44cd-9e99-fdbef30080e7.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.622596] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52cc5550-d2d5-40f0-b5f7-144558c4e240 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.647677] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1559.647677] env[62220]: value = "task-1747354" [ 1559.647677] env[62220]: _type = "Task" [ 1559.647677] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.659941] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.809471] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747352, 'name': ReconfigVM_Task, 'duration_secs': 0.182105} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.809759] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1559.814580] env[62220]: DEBUG nova.compute.manager [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1559.814896] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90a7e514-8f89-4672-bf19-2037bf44f6d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.827640] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7b9288-05cf-4d86-b361-4d28c285ee52 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.845998] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.847055] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Waiting for the task: (returnval){ [ 1559.847055] env[62220]: value = "task-1747355" [ 1559.847055] env[62220]: _type = "Task" [ 1559.847055] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.857156] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.861291] env[62220]: DEBUG nova.compute.manager [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1559.893426] env[62220]: DEBUG oslo_vmware.api [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747350, 'name': ReconfigVM_Task, 'duration_secs': 0.602659} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.896493] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-fcd7c1e3-d0a2-47bb-a15c-0007e97abbee/volume-fcd7c1e3-d0a2-47bb-a15c-0007e97abbee.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1559.901902] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e666e49-b203-4c76-826b-b3600a33b43a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.928504] env[62220]: DEBUG oslo_vmware.api [None req-ced8e670-83aa-4964-ae5a-c857c1d1555b tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747353, 'name': ReconfigVM_Task, 'duration_secs': 0.226178} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.929975] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ced8e670-83aa-4964-ae5a-c857c1d1555b tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Reconfigured VM instance to set the machine id {{(pid=62220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1559.932586] env[62220]: DEBUG oslo_vmware.api [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1559.932586] env[62220]: value = "task-1747356" [ 1559.932586] env[62220]: _type = "Task" [ 1559.932586] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.946745] env[62220]: DEBUG oslo_vmware.api [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.006551] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb70d05-a910-4cf3-b49d-f4f5593fb112 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.015588] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820b009d-29f4-4585-904f-8628d6e595b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.048904] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79c12da-d050-4524-81ad-cb9e594e30d3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.057323] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edd62c1-672c-4034-a6d4-976c0d74e581 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.071799] env[62220]: DEBUG nova.compute.provider_tree [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.076046] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 24e9165f-24ad-430a-ad25-79e1fd1065dc] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1560.161917] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "c5b997cc-da18-4571-aba2-a84d5ff1c996-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.162140] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "c5b997cc-da18-4571-aba2-a84d5ff1c996-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.162316] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "c5b997cc-da18-4571-aba2-a84d5ff1c996-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.163656] env[62220]: WARNING oslo_messaging._drivers.amqpdriver [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1560.164028] env[62220]: DEBUG nova.network.neutron [-] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.169445] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747354, 'name': ReconfigVM_Task, 'duration_secs': 0.286198} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.169611] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Reconfigured VM instance instance-00000038 to attach disk [datastore1] c5a5e047-38b7-44cd-9e99-fdbef30080e7/c5a5e047-38b7-44cd-9e99-fdbef30080e7.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.170203] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39e449c8-85b1-42d8-8c0f-b43a3fd7b4fb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.178183] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1560.178183] env[62220]: value = "task-1747357" [ 1560.178183] env[62220]: _type = "Task" [ 1560.178183] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.192234] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cda08e1a-1716-49df-91c8-b291ef99f028 tempest-VolumesAssistedSnapshotsTest-43031684 tempest-VolumesAssistedSnapshotsTest-43031684-project-admin] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.308s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.193245] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747357, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.224070] env[62220]: DEBUG nova.compute.manager [req-8e234794-eb54-4822-927c-36902d6e019b req-040a7046-3330-4584-8944-366605ae7800 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Received event network-changed-e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1560.224332] env[62220]: DEBUG nova.compute.manager [req-8e234794-eb54-4822-927c-36902d6e019b req-040a7046-3330-4584-8944-366605ae7800 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Refreshing instance network info cache due to event network-changed-e946de54-b8f0-488d-a2d7-ad83d6ab879a. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1560.224556] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e234794-eb54-4822-927c-36902d6e019b req-040a7046-3330-4584-8944-366605ae7800 service nova] Acquiring lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.224705] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e234794-eb54-4822-927c-36902d6e019b req-040a7046-3330-4584-8944-366605ae7800 service nova] Acquired lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.224861] env[62220]: DEBUG nova.network.neutron [req-8e234794-eb54-4822-927c-36902d6e019b req-040a7046-3330-4584-8944-366605ae7800 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Refreshing network info cache for port e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.303037] env[62220]: DEBUG nova.network.neutron [req-360ee7d3-815c-40aa-a7af-e55bf438c96e req-ff9cb198-5c84-44c8-a2ff-65154535dfb5 service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Updated VIF entry in instance network info cache for port bbefd885-4441-45a1-b660-7dbba45f9631. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.305713] env[62220]: DEBUG nova.network.neutron [req-360ee7d3-815c-40aa-a7af-e55bf438c96e req-ff9cb198-5c84-44c8-a2ff-65154535dfb5 service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Updating instance_info_cache with network_info: [{"id": "bbefd885-4441-45a1-b660-7dbba45f9631", "address": "fa:16:3e:24:72:f6", "network": {"id": "2d12c20a-317c-42c8-8d01-a132dca95662", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-825120718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fcf6748b3f4185b70480817d4212f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbefd885-44", "ovs_interfaceid": "bbefd885-4441-45a1-b660-7dbba45f9631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.341780] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.345297] env[62220]: INFO nova.compute.manager [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] instance snapshotting [ 1560.345911] env[62220]: DEBUG nova.objects.instance [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'flavor' on Instance uuid f5d1a419-d93b-4988-b051-f1d72b068cc9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.357709] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747355, 'name': ReconfigVM_Task, 'duration_secs': 0.12741} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.358740] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363229', 'volume_id': '2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'name': 'volume-2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e396de23-f0d2-44ca-977a-17b444916807', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3a71bf-7062-4041-a905-0a9b78c6cf36', 'serial': '2d3a71bf-7062-4041-a905-0a9b78c6cf36'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1560.359073] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.360712] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ccc7ee-fcc5-4946-96e7-fe9d690cdbe3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.372343] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1560.372799] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4baf4e84-c96d-4985-8041-d550959718e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.447574] env[62220]: DEBUG oslo_vmware.api [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747356, 'name': ReconfigVM_Task, 'duration_secs': 0.181323} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.447910] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363312', 'volume_id': 'fcd7c1e3-d0a2-47bb-a15c-0007e97abbee', 'name': 'volume-fcd7c1e3-d0a2-47bb-a15c-0007e97abbee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '21995267-5227-4930-b079-707fcf615897', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcd7c1e3-d0a2-47bb-a15c-0007e97abbee', 'serial': 'fcd7c1e3-d0a2-47bb-a15c-0007e97abbee'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1560.456236] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.456236] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82f9cd00-2781-460d-b5cb-881dc15ba203 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.456236] env[62220]: DEBUG nova.network.neutron [-] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.466135] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1560.466135] env[62220]: value = "task-1747359" [ 1560.466135] env[62220]: _type = "Task" [ 1560.466135] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.484243] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.556958] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1560.556958] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1560.556958] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Deleting the datastore file [datastore1] e396de23-f0d2-44ca-977a-17b444916807 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.556958] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e91c59c1-12c7-43cf-8739-dfa2bcbbc3e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.565024] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Waiting for the task: (returnval){ [ 1560.565024] env[62220]: value = "task-1747360" [ 1560.565024] env[62220]: _type = "Task" [ 1560.565024] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.575624] env[62220]: DEBUG nova.scheduler.client.report [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1560.578906] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.580407] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 2f6d1281-9001-4bf2-a9a2-4eecaa677c2c] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1560.667766] env[62220]: INFO nova.compute.manager [-] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Took 1.44 seconds to deallocate network for instance. [ 1560.689046] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747357, 'name': Rename_Task, 'duration_secs': 0.151185} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.689327] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1560.689859] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f41b6340-acea-40b0-b344-c381d5e0759f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.697340] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1560.697340] env[62220]: value = "task-1747361" [ 1560.697340] env[62220]: _type = "Task" [ 1560.697340] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.706132] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.807923] env[62220]: DEBUG oslo_concurrency.lockutils [req-360ee7d3-815c-40aa-a7af-e55bf438c96e req-ff9cb198-5c84-44c8-a2ff-65154535dfb5 service nova] Releasing lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.842856] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.852250] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd915c3-5a70-430f-82bc-d31b4fb31ae3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.860541] env[62220]: DEBUG nova.objects.instance [None req-0d4d0d8f-d3cb-4138-8cd4-10e7da551380 tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Lazy-loading 'flavor' on Instance uuid 0cd14d33-d2cc-4a51-bad7-c793197c40da {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.877620] env[62220]: DEBUG nova.compute.manager [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1560.885210] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844bfe33-2834-4f12-8258-11e10e60f6fb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.888551] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0d4d0d8f-d3cb-4138-8cd4-10e7da551380 tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquiring lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.888734] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0d4d0d8f-d3cb-4138-8cd4-10e7da551380 tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquired lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.906788] env[62220]: DEBUG nova.virt.hardware [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T11:04:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='193078974',id=17,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1625580193',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1560.907726] env[62220]: DEBUG nova.virt.hardware [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1560.908034] env[62220]: DEBUG nova.virt.hardware [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.908362] env[62220]: DEBUG nova.virt.hardware [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1560.908629] env[62220]: DEBUG nova.virt.hardware [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.908895] env[62220]: DEBUG nova.virt.hardware [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1560.909489] env[62220]: DEBUG nova.virt.hardware [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1560.909797] env[62220]: DEBUG nova.virt.hardware [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1560.911128] env[62220]: DEBUG nova.virt.hardware [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1560.911128] env[62220]: DEBUG nova.virt.hardware [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1560.911128] env[62220]: DEBUG nova.virt.hardware [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1560.912353] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3793dac9-3e1d-453c-baf8-c79db4ea2e3b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.926023] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90ca0db-9cae-4439-ad9a-c6de68086aa1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.950098] env[62220]: DEBUG nova.compute.manager [req-b1a80deb-58e3-4fb3-b43d-563b6fb0dd9f req-17f4e44b-61ab-4390-a760-db124b489388 service nova] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Received event network-vif-deleted-b8a39c03-467d-40e5-92d7-b9a44df59d05 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1560.950310] env[62220]: DEBUG nova.compute.manager [req-b1a80deb-58e3-4fb3-b43d-563b6fb0dd9f req-17f4e44b-61ab-4390-a760-db124b489388 service nova] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Received event network-vif-deleted-3c105792-9639-4930-93ef-0770279552ec {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1560.961893] env[62220]: INFO nova.compute.manager [-] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Took 1.66 seconds to deallocate network for instance. [ 1560.976685] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747359, 'name': PowerOffVM_Task, 'duration_secs': 0.190555} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.979755] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1560.980786] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e16e03-4bdf-4987-86cd-5d648279e356 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.007907] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09896b9c-c754-4c5c-9c26-3cc67e48bcd8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.047781] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1561.048509] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-905f62c6-7e19-4f32-ba56-ea842437282c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.056099] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1561.056099] env[62220]: value = "task-1747363" [ 1561.056099] env[62220]: _type = "Task" [ 1561.056099] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.065402] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.076172] env[62220]: DEBUG oslo_vmware.api [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Task: {'id': task-1747360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088031} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.076172] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.076172] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.076172] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.076172] env[62220]: INFO nova.compute.manager [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Took 3.92 seconds to destroy the instance on the hypervisor. [ 1561.076172] env[62220]: DEBUG oslo.service.loopingcall [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.076172] env[62220]: DEBUG nova.compute.manager [-] [instance: e396de23-f0d2-44ca-977a-17b444916807] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1561.076172] env[62220]: DEBUG nova.network.neutron [-] [instance: e396de23-f0d2-44ca-977a-17b444916807] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.080940] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.081441] env[62220]: DEBUG nova.compute.manager [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.086353] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.814s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.086530] env[62220]: DEBUG nova.objects.instance [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1561.089325] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 8a850783-41a9-42d3-9682-ec58b96bad7f] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1561.153136] env[62220]: DEBUG nova.network.neutron [req-8e234794-eb54-4822-927c-36902d6e019b req-040a7046-3330-4584-8944-366605ae7800 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Updated VIF entry in instance network info cache for port e946de54-b8f0-488d-a2d7-ad83d6ab879a. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.153136] env[62220]: DEBUG nova.network.neutron [req-8e234794-eb54-4822-927c-36902d6e019b req-040a7046-3330-4584-8944-366605ae7800 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Updating instance_info_cache with network_info: [{"id": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "address": "fa:16:3e:00:52:1e", "network": {"id": "d2123842-9312-43d9-8000-b49997e4e4dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1223069277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396cc6d9c29a442c96a99d7596ed6f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape946de54-b8", "ovs_interfaceid": "e946de54-b8f0-488d-a2d7-ad83d6ab879a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.174097] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.208444] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.231759] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.232326] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.232681] env[62220]: DEBUG nova.network.neutron [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.343064] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.397188] env[62220]: DEBUG nova.network.neutron [None req-0d4d0d8f-d3cb-4138-8cd4-10e7da551380 tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.418056] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1561.418859] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01319405-4f7d-4e0c-8b59-51c875cdbeaa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.426075] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1561.426075] env[62220]: value = "task-1747364" [ 1561.426075] env[62220]: _type = "Task" [ 1561.426075] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.435279] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747364, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.468894] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.508332] env[62220]: DEBUG nova.objects.instance [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lazy-loading 'flavor' on Instance uuid 21995267-5227-4930-b079-707fcf615897 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.567770] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1561.568058] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1561.569389] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.569389] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.569389] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1561.569389] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-423d0e1b-0498-4a47-997c-960a4842e536 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.582678] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1561.582850] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1561.584251] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5abcc5fd-08de-4f92-ae87-5911b3e52bf2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.590698] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1561.590698] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5228163e-5ce5-8707-6f6f-68e1a5f5f70e" [ 1561.590698] env[62220]: _type = "Task" [ 1561.590698] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.598919] env[62220]: DEBUG nova.compute.utils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1561.605592] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: d69b10f9-4a23-42a7-ab16-edc81bfe8271] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1561.606768] env[62220]: DEBUG nova.compute.manager [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1561.606957] env[62220]: DEBUG nova.network.neutron [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1561.615442] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5228163e-5ce5-8707-6f6f-68e1a5f5f70e, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.617239] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02cc1f56-4856-420c-859f-2ef8fdc585eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.625506] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1561.625506] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dabd61-163b-98d5-4223-b263043858d5" [ 1561.625506] env[62220]: _type = "Task" [ 1561.625506] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.641222] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dabd61-163b-98d5-4223-b263043858d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.655359] env[62220]: DEBUG oslo_concurrency.lockutils [req-8e234794-eb54-4822-927c-36902d6e019b req-040a7046-3330-4584-8944-366605ae7800 service nova] Releasing lock "refresh_cache-87298b64-c97d-4e21-ad71-9db59859e10f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.682032] env[62220]: DEBUG nova.policy [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41ef19c8480c46ba87803fc2388ba4cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae3fae7f66344be59c35ac7170ef7c5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1561.710826] env[62220]: DEBUG oslo_vmware.api [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747361, 'name': PowerOnVM_Task, 'duration_secs': 0.725867} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.711113] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.711320] env[62220]: INFO nova.compute.manager [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Took 12.05 seconds to spawn the instance on the hypervisor. [ 1561.711499] env[62220]: DEBUG nova.compute.manager [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.712362] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69c07da-b84d-4800-92b6-4d252aa7a7c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.725024] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdddbcd2-bc9a-4ae2-a429-36a0d01f3cfd tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "21995267-5227-4930-b079-707fcf615897" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.845619] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.857602] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "00f59708-7070-409d-a189-f55bc6dfd81d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.857602] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "00f59708-7070-409d-a189-f55bc6dfd81d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.857776] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "00f59708-7070-409d-a189-f55bc6dfd81d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.857958] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "00f59708-7070-409d-a189-f55bc6dfd81d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.858143] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "00f59708-7070-409d-a189-f55bc6dfd81d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.860397] env[62220]: INFO nova.compute.manager [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Terminating instance [ 1561.939164] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747364, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.940720] env[62220]: DEBUG nova.network.neutron [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Successfully updated port: 20711935-ae11-4ca8-87d3-127dc82f964d {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1562.019863] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f92c026b-3976-4911-afdc-7cb6b5d02dc2 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.870s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.022828] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdddbcd2-bc9a-4ae2-a429-36a0d01f3cfd tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.297s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.023401] env[62220]: DEBUG nova.compute.manager [None req-fdddbcd2-bc9a-4ae2-a429-36a0d01f3cfd tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1562.025227] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5536e9-31dc-4ce3-b79b-e6e4b2c79b69 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.033924] env[62220]: DEBUG nova.compute.manager [None req-fdddbcd2-bc9a-4ae2-a429-36a0d01f3cfd tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1562.033924] env[62220]: DEBUG nova.objects.instance [None req-fdddbcd2-bc9a-4ae2-a429-36a0d01f3cfd tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lazy-loading 'flavor' on Instance uuid 21995267-5227-4930-b079-707fcf615897 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.079246] env[62220]: DEBUG nova.network.neutron [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance_info_cache with network_info: [{"id": "7107e771-ec56-4135-bc21-d99888e62b21", "address": "fa:16:3e:74:86:fe", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7107e771-ec", "ovs_interfaceid": "7107e771-ec56-4135-bc21-d99888e62b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.107127] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2c18fd56-3ac6-4716-9b99-eb52dcf80de7 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.111647] env[62220]: DEBUG nova.compute.manager [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.112630] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.377s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.113028] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.115396] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.908s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.116994] env[62220]: INFO nova.compute.claims [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.121217] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 4e2be5d5-3737-44a9-a89a-1e63a70833cb] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1562.134218] env[62220]: DEBUG nova.network.neutron [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Successfully created port: d159369e-2b90-4e57-9e09-aef01e7e6bb6 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.141385] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dabd61-163b-98d5-4223-b263043858d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.142402] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.142764] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5f7a84e8-d0d6-4fd9-b466-22becdb51351/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk. {{(pid=62220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1562.142915] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e482b36-ff58-4e22-b1af-4116d1e206df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.155589] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1562.155589] env[62220]: value = "task-1747365" [ 1562.155589] env[62220]: _type = "Task" [ 1562.155589] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.164364] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.169527] env[62220]: INFO nova.scheduler.client.report [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Deleted allocations for instance 834acbd8-9d62-4503-9782-9c8ded4c4934 [ 1562.236572] env[62220]: DEBUG nova.network.neutron [-] [instance: e396de23-f0d2-44ca-977a-17b444916807] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.239481] env[62220]: INFO nova.compute.manager [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Took 48.65 seconds to build instance. [ 1562.339360] env[62220]: DEBUG nova.network.neutron [None req-0d4d0d8f-d3cb-4138-8cd4-10e7da551380 tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Updating instance_info_cache with network_info: [{"id": "bbefd885-4441-45a1-b660-7dbba45f9631", "address": "fa:16:3e:24:72:f6", "network": {"id": "2d12c20a-317c-42c8-8d01-a132dca95662", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-825120718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fcf6748b3f4185b70480817d4212f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbefd885-44", "ovs_interfaceid": "bbefd885-4441-45a1-b660-7dbba45f9631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.347142] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.363968] env[62220]: DEBUG nova.compute.manager [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1562.364429] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1562.366423] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf39feb-9896-46c4-a885-f75cbe1356ab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.377719] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1562.378085] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c76e4b93-478b-431c-9ba5-05504b5dee24 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.386861] env[62220]: DEBUG oslo_vmware.api [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1562.386861] env[62220]: value = "task-1747366" [ 1562.386861] env[62220]: _type = "Task" [ 1562.386861] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.400528] env[62220]: DEBUG oslo_vmware.api [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.412210] env[62220]: DEBUG nova.compute.manager [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Received event network-vif-plugged-20711935-ae11-4ca8-87d3-127dc82f964d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1562.412526] env[62220]: DEBUG oslo_concurrency.lockutils [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] Acquiring lock "dba7afa9-5628-47e5-a762-7932f93bc6a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.412796] env[62220]: DEBUG oslo_concurrency.lockutils [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] Lock "dba7afa9-5628-47e5-a762-7932f93bc6a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.413073] env[62220]: DEBUG oslo_concurrency.lockutils [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] Lock "dba7afa9-5628-47e5-a762-7932f93bc6a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.413576] env[62220]: DEBUG nova.compute.manager [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] No waiting events found dispatching network-vif-plugged-20711935-ae11-4ca8-87d3-127dc82f964d {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1562.413803] env[62220]: WARNING nova.compute.manager [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Received unexpected event network-vif-plugged-20711935-ae11-4ca8-87d3-127dc82f964d for instance with vm_state building and task_state spawning. [ 1562.414048] env[62220]: DEBUG nova.compute.manager [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Received event network-changed-20711935-ae11-4ca8-87d3-127dc82f964d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1562.414267] env[62220]: DEBUG nova.compute.manager [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Refreshing instance network info cache due to event network-changed-20711935-ae11-4ca8-87d3-127dc82f964d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1562.414637] env[62220]: DEBUG oslo_concurrency.lockutils [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] Acquiring lock "refresh_cache-dba7afa9-5628-47e5-a762-7932f93bc6a1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.416075] env[62220]: DEBUG oslo_concurrency.lockutils [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] Acquired lock "refresh_cache-dba7afa9-5628-47e5-a762-7932f93bc6a1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.416075] env[62220]: DEBUG nova.network.neutron [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Refreshing network info cache for port 20711935-ae11-4ca8-87d3-127dc82f964d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1562.438657] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747364, 'name': CreateSnapshot_Task, 'duration_secs': 0.523262} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.438847] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1562.439796] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0653dd-944a-4633-9b19-9215390372cd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.449197] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "refresh_cache-dba7afa9-5628-47e5-a762-7932f93bc6a1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.582255] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.623037] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 9ecf87a0-a89a-4bc9-b328-35799b7832b0] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1562.670536] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747365, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.681904] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d5d436fc-f43c-4b9e-999d-72810f629e8b tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "834acbd8-9d62-4503-9782-9c8ded4c4934" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.401s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.740363] env[62220]: INFO nova.compute.manager [-] [instance: e396de23-f0d2-44ca-977a-17b444916807] Took 1.66 seconds to deallocate network for instance. [ 1562.743124] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dc24256a-e8f4-4423-86ae-398e088d4f5f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "c5a5e047-38b7-44cd-9e99-fdbef30080e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.773s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.851020] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0d4d0d8f-d3cb-4138-8cd4-10e7da551380 tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Releasing lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.851020] env[62220]: DEBUG nova.compute.manager [None req-0d4d0d8f-d3cb-4138-8cd4-10e7da551380 tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Inject network info {{(pid=62220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7574}} [ 1562.851020] env[62220]: DEBUG nova.compute.manager [None req-0d4d0d8f-d3cb-4138-8cd4-10e7da551380 tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] network_info to inject: |[{"id": "bbefd885-4441-45a1-b660-7dbba45f9631", "address": "fa:16:3e:24:72:f6", "network": {"id": "2d12c20a-317c-42c8-8d01-a132dca95662", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-825120718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fcf6748b3f4185b70480817d4212f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbefd885-44", "ovs_interfaceid": "bbefd885-4441-45a1-b660-7dbba45f9631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7575}} [ 1562.854516] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4d0d8f-d3cb-4138-8cd4-10e7da551380 tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Reconfiguring VM instance to set the machine id {{(pid=62220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1562.857967] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.857967] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee14d579-85fa-4cb4-b631-6e523d151245 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.872610] env[62220]: DEBUG oslo_vmware.api [None req-0d4d0d8f-d3cb-4138-8cd4-10e7da551380 tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for the task: (returnval){ [ 1562.872610] env[62220]: value = "task-1747367" [ 1562.872610] env[62220]: _type = "Task" [ 1562.872610] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.883108] env[62220]: DEBUG oslo_vmware.api [None req-0d4d0d8f-d3cb-4138-8cd4-10e7da551380 tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.899249] env[62220]: DEBUG oslo_vmware.api [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747366, 'name': PowerOffVM_Task, 'duration_secs': 0.235989} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.899509] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1562.899833] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1562.900132] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcacbae6-674e-49e8-ab60-b8c93939590c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.962257] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1562.963039] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3cb8d92-209b-4d4f-9b21-cc5bca7a8db3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.974186] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1562.974186] env[62220]: value = "task-1747369" [ 1562.974186] env[62220]: _type = "Task" [ 1562.974186] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.985421] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747369, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.986515] env[62220]: DEBUG nova.network.neutron [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.042045] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdddbcd2-bc9a-4ae2-a429-36a0d01f3cfd tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.042231] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bb57e16-025d-4c0d-9c65-93c88bbf1cae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.051487] env[62220]: DEBUG oslo_vmware.api [None req-fdddbcd2-bc9a-4ae2-a429-36a0d01f3cfd tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1563.051487] env[62220]: value = "task-1747370" [ 1563.051487] env[62220]: _type = "Task" [ 1563.051487] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.065444] env[62220]: DEBUG oslo_vmware.api [None req-fdddbcd2-bc9a-4ae2-a429-36a0d01f3cfd tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.108525] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccd1061-a5b5-464c-acbc-74813957e422 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.135479] env[62220]: DEBUG nova.compute.manager [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.140576] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 8a731927-25e0-4bdc-8647-0b7b707bdd54] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1563.145510] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f17956-d82a-4b5f-bcf2-fbae9da4d7a5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.158689] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance 'c5b997cc-da18-4571-aba2-a84d5ff1c996' progress to 83 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1563.169356] env[62220]: DEBUG nova.network.neutron [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.174054] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747365, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.184880] env[62220]: DEBUG nova.virt.hardware [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1563.187021] env[62220]: DEBUG nova.virt.hardware [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1563.187021] env[62220]: DEBUG nova.virt.hardware [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.187341] env[62220]: DEBUG nova.virt.hardware [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1563.187643] env[62220]: DEBUG nova.virt.hardware [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.187993] env[62220]: DEBUG nova.virt.hardware [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1563.188405] env[62220]: DEBUG nova.virt.hardware [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1563.188784] env[62220]: DEBUG nova.virt.hardware [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1563.189179] env[62220]: DEBUG nova.virt.hardware [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1563.189557] env[62220]: DEBUG nova.virt.hardware [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1563.191020] env[62220]: DEBUG nova.virt.hardware [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1563.191464] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517c2a01-e54b-4666-9b6b-8f1c921ca5a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.202300] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1563.202737] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1563.203099] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Deleting the datastore file [datastore1] 00f59708-7070-409d-a189-f55bc6dfd81d {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1563.207071] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dd5d314-b879-4fee-baf3-6ffae37590d1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.208900] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096a5d5e-b5fc-43e6-9580-0c81b23844e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.229082] env[62220]: DEBUG oslo_vmware.api [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for the task: (returnval){ [ 1563.229082] env[62220]: value = "task-1747371" [ 1563.229082] env[62220]: _type = "Task" [ 1563.229082] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.301494] env[62220]: INFO nova.compute.manager [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Took 0.56 seconds to detach 1 volumes for instance. [ 1563.303849] env[62220]: DEBUG nova.compute.manager [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] [instance: e396de23-f0d2-44ca-977a-17b444916807] Deleting volume: 2d3a71bf-7062-4041-a905-0a9b78c6cf36 {{(pid=62220) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1563.314334] env[62220]: DEBUG nova.compute.manager [req-68e8f789-b330-4f58-bb7f-692a492c3df9 req-0ef213e0-528e-4d7b-a36d-37afe93feea8 service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Received event network-changed-bbefd885-4441-45a1-b660-7dbba45f9631 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1563.314334] env[62220]: DEBUG nova.compute.manager [req-68e8f789-b330-4f58-bb7f-692a492c3df9 req-0ef213e0-528e-4d7b-a36d-37afe93feea8 service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Refreshing instance network info cache due to event network-changed-bbefd885-4441-45a1-b660-7dbba45f9631. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1563.314334] env[62220]: DEBUG oslo_concurrency.lockutils [req-68e8f789-b330-4f58-bb7f-692a492c3df9 req-0ef213e0-528e-4d7b-a36d-37afe93feea8 service nova] Acquiring lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.314334] env[62220]: DEBUG oslo_concurrency.lockutils [req-68e8f789-b330-4f58-bb7f-692a492c3df9 req-0ef213e0-528e-4d7b-a36d-37afe93feea8 service nova] Acquired lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.314334] env[62220]: DEBUG nova.network.neutron [req-68e8f789-b330-4f58-bb7f-692a492c3df9 req-0ef213e0-528e-4d7b-a36d-37afe93feea8 service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Refreshing network info cache for port bbefd885-4441-45a1-b660-7dbba45f9631 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.345486] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747346, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.387178] env[62220]: DEBUG oslo_vmware.api [None req-0d4d0d8f-d3cb-4138-8cd4-10e7da551380 tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747367, 'name': ReconfigVM_Task, 'duration_secs': 0.201618} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.391489] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4d0d8f-d3cb-4138-8cd4-10e7da551380 tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Reconfigured VM instance to set the machine id {{(pid=62220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1563.486737] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747369, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.566972] env[62220]: DEBUG oslo_vmware.api [None req-fdddbcd2-bc9a-4ae2-a429-36a0d01f3cfd tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747370, 'name': PowerOffVM_Task, 'duration_secs': 0.236306} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.567276] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdddbcd2-bc9a-4ae2-a429-36a0d01f3cfd tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.567477] env[62220]: DEBUG nova.compute.manager [None req-fdddbcd2-bc9a-4ae2-a429-36a0d01f3cfd tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.568412] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a70b5c4-72ce-4b97-a548-37b22f4e6781 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.651549] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: c184791a-5b7f-44c3-bbae-e6c67f8643ca] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1563.670235] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.671191] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747365, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.253611} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.671191] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94f55fe4-7e35-43fb-b5a5-138351189366 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.672370] env[62220]: INFO nova.virt.vmwareapi.ds_util [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5f7a84e8-d0d6-4fd9-b466-22becdb51351/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk. [ 1563.673331] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c56b51-ae0b-4c29-b588-8f1b7d647f36 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.676817] env[62220]: DEBUG oslo_concurrency.lockutils [req-88c4be27-a6e4-4f98-bb6b-169c45ddc745 req-62276cd2-9cbf-4cfe-be69-8004d6ff1d58 service nova] Releasing lock "refresh_cache-dba7afa9-5628-47e5-a762-7932f93bc6a1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.679615] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquired lock "refresh_cache-dba7afa9-5628-47e5-a762-7932f93bc6a1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.679775] env[62220]: DEBUG nova.network.neutron [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.702649] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 5f7a84e8-d0d6-4fd9-b466-22becdb51351/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1563.709488] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67ca10f8-14ee-4bd0-a5f5-13e162f15659 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.722692] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1563.722692] env[62220]: value = "task-1747373" [ 1563.722692] env[62220]: _type = "Task" [ 1563.722692] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.731346] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1563.731346] env[62220]: value = "task-1747374" [ 1563.731346] env[62220]: _type = "Task" [ 1563.731346] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.741175] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.749487] env[62220]: DEBUG oslo_vmware.api [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.752895] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747374, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.776657] env[62220]: DEBUG nova.network.neutron [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.831608] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051eb782-1ab8-4823-bf29-f4616ca5c5f8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.849628] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d773272-5298-49c5-8d64-08ad493cefc6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.856387] env[62220]: DEBUG oslo_vmware.api [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747346, 'name': ReconfigVM_Task, 'duration_secs': 5.833987} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.857105] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.857364] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Reconfigured VM to detach interface {{(pid=62220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1563.888440] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.890161] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3203fef1-6adf-4c41-a530-61e07d6d32eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.901838] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1482b2-efbd-4ef5-8959-c1d1a35a30c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.919703] env[62220]: DEBUG nova.compute.provider_tree [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.964401] env[62220]: DEBUG nova.network.neutron [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Successfully updated port: d159369e-2b90-4e57-9e09-aef01e7e6bb6 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1563.993789] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747369, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.010995] env[62220]: DEBUG oslo_concurrency.lockutils [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "efe494c9-6f6d-430f-afb9-7f07417c50e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.011331] env[62220]: DEBUG oslo_concurrency.lockutils [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "efe494c9-6f6d-430f-afb9-7f07417c50e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.011571] env[62220]: DEBUG oslo_concurrency.lockutils [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "efe494c9-6f6d-430f-afb9-7f07417c50e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.011770] env[62220]: DEBUG oslo_concurrency.lockutils [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "efe494c9-6f6d-430f-afb9-7f07417c50e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.012037] env[62220]: DEBUG oslo_concurrency.lockutils [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "efe494c9-6f6d-430f-afb9-7f07417c50e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.016534] env[62220]: INFO nova.compute.manager [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Terminating instance [ 1564.086290] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdddbcd2-bc9a-4ae2-a429-36a0d01f3cfd tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.155917] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 6afadaed-f6fe-4a49-ad8c-6dc52e640529] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1564.167174] env[62220]: DEBUG nova.network.neutron [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Updating instance_info_cache with network_info: [{"id": "20711935-ae11-4ca8-87d3-127dc82f964d", "address": "fa:16:3e:96:79:ea", "network": {"id": "d4ce0912-7e39-43cf-b446-7a9111806484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1640094921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdd8ff717984dd7b626fc7faf5503e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20711935-ae", "ovs_interfaceid": "20711935-ae11-4ca8-87d3-127dc82f964d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.209975] env[62220]: DEBUG nova.network.neutron [req-68e8f789-b330-4f58-bb7f-692a492c3df9 req-0ef213e0-528e-4d7b-a36d-37afe93feea8 service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Updated VIF entry in instance network info cache for port bbefd885-4441-45a1-b660-7dbba45f9631. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.210377] env[62220]: DEBUG nova.network.neutron [req-68e8f789-b330-4f58-bb7f-692a492c3df9 req-0ef213e0-528e-4d7b-a36d-37afe93feea8 service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Updating instance_info_cache with network_info: [{"id": "bbefd885-4441-45a1-b660-7dbba45f9631", "address": "fa:16:3e:24:72:f6", "network": {"id": "2d12c20a-317c-42c8-8d01-a132dca95662", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-825120718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fcf6748b3f4185b70480817d4212f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbefd885-44", "ovs_interfaceid": "bbefd885-4441-45a1-b660-7dbba45f9631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.236321] env[62220]: DEBUG oslo_vmware.api [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747373, 'name': PowerOnVM_Task, 'duration_secs': 0.463057} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.244361] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1564.244361] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6357e-3b09-4b95-bfce-741ec63691f3 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance 'c5b997cc-da18-4571-aba2-a84d5ff1c996' progress to 100 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1564.259101] env[62220]: DEBUG oslo_vmware.api [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.262550] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747374, 'name': ReconfigVM_Task, 'duration_secs': 0.496207} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.264482] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 5f7a84e8-d0d6-4fd9-b466-22becdb51351/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1564.264482] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f58ffc-4397-4e50-a0e8-11d428a1468a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.299683] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47343aac-bed6-4555-9061-b2a9e1ce013f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.318480] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1564.318480] env[62220]: value = "task-1747375" [ 1564.318480] env[62220]: _type = "Task" [ 1564.318480] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.328708] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.349286] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquiring lock "0cd14d33-d2cc-4a51-bad7-c793197c40da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.349569] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Lock "0cd14d33-d2cc-4a51-bad7-c793197c40da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.349841] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquiring lock "0cd14d33-d2cc-4a51-bad7-c793197c40da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.350044] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Lock "0cd14d33-d2cc-4a51-bad7-c793197c40da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.350243] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Lock "0cd14d33-d2cc-4a51-bad7-c793197c40da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.352299] env[62220]: INFO nova.compute.manager [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Terminating instance [ 1564.423107] env[62220]: DEBUG nova.scheduler.client.report [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1564.466729] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Acquiring lock "refresh_cache-74f95708-d517-4119-b2d1-11820db003db" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.466904] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Acquired lock "refresh_cache-74f95708-d517-4119-b2d1-11820db003db" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.467078] env[62220]: DEBUG nova.network.neutron [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.487789] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747369, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.524714] env[62220]: DEBUG nova.compute.manager [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1564.524714] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1564.525642] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d051ef4d-dd7a-484b-9189-8da81b655b59 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.534079] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.534359] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a5b0ed2-d7a2-4eba-a931-09b9462deb66 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.542086] env[62220]: DEBUG oslo_vmware.api [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1564.542086] env[62220]: value = "task-1747376" [ 1564.542086] env[62220]: _type = "Task" [ 1564.542086] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.551226] env[62220]: DEBUG oslo_vmware.api [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.659623] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 76a80ba9-4b0e-4764-81de-e9334a97b82c] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1564.669994] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Releasing lock "refresh_cache-dba7afa9-5628-47e5-a762-7932f93bc6a1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.670400] env[62220]: DEBUG nova.compute.manager [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Instance network_info: |[{"id": "20711935-ae11-4ca8-87d3-127dc82f964d", "address": "fa:16:3e:96:79:ea", "network": {"id": "d4ce0912-7e39-43cf-b446-7a9111806484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1640094921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdd8ff717984dd7b626fc7faf5503e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20711935-ae", "ovs_interfaceid": "20711935-ae11-4ca8-87d3-127dc82f964d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1564.670821] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:79:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20711935-ae11-4ca8-87d3-127dc82f964d', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1564.678653] env[62220]: DEBUG oslo.service.loopingcall [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.678881] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1564.679120] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c45bc0fc-8e4a-4cf4-bc61-75dc0ed892a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.702689] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1564.702689] env[62220]: value = "task-1747377" [ 1564.702689] env[62220]: _type = "Task" [ 1564.702689] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.713513] env[62220]: DEBUG oslo_concurrency.lockutils [req-68e8f789-b330-4f58-bb7f-692a492c3df9 req-0ef213e0-528e-4d7b-a36d-37afe93feea8 service nova] Releasing lock "refresh_cache-0cd14d33-d2cc-4a51-bad7-c793197c40da" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.713800] env[62220]: DEBUG nova.compute.manager [req-68e8f789-b330-4f58-bb7f-692a492c3df9 req-0ef213e0-528e-4d7b-a36d-37afe93feea8 service nova] [instance: e396de23-f0d2-44ca-977a-17b444916807] Received event network-vif-deleted-99d0b78b-ceb2-4f93-a08e-77f95f24d17e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1564.714152] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747377, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.747671] env[62220]: DEBUG oslo_vmware.api [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.754695] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Acquiring lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.754951] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.759048] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Acquiring lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.759272] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.759452] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.761675] env[62220]: INFO nova.compute.manager [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Terminating instance [ 1564.830798] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747375, 'name': ReconfigVM_Task, 'duration_secs': 0.415402} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.831273] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1564.831654] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7290e17-5765-4414-84e5-8d603630d651 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.841384] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1564.841384] env[62220]: value = "task-1747378" [ 1564.841384] env[62220]: _type = "Task" [ 1564.841384] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.854073] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.855841] env[62220]: DEBUG nova.compute.manager [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1564.856084] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1564.856989] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b400596-b6b5-4093-ab25-e437350d0bd2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.865441] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.865710] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28aed0f0-528f-4fd4-9c39-abeab7883fe7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.873239] env[62220]: DEBUG oslo_vmware.api [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for the task: (returnval){ [ 1564.873239] env[62220]: value = "task-1747379" [ 1564.873239] env[62220]: _type = "Task" [ 1564.873239] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.884218] env[62220]: DEBUG oslo_vmware.api [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.919455] env[62220]: DEBUG nova.compute.manager [req-cf06175a-5600-4aa2-a726-f540e47b0d36 req-dc81c88a-7153-4169-ab95-1a9fd4bd0659 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Received event network-vif-deleted-56b4e294-6a7c-4dc9-8c9f-03520c051bbc {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1564.919700] env[62220]: INFO nova.compute.manager [req-cf06175a-5600-4aa2-a726-f540e47b0d36 req-dc81c88a-7153-4169-ab95-1a9fd4bd0659 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Neutron deleted interface 56b4e294-6a7c-4dc9-8c9f-03520c051bbc; detaching it from the instance and deleting it from the info cache [ 1564.919972] env[62220]: DEBUG nova.network.neutron [req-cf06175a-5600-4aa2-a726-f540e47b0d36 req-dc81c88a-7153-4169-ab95-1a9fd4bd0659 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Updating instance_info_cache with network_info: [{"id": "39de7ece-0226-4d79-b631-e363ec5393c0", "address": "fa:16:3e:14:4b:f1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39de7ece-02", "ovs_interfaceid": "39de7ece-0226-4d79-b631-e363ec5393c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.928338] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.928877] env[62220]: DEBUG nova.compute.manager [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1564.933023] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.680s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.933324] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.935381] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.565s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.935571] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.937641] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.815s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.937839] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.939540] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.293s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.941039] env[62220]: INFO nova.compute.claims [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1564.967212] env[62220]: INFO nova.scheduler.client.report [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Deleted allocations for instance 9728525d-985c-47af-abb6-0ec27b76a204 [ 1564.975853] env[62220]: INFO nova.scheduler.client.report [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleted allocations for instance 248e0d5e-32ec-4711-91f3-e4a93d7c8b47 [ 1564.985690] env[62220]: INFO nova.scheduler.client.report [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Deleted allocations for instance b69921e9-b52a-4005-be23-fae3d0ec4fc1 [ 1564.994596] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747369, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.038022] env[62220]: DEBUG nova.network.neutron [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1565.054901] env[62220]: DEBUG oslo_vmware.api [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747376, 'name': PowerOffVM_Task, 'duration_secs': 0.342034} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.055222] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.055393] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.055684] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86d791da-1c16-460e-9470-ee0eb1e4fe9f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.123183] env[62220]: DEBUG nova.objects.instance [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lazy-loading 'flavor' on Instance uuid 21995267-5227-4930-b079-707fcf615897 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.164880] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: ac4873c4-8bd0-4a92-bda4-296829b02143] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1565.214906] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747377, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.249092] env[62220]: DEBUG oslo_vmware.api [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.265864] env[62220]: DEBUG nova.compute.manager [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1565.266204] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.267518] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5616dc-1afb-43de-a03a-15afc659679a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.275804] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1565.276086] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92f656ab-b59a-4853-8789-ff5489c0b1ab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.283072] env[62220]: DEBUG oslo_vmware.api [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Waiting for the task: (returnval){ [ 1565.283072] env[62220]: value = "task-1747381" [ 1565.283072] env[62220]: _type = "Task" [ 1565.283072] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.291566] env[62220]: DEBUG oslo_vmware.api [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1747381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.321677] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1565.321986] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1565.322405] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Deleting the datastore file [datastore1] efe494c9-6f6d-430f-afb9-7f07417c50e3 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1565.322561] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c087c2ab-1eac-4f30-911b-650ac665662b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.330507] env[62220]: DEBUG oslo_vmware.api [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for the task: (returnval){ [ 1565.330507] env[62220]: value = "task-1747382" [ 1565.330507] env[62220]: _type = "Task" [ 1565.330507] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.341035] env[62220]: DEBUG oslo_vmware.api [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.351431] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.352499] env[62220]: DEBUG nova.network.neutron [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Updating instance_info_cache with network_info: [{"id": "d159369e-2b90-4e57-9e09-aef01e7e6bb6", "address": "fa:16:3e:65:b1:19", "network": {"id": "d2b81537-f510-407c-a91e-f5cc3d29e8f6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-276352649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3fae7f66344be59c35ac7170ef7c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd159369e-2b", "ovs_interfaceid": "d159369e-2b90-4e57-9e09-aef01e7e6bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.384448] env[62220]: DEBUG oslo_vmware.api [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747379, 'name': PowerOffVM_Task, 'duration_secs': 0.241898} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.384730] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.384897] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.385167] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25d92072-954b-4bed-a024-ebed23b34401 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.406731] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.406997] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.407262] env[62220]: DEBUG nova.network.neutron [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.422760] env[62220]: DEBUG oslo_concurrency.lockutils [req-cf06175a-5600-4aa2-a726-f540e47b0d36 req-dc81c88a-7153-4169-ab95-1a9fd4bd0659 service nova] Acquiring lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.422965] env[62220]: DEBUG oslo_concurrency.lockutils [req-cf06175a-5600-4aa2-a726-f540e47b0d36 req-dc81c88a-7153-4169-ab95-1a9fd4bd0659 service nova] Acquired lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.423932] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd4a7e8-51b0-46f3-a968-7a5a584eca21 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.443858] env[62220]: DEBUG oslo_concurrency.lockutils [req-cf06175a-5600-4aa2-a726-f540e47b0d36 req-dc81c88a-7153-4169-ab95-1a9fd4bd0659 service nova] Releasing lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.444173] env[62220]: WARNING nova.compute.manager [req-cf06175a-5600-4aa2-a726-f540e47b0d36 req-dc81c88a-7153-4169-ab95-1a9fd4bd0659 service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Detach interface failed, port_id=56b4e294-6a7c-4dc9-8c9f-03520c051bbc, reason: No device with interface-id 56b4e294-6a7c-4dc9-8c9f-03520c051bbc exists on VM: nova.exception.NotFound: No device with interface-id 56b4e294-6a7c-4dc9-8c9f-03520c051bbc exists on VM [ 1565.448038] env[62220]: DEBUG nova.compute.utils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1565.449633] env[62220]: DEBUG nova.compute.manager [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1565.449897] env[62220]: DEBUG nova.network.neutron [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1565.479013] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6a6256c9-b8fc-4e25-baa4-8afa5c465237 tempest-ServerAddressesTestJSON-1727540695 tempest-ServerAddressesTestJSON-1727540695-project-member] Lock "9728525d-985c-47af-abb6-0ec27b76a204" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.262s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.493306] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747369, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.493306] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4c2fc142-5c00-4a91-80ad-d565d62314ae tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "248e0d5e-32ec-4711-91f3-e4a93d7c8b47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.770s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.502821] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6fb69ec0-87ca-456e-8a51-a9716cdebca6 tempest-ServersTestMultiNic-306274243 tempest-ServersTestMultiNic-306274243-project-member] Lock "b69921e9-b52a-4005-be23-fae3d0ec4fc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.243s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.540561] env[62220]: DEBUG nova.policy [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc4e9dcee9fb40a0891b51aee60f35a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a569283715de4c54a2a2a545b1f62b54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1565.615737] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1565.616118] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1565.616374] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Deleting the datastore file [datastore1] 0cd14d33-d2cc-4a51-bad7-c793197c40da {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1565.616675] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58579688-4463-4685-a609-f45020a80457 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.626024] env[62220]: DEBUG oslo_vmware.api [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for the task: (returnval){ [ 1565.626024] env[62220]: value = "task-1747384" [ 1565.626024] env[62220]: _type = "Task" [ 1565.626024] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.626495] env[62220]: DEBUG oslo_concurrency.lockutils [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.626663] env[62220]: DEBUG oslo_concurrency.lockutils [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquired lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.626827] env[62220]: DEBUG nova.network.neutron [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.627010] env[62220]: DEBUG nova.objects.instance [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lazy-loading 'info_cache' on Instance uuid 21995267-5227-4930-b079-707fcf615897 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.640564] env[62220]: DEBUG oslo_vmware.api [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.666506] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: a47b863a-06d1-47c0-b6c9-2d59d48cb635] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1565.717757] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747377, 'name': CreateVM_Task, 'duration_secs': 0.860313} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.717935] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1565.723845] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.723845] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.723845] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1565.723845] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c14990-9991-4503-84d3-8a26a84a953d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.729040] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1565.729040] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dde228-5995-7734-c893-9398c0d63e68" [ 1565.729040] env[62220]: _type = "Task" [ 1565.729040] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.737666] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dde228-5995-7734-c893-9398c0d63e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.746201] env[62220]: DEBUG oslo_vmware.api [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.795417] env[62220]: DEBUG oslo_vmware.api [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1747381, 'name': PowerOffVM_Task, 'duration_secs': 0.28618} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.795644] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.795837] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.796109] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33619093-5b6c-45bc-937a-98e736c5e87f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.842754] env[62220]: DEBUG oslo_vmware.api [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.854493] env[62220]: DEBUG oslo_vmware.api [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747378, 'name': PowerOnVM_Task, 'duration_secs': 0.57515} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.854960] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Releasing lock "refresh_cache-74f95708-d517-4119-b2d1-11820db003db" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.855284] env[62220]: DEBUG nova.compute.manager [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Instance network_info: |[{"id": "d159369e-2b90-4e57-9e09-aef01e7e6bb6", "address": "fa:16:3e:65:b1:19", "network": {"id": "d2b81537-f510-407c-a91e-f5cc3d29e8f6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-276352649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3fae7f66344be59c35ac7170ef7c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd159369e-2b", "ovs_interfaceid": "d159369e-2b90-4e57-9e09-aef01e7e6bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1565.855550] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1565.857255] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:b1:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd159369e-2b90-4e57-9e09-aef01e7e6bb6', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1565.865532] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Creating folder: Project (ae3fae7f66344be59c35ac7170ef7c5d). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1565.868382] env[62220]: DEBUG nova.compute.manager [None req-d8091598-6a5a-4d22-969d-998184ceb6c7 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1565.868382] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f5089a5-410e-4973-8f4e-d8676374e52c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.869380] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d2c25c-b96b-470f-a8ca-aa42917e65df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.891075] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Created folder: Project (ae3fae7f66344be59c35ac7170ef7c5d) in parent group-v363147. [ 1565.891075] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Creating folder: Instances. Parent ref: group-v363316. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1565.891075] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cee4c09f-e175-498e-bd9a-46221b7d1f89 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.898138] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Created folder: Instances in parent group-v363316. [ 1565.898727] env[62220]: DEBUG oslo.service.loopingcall [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.899148] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74f95708-d517-4119-b2d1-11820db003db] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1565.906056] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b042e0b-9b85-4980-8f53-e04aee290b9d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.929345] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1565.929345] env[62220]: value = "task-1747388" [ 1565.929345] env[62220]: _type = "Task" [ 1565.929345] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.940163] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747388, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.953639] env[62220]: DEBUG nova.compute.manager [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1565.992100] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747369, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.079808] env[62220]: DEBUG nova.compute.manager [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] [instance: 74f95708-d517-4119-b2d1-11820db003db] Received event network-vif-plugged-d159369e-2b90-4e57-9e09-aef01e7e6bb6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1566.080797] env[62220]: DEBUG oslo_concurrency.lockutils [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] Acquiring lock "74f95708-d517-4119-b2d1-11820db003db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.081287] env[62220]: DEBUG oslo_concurrency.lockutils [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] Lock "74f95708-d517-4119-b2d1-11820db003db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.081498] env[62220]: DEBUG oslo_concurrency.lockutils [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] Lock "74f95708-d517-4119-b2d1-11820db003db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.081649] env[62220]: DEBUG nova.compute.manager [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] [instance: 74f95708-d517-4119-b2d1-11820db003db] No waiting events found dispatching network-vif-plugged-d159369e-2b90-4e57-9e09-aef01e7e6bb6 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1566.081873] env[62220]: WARNING nova.compute.manager [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] [instance: 74f95708-d517-4119-b2d1-11820db003db] Received unexpected event network-vif-plugged-d159369e-2b90-4e57-9e09-aef01e7e6bb6 for instance with vm_state building and task_state spawning. [ 1566.081989] env[62220]: DEBUG nova.compute.manager [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] [instance: 74f95708-d517-4119-b2d1-11820db003db] Received event network-changed-d159369e-2b90-4e57-9e09-aef01e7e6bb6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1566.082174] env[62220]: DEBUG nova.compute.manager [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] [instance: 74f95708-d517-4119-b2d1-11820db003db] Refreshing instance network info cache due to event network-changed-d159369e-2b90-4e57-9e09-aef01e7e6bb6. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1566.082574] env[62220]: DEBUG oslo_concurrency.lockutils [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] Acquiring lock "refresh_cache-74f95708-d517-4119-b2d1-11820db003db" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.082574] env[62220]: DEBUG oslo_concurrency.lockutils [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] Acquired lock "refresh_cache-74f95708-d517-4119-b2d1-11820db003db" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.082657] env[62220]: DEBUG nova.network.neutron [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] [instance: 74f95708-d517-4119-b2d1-11820db003db] Refreshing network info cache for port d159369e-2b90-4e57-9e09-aef01e7e6bb6 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1566.135940] env[62220]: DEBUG nova.objects.base [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Object Instance<21995267-5227-4930-b079-707fcf615897> lazy-loaded attributes: flavor,info_cache {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1566.144017] env[62220]: DEBUG oslo_vmware.api [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.155797] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1566.155797] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1566.155797] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Deleting the datastore file [datastore1] 578c4873-b6d7-46d5-9891-47ebf73bbdb1 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1566.155797] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54583e0f-edff-4229-a871-11237ca6f250 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.167650] env[62220]: DEBUG oslo_vmware.api [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Waiting for the task: (returnval){ [ 1566.167650] env[62220]: value = "task-1747389" [ 1566.167650] env[62220]: _type = "Task" [ 1566.167650] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.173300] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 97fb7641-1b41-415d-b964-e7f681e9da45] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1566.185794] env[62220]: DEBUG oslo_vmware.api [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1747389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.246458] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dde228-5995-7734-c893-9398c0d63e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.259753] env[62220]: DEBUG oslo_vmware.api [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.265274] env[62220]: DEBUG nova.network.neutron [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Successfully created port: 3b4b4491-68f8-4380-b578-1752630ea670 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1566.313937] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.314518] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.315933] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.315933] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.315933] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.322553] env[62220]: INFO nova.compute.manager [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Terminating instance [ 1566.344452] env[62220]: DEBUG oslo_vmware.api [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.399943] env[62220]: DEBUG nova.network.neutron [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Updating instance_info_cache with network_info: [{"id": "39de7ece-0226-4d79-b631-e363ec5393c0", "address": "fa:16:3e:14:4b:f1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39de7ece-02", "ovs_interfaceid": "39de7ece-0226-4d79-b631-e363ec5393c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.447329] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747388, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.498024] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747369, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.643902] env[62220]: DEBUG oslo_vmware.api [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Task: {'id': task-1747384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.794662} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.644313] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.644456] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.644596] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.644775] env[62220]: INFO nova.compute.manager [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1566.645058] env[62220]: DEBUG oslo.service.loopingcall [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.647862] env[62220]: DEBUG nova.compute.manager [-] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1566.648278] env[62220]: DEBUG nova.network.neutron [-] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.674291] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d43dda6-406a-41c8-b995-469c1a678902 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.682896] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: a4adc67a-67fb-4576-9315-eb3ed338c166] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1566.690529] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c90ceb-7a87-4a12-9f79-a39c6a7dbf5c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.695118] env[62220]: DEBUG oslo_vmware.api [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Task: {'id': task-1747389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252162} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.695402] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.695729] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.697104] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.697104] env[62220]: INFO nova.compute.manager [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1566.697104] env[62220]: DEBUG oslo.service.loopingcall [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.697104] env[62220]: DEBUG nova.compute.manager [-] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1566.697104] env[62220]: DEBUG nova.network.neutron [-] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.729258] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c87887-f2dc-4a1b-87c2-757b9889d08a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.750525] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5519edd2-788d-4941-94ee-403725b3c020 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.754542] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dde228-5995-7734-c893-9398c0d63e68, 'name': SearchDatastore_Task, 'duration_secs': 0.522077} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.760507] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.760753] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1566.760991] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.761153] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.761334] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.761620] env[62220]: DEBUG oslo_vmware.api [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Task: {'id': task-1747371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.087301} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.762192] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84393bee-08a9-4f7d-89f0-c7bb532f1dcf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.764382] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.764382] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.764524] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.764790] env[62220]: INFO nova.compute.manager [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Took 4.40 seconds to destroy the instance on the hypervisor. [ 1566.764846] env[62220]: DEBUG oslo.service.loopingcall [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.773985] env[62220]: DEBUG nova.compute.manager [-] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1566.774095] env[62220]: DEBUG nova.network.neutron [-] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.776277] env[62220]: DEBUG nova.compute.provider_tree [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.793942] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.793942] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1566.797895] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d02a70-7c9a-4df7-a218-d39842631864 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.801339] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1566.801339] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522f0a5c-2188-3436-e29b-e2e85555a1de" [ 1566.801339] env[62220]: _type = "Task" [ 1566.801339] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.810798] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522f0a5c-2188-3436-e29b-e2e85555a1de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.828593] env[62220]: DEBUG nova.compute.manager [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1566.828978] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1566.829745] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df45149c-9182-4bc8-939b-0f451e6fbafc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.842197] env[62220]: DEBUG oslo_vmware.api [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Task: {'id': task-1747382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.092316} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.844251] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.844446] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.844628] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.844802] env[62220]: INFO nova.compute.manager [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1566.845055] env[62220]: DEBUG oslo.service.loopingcall [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.845307] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.845528] env[62220]: DEBUG nova.compute.manager [-] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1566.845624] env[62220]: DEBUG nova.network.neutron [-] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.847803] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e3e6829-9b5d-4c2e-aa32-0f217832530a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.855895] env[62220]: DEBUG oslo_vmware.api [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1566.855895] env[62220]: value = "task-1747390" [ 1566.855895] env[62220]: _type = "Task" [ 1566.855895] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.870212] env[62220]: DEBUG oslo_vmware.api [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.907439] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "refresh_cache-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.943041] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747388, 'name': CreateVM_Task, 'duration_secs': 0.522484} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.943273] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74f95708-d517-4119-b2d1-11820db003db] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.943922] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.944223] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.944588] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.944868] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95718af0-0eda-421a-94f7-1baaf0a645da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.953546] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Waiting for the task: (returnval){ [ 1566.953546] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cc0284-9515-d0a2-a685-bc78556aa919" [ 1566.953546] env[62220]: _type = "Task" [ 1566.953546] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.966756] env[62220]: DEBUG nova.compute.manager [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.969530] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cc0284-9515-d0a2-a685-bc78556aa919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.003622] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747369, 'name': CloneVM_Task} progress is 95%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.007405] env[62220]: DEBUG nova.virt.hardware [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1567.007760] env[62220]: DEBUG nova.virt.hardware [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1567.007996] env[62220]: DEBUG nova.virt.hardware [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.008301] env[62220]: DEBUG nova.virt.hardware [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1567.008531] env[62220]: DEBUG nova.virt.hardware [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.009562] env[62220]: DEBUG nova.virt.hardware [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1567.009562] env[62220]: DEBUG nova.virt.hardware [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1567.009999] env[62220]: DEBUG nova.virt.hardware [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1567.010372] env[62220]: DEBUG nova.virt.hardware [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1567.010663] env[62220]: DEBUG nova.virt.hardware [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1567.010957] env[62220]: DEBUG nova.virt.hardware [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1567.012723] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dbaa45-9cb5-41a1-9da0-0c02f3b20503 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.024855] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5762ff-108f-47f5-be3e-3fe05bf84154 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.196549] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 76da0d08-49df-4a15-8f36-e22529247dc8] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1567.245877] env[62220]: DEBUG nova.network.neutron [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] [instance: 74f95708-d517-4119-b2d1-11820db003db] Updated VIF entry in instance network info cache for port d159369e-2b90-4e57-9e09-aef01e7e6bb6. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1567.246267] env[62220]: DEBUG nova.network.neutron [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] [instance: 74f95708-d517-4119-b2d1-11820db003db] Updating instance_info_cache with network_info: [{"id": "d159369e-2b90-4e57-9e09-aef01e7e6bb6", "address": "fa:16:3e:65:b1:19", "network": {"id": "d2b81537-f510-407c-a91e-f5cc3d29e8f6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-276352649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3fae7f66344be59c35ac7170ef7c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd159369e-2b", "ovs_interfaceid": "d159369e-2b90-4e57-9e09-aef01e7e6bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.300193] env[62220]: ERROR nova.scheduler.client.report [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [req-1cb85654-fe71-40e5-91be-de3a3ea5a639] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1cb85654-fe71-40e5-91be-de3a3ea5a639"}]} [ 1567.311939] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522f0a5c-2188-3436-e29b-e2e85555a1de, 'name': SearchDatastore_Task, 'duration_secs': 0.03243} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.312784] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be53ad4d-d68f-45b9-9292-62d9841b74a4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.319563] env[62220]: DEBUG nova.scheduler.client.report [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1567.323488] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1567.323488] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5209f368-b348-4c51-ee8d-8ed746f8fc60" [ 1567.323488] env[62220]: _type = "Task" [ 1567.323488] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.332419] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5209f368-b348-4c51-ee8d-8ed746f8fc60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.338048] env[62220]: DEBUG nova.scheduler.client.report [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1567.339080] env[62220]: DEBUG nova.compute.provider_tree [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1567.350732] env[62220]: DEBUG nova.scheduler.client.report [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1567.366611] env[62220]: DEBUG oslo_vmware.api [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747390, 'name': PowerOffVM_Task, 'duration_secs': 0.227473} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.366860] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.367050] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1567.367305] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e32239bd-8bc1-4c90-bc40-5df3cc7c7bf2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.372405] env[62220]: DEBUG nova.scheduler.client.report [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1567.413025] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f8826ed9-1cdb-4a91-a4b6-8b5f9d3cc9cf tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84-56b4e294-6a7c-4dc9-8c9f-03520c051bbc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.173s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.464864] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cc0284-9515-d0a2-a685-bc78556aa919, 'name': SearchDatastore_Task, 'duration_secs': 0.020615} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.467848] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.468195] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.468353] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.493879] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747369, 'name': CloneVM_Task, 'duration_secs': 4.213413} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.494193] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Created linked-clone VM from snapshot [ 1567.495062] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a229a-ade4-4086-aa7a-da6b91189d35 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.511135] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Uploading image 5565be8e-217f-4552-a8f1-b2cd8763086f {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1567.540358] env[62220]: DEBUG nova.compute.manager [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1567.541679] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f55705a-6c07-46c9-919e-92f6de46e300 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.547986] env[62220]: DEBUG oslo_vmware.rw_handles [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1567.547986] env[62220]: value = "vm-363314" [ 1567.547986] env[62220]: _type = "VirtualMachine" [ 1567.547986] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1567.548284] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7554eff8-e3ec-42f4-b542-9a2244cc9d15 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.568324] env[62220]: DEBUG oslo_vmware.rw_handles [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lease: (returnval){ [ 1567.568324] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526c1512-ebeb-c97d-fb96-029ea841f09e" [ 1567.568324] env[62220]: _type = "HttpNfcLease" [ 1567.568324] env[62220]: } obtained for exporting VM: (result){ [ 1567.568324] env[62220]: value = "vm-363314" [ 1567.568324] env[62220]: _type = "VirtualMachine" [ 1567.568324] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1567.569056] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the lease: (returnval){ [ 1567.569056] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526c1512-ebeb-c97d-fb96-029ea841f09e" [ 1567.569056] env[62220]: _type = "HttpNfcLease" [ 1567.569056] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1567.579889] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1567.580162] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1567.580471] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Deleting the datastore file [datastore1] b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1567.581177] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e34011c-37a9-40a5-8e1d-5d7386330dd6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.585374] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1567.585374] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526c1512-ebeb-c97d-fb96-029ea841f09e" [ 1567.585374] env[62220]: _type = "HttpNfcLease" [ 1567.585374] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1567.586029] env[62220]: DEBUG oslo_vmware.rw_handles [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1567.586029] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526c1512-ebeb-c97d-fb96-029ea841f09e" [ 1567.586029] env[62220]: _type = "HttpNfcLease" [ 1567.586029] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1567.589270] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fbb3dc-1011-42aa-b11e-4193a685915a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.596040] env[62220]: DEBUG oslo_vmware.api [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1567.596040] env[62220]: value = "task-1747393" [ 1567.596040] env[62220]: _type = "Task" [ 1567.596040] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.603537] env[62220]: DEBUG oslo_vmware.rw_handles [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bf5f9-766f-ce5d-aaa8-e74dae5aa333/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1567.603711] env[62220]: DEBUG oslo_vmware.rw_handles [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bf5f9-766f-ce5d-aaa8-e74dae5aa333/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1567.606134] env[62220]: DEBUG nova.network.neutron [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Updating instance_info_cache with network_info: [{"id": "34cbc5bb-e55d-4bce-8936-2c2426d98084", "address": "fa:16:3e:18:72:85", "network": {"id": "d22c8d6b-a204-428b-b660-966cac18a495", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-954508290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b553ac14914e5cbae5a698bf1f83db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34cbc5bb-e5", "ovs_interfaceid": "34cbc5bb-e55d-4bce-8936-2c2426d98084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.673361] env[62220]: DEBUG oslo_vmware.api [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.700222] env[62220]: DEBUG nova.network.neutron [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Port 7107e771-ec56-4135-bc21-d99888e62b21 binding to destination host cpu-1 is already ACTIVE {{(pid=62220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1567.700532] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.700754] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.700905] env[62220]: DEBUG nova.network.neutron [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.702346] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: d29693d2-8bc3-4498-bc6a-cda75f0febe5] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1567.706735] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc488e2b-d6ae-4ce4-b61c-11ce439b1818 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.752432] env[62220]: DEBUG oslo_concurrency.lockutils [req-c13b40d6-006a-4756-b741-34557aabea2c req-8198ef1c-6c29-47aa-8f59-7e21cfe4d326 service nova] Releasing lock "refresh_cache-74f95708-d517-4119-b2d1-11820db003db" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.840699] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5209f368-b348-4c51-ee8d-8ed746f8fc60, 'name': SearchDatastore_Task, 'duration_secs': 0.010496} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.841018] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.841309] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] dba7afa9-5628-47e5-a762-7932f93bc6a1/dba7afa9-5628-47e5-a762-7932f93bc6a1.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.841556] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.841821] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.842415] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-920fd44d-ab03-4d35-9eae-3a4e9c0b0f49 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.846376] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a349332-67a7-42c1-946f-4daae8ffc941 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.857198] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1567.857198] env[62220]: value = "task-1747394" [ 1567.857198] env[62220]: _type = "Task" [ 1567.857198] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.861185] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.862271] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.862713] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e15ee3-e0e2-4a4b-87b4-afe312839445 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.870112] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.881265] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Waiting for the task: (returnval){ [ 1567.881265] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525c798c-51e9-4db1-cc5d-2a4aa4600fe5" [ 1567.881265] env[62220]: _type = "Task" [ 1567.881265] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.896230] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525c798c-51e9-4db1-cc5d-2a4aa4600fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.013586} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.899870] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2fe4be-ce45-4b0b-99a8-8244d986ebf5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.909272] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Waiting for the task: (returnval){ [ 1567.909272] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eb838d-a0bf-2b44-711b-6bfcf0768318" [ 1567.909272] env[62220]: _type = "Task" [ 1567.909272] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.917912] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eb838d-a0bf-2b44-711b-6bfcf0768318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.049065] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84605617-ed2f-4c5b-a2d4-03fe8154e93c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.058135] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6432255-5158-4744-8058-0f21c68d6f99 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.062585] env[62220]: INFO nova.compute.manager [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] instance snapshotting [ 1568.066538] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0fd8a-b354-48c7-a790-69ed5f18dab9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.104257] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d84ff0d-eafd-49c3-afe9-c44a4950df39 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.121633] env[62220]: DEBUG oslo_concurrency.lockutils [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Releasing lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.128925] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0e1b2d-1650-47e7-ad1a-6a2ac1d6f21c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.136110] env[62220]: DEBUG oslo_vmware.api [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19299} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.138947] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188e4829-6832-44ff-b03f-e524971144ad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.144206] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1568.146832] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1568.146832] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1568.146832] env[62220]: INFO nova.compute.manager [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1568.146832] env[62220]: DEBUG oslo.service.loopingcall [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.148131] env[62220]: DEBUG nova.compute.manager [-] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1568.148237] env[62220]: DEBUG nova.network.neutron [-] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1568.164303] env[62220]: DEBUG nova.compute.provider_tree [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.211273] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1568.211273] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Cleaning up deleted instances with incomplete migration {{(pid=62220) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 1568.300699] env[62220]: DEBUG nova.network.neutron [-] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.352352] env[62220]: DEBUG nova.network.neutron [-] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.371947] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747394, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.424101] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eb838d-a0bf-2b44-711b-6bfcf0768318, 'name': SearchDatastore_Task, 'duration_secs': 0.01045} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.424463] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.424873] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 74f95708-d517-4119-b2d1-11820db003db/74f95708-d517-4119-b2d1-11820db003db.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1568.425078] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b010c5a3-8374-4b05-ad84-472bbfa1b25c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.440141] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Waiting for the task: (returnval){ [ 1568.440141] env[62220]: value = "task-1747395" [ 1568.440141] env[62220]: _type = "Task" [ 1568.440141] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.466040] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.517518] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "a9462f81-92ac-483d-a8b4-51cd521b8e66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.517804] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "a9462f81-92ac-483d-a8b4-51cd521b8e66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.518097] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "a9462f81-92ac-483d-a8b4-51cd521b8e66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.518344] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "a9462f81-92ac-483d-a8b4-51cd521b8e66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.518431] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "a9462f81-92ac-483d-a8b4-51cd521b8e66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.527980] env[62220]: INFO nova.compute.manager [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Terminating instance [ 1568.655396] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1568.655396] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b201b0d1-f8b6-46a8-95d9-9633574aac98 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.665233] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1568.665233] env[62220]: value = "task-1747396" [ 1568.665233] env[62220]: _type = "Task" [ 1568.665233] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.685244] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747396, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.713564] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1568.714831] env[62220]: DEBUG nova.network.neutron [-] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.721326] env[62220]: DEBUG nova.scheduler.client.report [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1568.721573] env[62220]: DEBUG nova.compute.provider_tree [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 81 to 82 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1568.721751] env[62220]: DEBUG nova.compute.provider_tree [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.764449] env[62220]: DEBUG nova.network.neutron [-] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.805032] env[62220]: INFO nova.compute.manager [-] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Took 1.96 seconds to deallocate network for instance. [ 1568.866374] env[62220]: INFO nova.compute.manager [-] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Took 2.09 seconds to deallocate network for instance. [ 1568.881195] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71692} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.884291] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] dba7afa9-5628-47e5-a762-7932f93bc6a1/dba7afa9-5628-47e5-a762-7932f93bc6a1.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.884291] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.884291] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d3338f1-360c-4a85-b7ae-85b887e96ad1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.893401] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1568.893401] env[62220]: value = "task-1747397" [ 1568.893401] env[62220]: _type = "Task" [ 1568.893401] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.906421] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.956897] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747395, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.029479] env[62220]: DEBUG nova.compute.manager [req-f8adda73-acd4-48cb-8711-6729ff7831e5 req-a8a009bd-3ed4-4f5a-9229-f1088ced7a98 service nova] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Received event network-vif-deleted-fc606912-43f1-4e50-8167-cb77eb352901 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1569.037513] env[62220]: DEBUG nova.compute.manager [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1569.037754] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.038837] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0856d8-7540-4feb-8da3-2ef5a68bf004 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.055859] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.060026] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28da6be8-3d64-4204-900d-ed0228e7827d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.066768] env[62220]: DEBUG oslo_vmware.api [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1569.066768] env[62220]: value = "task-1747398" [ 1569.066768] env[62220]: _type = "Task" [ 1569.066768] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.079871] env[62220]: DEBUG oslo_vmware.api [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.103552] env[62220]: DEBUG nova.network.neutron [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Successfully updated port: 3b4b4491-68f8-4380-b578-1752630ea670 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.135626] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.136457] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-212c29f3-4b2d-4288-aaa0-ccb0954108a2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.146393] env[62220]: DEBUG oslo_vmware.api [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1569.146393] env[62220]: value = "task-1747399" [ 1569.146393] env[62220]: _type = "Task" [ 1569.146393] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.158706] env[62220]: DEBUG oslo_vmware.api [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.184302] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747396, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.186563] env[62220]: DEBUG nova.network.neutron [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance_info_cache with network_info: [{"id": "7107e771-ec56-4135-bc21-d99888e62b21", "address": "fa:16:3e:74:86:fe", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7107e771-ec", "ovs_interfaceid": "7107e771-ec56-4135-bc21-d99888e62b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.227578] env[62220]: INFO nova.compute.manager [-] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Took 2.58 seconds to deallocate network for instance. [ 1569.235553] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.296s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.236205] env[62220]: DEBUG nova.compute.manager [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1569.239821] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.401s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.239821] env[62220]: DEBUG nova.objects.instance [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lazy-loading 'resources' on Instance uuid 5407f930-2995-489e-8ecb-8c4b87e8489e {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.270617] env[62220]: INFO nova.compute.manager [-] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Took 2.57 seconds to deallocate network for instance. [ 1569.313625] env[62220]: DEBUG oslo_concurrency.lockutils [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.376108] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.404721] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082362} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.406543] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.407583] env[62220]: DEBUG nova.compute.manager [req-5bf39857-0c88-40f4-9e4b-cfa180cf6d56 req-b24d78c1-f4f0-4f99-94a5-d8d297aa18eb service nova] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Received event network-vif-deleted-bbefd885-4441-45a1-b660-7dbba45f9631 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1569.411024] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b360ad-a256-44de-8aee-400f1f9c735e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.438226] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] dba7afa9-5628-47e5-a762-7932f93bc6a1/dba7afa9-5628-47e5-a762-7932f93bc6a1.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.439128] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed93418-0118-4092-b474-b13bc45938ac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.465111] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749589} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.466542] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 74f95708-d517-4119-b2d1-11820db003db/74f95708-d517-4119-b2d1-11820db003db.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1569.466902] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1569.469411] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1569.469411] env[62220]: value = "task-1747400" [ 1569.469411] env[62220]: _type = "Task" [ 1569.469411] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.469411] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a7e997a-893d-4d89-90c0-6c254ddaa28a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.479486] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.481138] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Waiting for the task: (returnval){ [ 1569.481138] env[62220]: value = "task-1747401" [ 1569.481138] env[62220]: _type = "Task" [ 1569.481138] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.491313] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.579134] env[62220]: DEBUG oslo_vmware.api [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747398, 'name': PowerOffVM_Task, 'duration_secs': 0.329564} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.579486] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1569.579786] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1569.580200] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52e42b94-19e9-4f25-9a56-9676020592e0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.608758] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Acquiring lock "refresh_cache-08c07447-8e2d-4727-8ba1-d1d9419bfff3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.608934] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Acquired lock "refresh_cache-08c07447-8e2d-4727-8ba1-d1d9419bfff3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.609107] env[62220]: DEBUG nova.network.neutron [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.661029] env[62220]: DEBUG oslo_vmware.api [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.677254] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747396, 'name': CreateSnapshot_Task, 'duration_secs': 1.011007} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.677571] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1569.678473] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e572f02f-bee9-490e-a5f0-bd41bee41ca1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.695084] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.740292] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.743151] env[62220]: DEBUG nova.compute.utils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1569.749172] env[62220]: DEBUG nova.compute.manager [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1569.749395] env[62220]: DEBUG nova.network.neutron [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1569.783370] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.878056] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1569.878056] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1569.878636] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleting the datastore file [datastore1] a9462f81-92ac-483d-a8b4-51cd521b8e66 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1569.879065] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fb7a742-7abb-4ada-b853-3d9427ca36bb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.884653] env[62220]: DEBUG nova.policy [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d71f4ee47e24fdba197d098dc9f29bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aa4322ee1c7440398464b72ec5baaea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1569.893324] env[62220]: DEBUG oslo_vmware.api [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1569.893324] env[62220]: value = "task-1747403" [ 1569.893324] env[62220]: _type = "Task" [ 1569.893324] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.905259] env[62220]: DEBUG oslo_vmware.api [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.995219] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.004536] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158686} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.005121] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1570.007983] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1f555a-aec4-4c20-8aa6-52e6e478ebf2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.041960] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 74f95708-d517-4119-b2d1-11820db003db/74f95708-d517-4119-b2d1-11820db003db.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1570.043184] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aac822f8-4679-44b0-952d-30c38b43b916 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.074981] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Waiting for the task: (returnval){ [ 1570.074981] env[62220]: value = "task-1747404" [ 1570.074981] env[62220]: _type = "Task" [ 1570.074981] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.088681] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.159854] env[62220]: DEBUG oslo_vmware.api [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747399, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.200306] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1570.201509] env[62220]: DEBUG nova.compute.manager [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62220) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1570.201807] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.202257] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7aa04468-e122-4942-b43b-d2cc366359cc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.214681] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1570.214681] env[62220]: value = "task-1747405" [ 1570.214681] env[62220]: _type = "Task" [ 1570.214681] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.219940] env[62220]: DEBUG nova.network.neutron [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1570.228562] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747405, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.252471] env[62220]: DEBUG nova.compute.manager [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1570.404930] env[62220]: DEBUG oslo_vmware.api [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282075} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.405274] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1570.405513] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1570.405739] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1570.405940] env[62220]: INFO nova.compute.manager [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1570.406909] env[62220]: DEBUG oslo.service.loopingcall [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1570.406909] env[62220]: DEBUG nova.compute.manager [-] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1570.406909] env[62220]: DEBUG nova.network.neutron [-] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1570.431986] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cff55e4-f1d0-469d-bb23-e8e76bb37ae5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.442081] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bda9a64-ebfc-4d0d-921f-6a99b1a181d0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.483683] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fb5bc0-ce56-4883-9eda-3b9a09eb1479 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.493475] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747400, 'name': ReconfigVM_Task, 'duration_secs': 0.604944} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.495590] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Reconfigured VM instance instance-00000039 to attach disk [datastore1] dba7afa9-5628-47e5-a762-7932f93bc6a1/dba7afa9-5628-47e5-a762-7932f93bc6a1.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.495945] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62220) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1570.499228] env[62220]: DEBUG nova.network.neutron [-] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.500542] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-0bb1b721-223e-4328-be12-388286a8023b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.508022] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758c1582-7f01-47d9-ad4b-3fdebfd4dd2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.524252] env[62220]: DEBUG nova.compute.provider_tree [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.531490] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1570.531490] env[62220]: value = "task-1747406" [ 1570.531490] env[62220]: _type = "Task" [ 1570.531490] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.546024] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747406, 'name': CreateVirtualDisk_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.587056] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.658622] env[62220]: DEBUG oslo_vmware.api [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747399, 'name': PowerOnVM_Task, 'duration_secs': 1.03758} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.658960] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.659211] env[62220]: DEBUG nova.compute.manager [None req-18674fb8-26f4-4fb0-b02d-5934af05682b tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1570.660114] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a88a80-705e-4585-a70e-47020444dee4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.728890] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747405, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.837206] env[62220]: DEBUG nova.network.neutron [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Updating instance_info_cache with network_info: [{"id": "3b4b4491-68f8-4380-b578-1752630ea670", "address": "fa:16:3e:62:91:f5", "network": {"id": "c53265d2-4bad-47cb-8adb-9598bb49a271", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1585657071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a569283715de4c54a2a2a545b1f62b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4b4491-68", "ovs_interfaceid": "3b4b4491-68f8-4380-b578-1752630ea670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.949282] env[62220]: DEBUG nova.network.neutron [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Successfully created port: 561051f6-2534-4a99-9f45-12cf398d6fa0 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1571.012761] env[62220]: INFO nova.compute.manager [-] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Took 2.86 seconds to deallocate network for instance. [ 1571.033608] env[62220]: DEBUG nova.scheduler.client.report [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1571.049008] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747406, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.053835} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.049388] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62220) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1571.050336] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199264f3-675d-437a-92e7-d7bb6864b8cc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.082981] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] dba7afa9-5628-47e5-a762-7932f93bc6a1/ephemeral_0.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.084244] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b80e5c5-3cb0-4cd8-b336-5f33d13980bb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.108465] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747404, 'name': ReconfigVM_Task, 'duration_secs': 0.615933} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.110092] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 74f95708-d517-4119-b2d1-11820db003db/74f95708-d517-4119-b2d1-11820db003db.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1571.111403] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1571.111403] env[62220]: value = "task-1747407" [ 1571.111403] env[62220]: _type = "Task" [ 1571.111403] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.115021] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0546b3f8-9c12-45f4-bc11-5908424cc029 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.125565] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.130986] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Waiting for the task: (returnval){ [ 1571.130986] env[62220]: value = "task-1747408" [ 1571.130986] env[62220]: _type = "Task" [ 1571.130986] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.137072] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747408, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.228278] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747405, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.262611] env[62220]: DEBUG nova.compute.manager [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1571.297240] env[62220]: DEBUG nova.virt.hardware [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4c16e7303849308f76a33f16576cbf39',container_format='bare',created_at=2024-12-11T11:07:36Z,direct_url=,disk_format='vmdk',id=19ac8dac-ca12-4708-9927-ea9b3589080c,min_disk=1,min_ram=0,name='tempest-test-snap-196189429',owner='9aa4322ee1c7440398464b72ec5baaea',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-11T11:07:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1571.297724] env[62220]: DEBUG nova.virt.hardware [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1571.298086] env[62220]: DEBUG nova.virt.hardware [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.298459] env[62220]: DEBUG nova.virt.hardware [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1571.298692] env[62220]: DEBUG nova.virt.hardware [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.298907] env[62220]: DEBUG nova.virt.hardware [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1571.299248] env[62220]: DEBUG nova.virt.hardware [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1571.299482] env[62220]: DEBUG nova.virt.hardware [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1571.299805] env[62220]: DEBUG nova.virt.hardware [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1571.300681] env[62220]: DEBUG nova.virt.hardware [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1571.301029] env[62220]: DEBUG nova.virt.hardware [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1571.302020] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbae860-e21b-4b67-9d91-0482c71051bc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.311728] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89735a0-2274-4ad9-bd96-00076edd6e96 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.341252] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Releasing lock "refresh_cache-08c07447-8e2d-4727-8ba1-d1d9419bfff3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.341646] env[62220]: DEBUG nova.compute.manager [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Instance network_info: |[{"id": "3b4b4491-68f8-4380-b578-1752630ea670", "address": "fa:16:3e:62:91:f5", "network": {"id": "c53265d2-4bad-47cb-8adb-9598bb49a271", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1585657071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a569283715de4c54a2a2a545b1f62b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4b4491-68", "ovs_interfaceid": "3b4b4491-68f8-4380-b578-1752630ea670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1571.342114] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:91:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b4b4491-68f8-4380-b578-1752630ea670', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.350275] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Creating folder: Project (a569283715de4c54a2a2a545b1f62b54). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.350673] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad0e4dcb-ba52-4b3b-8e79-3f55c406f2c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.365099] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Created folder: Project (a569283715de4c54a2a2a545b1f62b54) in parent group-v363147. [ 1571.365544] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Creating folder: Instances. Parent ref: group-v363321. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.365944] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4e3406e-4fea-492e-bd15-e110253d14b9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.379740] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Created folder: Instances in parent group-v363321. [ 1571.380184] env[62220]: DEBUG oslo.service.loopingcall [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.380528] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.380938] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eec583ad-d304-47e7-bcd6-2c2d7dd58a3d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.406088] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.406088] env[62220]: value = "task-1747411" [ 1571.406088] env[62220]: _type = "Task" [ 1571.406088] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.416381] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747411, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.523447] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.547149] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.548116] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.533s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.550154] env[62220]: INFO nova.compute.claims [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1571.586371] env[62220]: INFO nova.scheduler.client.report [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Deleted allocations for instance 5407f930-2995-489e-8ecb-8c4b87e8489e [ 1571.630030] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.641624] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747408, 'name': Rename_Task, 'duration_secs': 0.20946} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.641957] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.642509] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-accf53bc-53dd-4a7c-aa86-b4f1c0424d3c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.653450] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Waiting for the task: (returnval){ [ 1571.653450] env[62220]: value = "task-1747412" [ 1571.653450] env[62220]: _type = "Task" [ 1571.653450] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.666569] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.682299] env[62220]: DEBUG nova.network.neutron [-] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.730367] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747405, 'name': CloneVM_Task} progress is 95%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.906732] env[62220]: DEBUG nova.compute.manager [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Received event network-vif-deleted-badf2061-94d3-4dac-bcfc-6472ea1085b1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1571.907022] env[62220]: DEBUG nova.compute.manager [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Received event network-vif-plugged-3b4b4491-68f8-4380-b578-1752630ea670 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1571.907303] env[62220]: DEBUG oslo_concurrency.lockutils [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] Acquiring lock "08c07447-8e2d-4727-8ba1-d1d9419bfff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.907593] env[62220]: DEBUG oslo_concurrency.lockutils [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] Lock "08c07447-8e2d-4727-8ba1-d1d9419bfff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.908078] env[62220]: DEBUG oslo_concurrency.lockutils [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] Lock "08c07447-8e2d-4727-8ba1-d1d9419bfff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.908078] env[62220]: DEBUG nova.compute.manager [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] No waiting events found dispatching network-vif-plugged-3b4b4491-68f8-4380-b578-1752630ea670 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1571.908312] env[62220]: WARNING nova.compute.manager [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Received unexpected event network-vif-plugged-3b4b4491-68f8-4380-b578-1752630ea670 for instance with vm_state building and task_state spawning. [ 1571.909040] env[62220]: DEBUG nova.compute.manager [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Received event network-changed-3b4b4491-68f8-4380-b578-1752630ea670 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1571.909040] env[62220]: DEBUG nova.compute.manager [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Refreshing instance network info cache due to event network-changed-3b4b4491-68f8-4380-b578-1752630ea670. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1571.909040] env[62220]: DEBUG oslo_concurrency.lockutils [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] Acquiring lock "refresh_cache-08c07447-8e2d-4727-8ba1-d1d9419bfff3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.909241] env[62220]: DEBUG oslo_concurrency.lockutils [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] Acquired lock "refresh_cache-08c07447-8e2d-4727-8ba1-d1d9419bfff3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.909489] env[62220]: DEBUG nova.network.neutron [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Refreshing network info cache for port 3b4b4491-68f8-4380-b578-1752630ea670 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.922538] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747411, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.083630] env[62220]: DEBUG nova.compute.manager [req-94683283-95d9-493f-95de-3ad5b2689e04 req-27d5a3b3-156f-48d0-bbc8-0ded26eeb3d3 service nova] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Received event network-vif-deleted-974acdeb-cd1b-4be7-8262-d60b8b92d417 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1572.094918] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58eede9f-96a3-4a02-b545-183a7854c2e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "5407f930-2995-489e-8ecb-8c4b87e8489e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.082s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.127885] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747407, 'name': ReconfigVM_Task, 'duration_secs': 0.791796} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.128277] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Reconfigured VM instance instance-00000039 to attach disk [datastore1] dba7afa9-5628-47e5-a762-7932f93bc6a1/ephemeral_0.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.128946] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23f58a28-4e7b-45cf-905c-5ae1275b5f7a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.139537] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1572.139537] env[62220]: value = "task-1747413" [ 1572.139537] env[62220]: _type = "Task" [ 1572.139537] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.152204] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747413, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.164593] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.187251] env[62220]: INFO nova.compute.manager [-] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Took 1.78 seconds to deallocate network for instance. [ 1572.231699] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747405, 'name': CloneVM_Task, 'duration_secs': 1.944385} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.232497] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Created linked-clone VM from snapshot [ 1572.232946] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee69000d-5299-4e62-a481-99da4af4e4e5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.243929] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Uploading image 15e3b091-6378-454d-9e89-aadb7512ccb4 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1572.260430] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1572.260605] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-079bffc6-77e2-47fc-aed7-e52e95991e1e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.269459] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1572.269459] env[62220]: value = "task-1747414" [ 1572.269459] env[62220]: _type = "Task" [ 1572.269459] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.278810] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747414, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.426122] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747411, 'name': CreateVM_Task, 'duration_secs': 0.524517} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.426341] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.427228] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.427388] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.427750] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.428802] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4890c2b2-aef1-49df-967f-67702a56bdd2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.434852] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Waiting for the task: (returnval){ [ 1572.434852] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522aba33-86d9-0449-f995-e039288e0bab" [ 1572.434852] env[62220]: _type = "Task" [ 1572.434852] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.446516] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522aba33-86d9-0449-f995-e039288e0bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.658258] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747413, 'name': Rename_Task, 'duration_secs': 0.221966} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.664333] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1572.664942] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f8a0d31-3b55-4d8d-a228-370655bb9769 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.673179] env[62220]: DEBUG oslo_vmware.api [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747412, 'name': PowerOnVM_Task, 'duration_secs': 0.688591} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.674796] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1572.675040] env[62220]: INFO nova.compute.manager [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1572.675231] env[62220]: DEBUG nova.compute.manager [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.675583] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1572.675583] env[62220]: value = "task-1747415" [ 1572.675583] env[62220]: _type = "Task" [ 1572.675583] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.676465] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470c8be6-7637-4da9-be4c-18c5431a4124 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.701866] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.702360] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.786496] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747414, 'name': Destroy_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.950037] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522aba33-86d9-0449-f995-e039288e0bab, 'name': SearchDatastore_Task, 'duration_secs': 0.016679} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.950365] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.950603] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.951238] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.951238] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.951238] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.952297] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b84024d-ddec-4739-a150-6fe8f879a6b7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.965427] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.965618] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.966383] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d55946b-a552-467a-9b3b-c89b39d8c8e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.978106] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Waiting for the task: (returnval){ [ 1572.978106] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524bbdc8-35bc-d99a-706e-c206b4c74b09" [ 1572.978106] env[62220]: _type = "Task" [ 1572.978106] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.990454] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524bbdc8-35bc-d99a-706e-c206b4c74b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.017997] env[62220]: DEBUG nova.network.neutron [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Updated VIF entry in instance network info cache for port 3b4b4491-68f8-4380-b578-1752630ea670. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1573.019384] env[62220]: DEBUG nova.network.neutron [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Updating instance_info_cache with network_info: [{"id": "3b4b4491-68f8-4380-b578-1752630ea670", "address": "fa:16:3e:62:91:f5", "network": {"id": "c53265d2-4bad-47cb-8adb-9598bb49a271", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1585657071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a569283715de4c54a2a2a545b1f62b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4b4491-68", "ovs_interfaceid": "3b4b4491-68f8-4380-b578-1752630ea670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.122031] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ea286b-0db9-45a1-9a6d-ab7d9a660d8c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.129492] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496379d8-76ce-4b43-9d60-b88f6c2d223d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.171125] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb83df36-778f-43d6-bb63-43e2dc495d43 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.186680] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c768a247-257d-4ea1-8f81-cbd7604cc5f1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.197909] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747415, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.206612] env[62220]: DEBUG nova.compute.provider_tree [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.217115] env[62220]: INFO nova.compute.manager [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Took 51.33 seconds to build instance. [ 1573.289379] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747414, 'name': Destroy_Task, 'duration_secs': 0.716158} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.289379] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Destroyed the VM [ 1573.289379] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1573.289379] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-92e3f3e9-69ec-4beb-a1a3-d67020777fbf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.299913] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1573.299913] env[62220]: value = "task-1747416" [ 1573.299913] env[62220]: _type = "Task" [ 1573.299913] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.313926] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747416, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.372677] env[62220]: DEBUG nova.network.neutron [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Successfully updated port: 561051f6-2534-4a99-9f45-12cf398d6fa0 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1573.491011] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524bbdc8-35bc-d99a-706e-c206b4c74b09, 'name': SearchDatastore_Task, 'duration_secs': 0.017989} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.491183] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9245443d-6ab7-41cb-b3a4-239680db1c56 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.498572] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Waiting for the task: (returnval){ [ 1573.498572] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52413da0-d544-5e00-636c-5d4dab8c5d2d" [ 1573.498572] env[62220]: _type = "Task" [ 1573.498572] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.509484] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52413da0-d544-5e00-636c-5d4dab8c5d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.521379] env[62220]: DEBUG oslo_concurrency.lockutils [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] Releasing lock "refresh_cache-08c07447-8e2d-4727-8ba1-d1d9419bfff3" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.521627] env[62220]: DEBUG nova.compute.manager [req-8d678555-64fe-427d-bb89-ed9b716b59e2 req-94567ac4-cbfc-43b9-8aad-8c6660e38f1c service nova] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Received event network-vif-deleted-39de7ece-0226-4d79-b631-e363ec5393c0 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1573.694073] env[62220]: DEBUG oslo_vmware.api [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747415, 'name': PowerOnVM_Task, 'duration_secs': 0.651296} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.694073] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1573.694073] env[62220]: INFO nova.compute.manager [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Took 12.82 seconds to spawn the instance on the hypervisor. [ 1573.694073] env[62220]: DEBUG nova.compute.manager [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1573.694944] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a135af-88e3-45f4-8e79-faf0e126a9a3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.716369] env[62220]: DEBUG nova.scheduler.client.report [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1573.722028] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb3a4887-8674-476c-8cbc-b9ff8edc5231 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Lock "74f95708-d517-4119-b2d1-11820db003db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.025s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.813418] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747416, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.875674] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "refresh_cache-65339fe1-dd52-4cd5-ba7d-a09145a4f58c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.875861] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "refresh_cache-65339fe1-dd52-4cd5-ba7d-a09145a4f58c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.876047] env[62220]: DEBUG nova.network.neutron [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.009953] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52413da0-d544-5e00-636c-5d4dab8c5d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.016074} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.010527] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.010624] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 08c07447-8e2d-4727-8ba1-d1d9419bfff3/08c07447-8e2d-4727-8ba1-d1d9419bfff3.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1574.010900] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2853bbb0-a097-46be-8294-0cdd0ebdc2e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.021265] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Waiting for the task: (returnval){ [ 1574.021265] env[62220]: value = "task-1747417" [ 1574.021265] env[62220]: _type = "Task" [ 1574.021265] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.037116] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.215802] env[62220]: INFO nova.compute.manager [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Took 55.13 seconds to build instance. [ 1574.224222] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.224770] env[62220]: DEBUG nova.compute.manager [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1574.230638] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.093s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.233262] env[62220]: INFO nova.compute.claims [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1574.316728] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747416, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.448683] env[62220]: DEBUG nova.network.neutron [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1574.545986] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747417, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.673144] env[62220]: DEBUG nova.compute.manager [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Received event network-vif-deleted-49833add-9c32-4eff-a9aa-187932d17879 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1574.673144] env[62220]: DEBUG nova.compute.manager [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Received event network-changed-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1574.673144] env[62220]: DEBUG nova.compute.manager [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Refreshing instance network info cache due to event network-changed-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1574.673144] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] Acquiring lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.673144] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] Acquired lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.673144] env[62220]: DEBUG nova.network.neutron [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Refreshing network info cache for port 83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.718725] env[62220]: DEBUG oslo_concurrency.lockutils [None req-764bf94b-1d5e-44d8-93b3-3f6f7f437918 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "dba7afa9-5628-47e5-a762-7932f93bc6a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.021s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.729161] env[62220]: DEBUG nova.network.neutron [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Updating instance_info_cache with network_info: [{"id": "561051f6-2534-4a99-9f45-12cf398d6fa0", "address": "fa:16:3e:16:91:c0", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561051f6-25", "ovs_interfaceid": "561051f6-2534-4a99-9f45-12cf398d6fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.739912] env[62220]: DEBUG nova.compute.utils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1574.748779] env[62220]: DEBUG nova.compute.manager [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1574.748779] env[62220]: DEBUG nova.network.neutron [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1574.817802] env[62220]: DEBUG oslo_vmware.api [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747416, 'name': RemoveSnapshot_Task, 'duration_secs': 1.031203} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.818212] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1574.831964] env[62220]: DEBUG nova.policy [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '190ccb119cdf4b0bb8ca0d296a1acff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db730eb2b4024f8fbe15d732fd5774e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1575.044055] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578825} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.044055] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 08c07447-8e2d-4727-8ba1-d1d9419bfff3/08c07447-8e2d-4727-8ba1-d1d9419bfff3.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1575.044055] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1575.044055] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c7e8ac2-71fb-4121-98cf-cab6b6fd936f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.051210] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Waiting for the task: (returnval){ [ 1575.051210] env[62220]: value = "task-1747418" [ 1575.051210] env[62220]: _type = "Task" [ 1575.051210] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.065063] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.235200] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "refresh_cache-65339fe1-dd52-4cd5-ba7d-a09145a4f58c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.235200] env[62220]: DEBUG nova.compute.manager [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Instance network_info: |[{"id": "561051f6-2534-4a99-9f45-12cf398d6fa0", "address": "fa:16:3e:16:91:c0", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561051f6-25", "ovs_interfaceid": "561051f6-2534-4a99-9f45-12cf398d6fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1575.235200] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:91:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '561051f6-2534-4a99-9f45-12cf398d6fa0', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1575.243563] env[62220]: DEBUG oslo.service.loopingcall [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.247817] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1575.248511] env[62220]: DEBUG nova.compute.manager [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1575.259413] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-876b217a-0f50-4f78-966c-741640c79bb7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.292025] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1575.292025] env[62220]: value = "task-1747419" [ 1575.292025] env[62220]: _type = "Task" [ 1575.292025] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.302491] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747419, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.323787] env[62220]: WARNING nova.compute.manager [None req-ad42d096-410d-4112-93fc-cc492bb60d3f tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Image not found during snapshot: nova.exception.ImageNotFound: Image 15e3b091-6378-454d-9e89-aadb7512ccb4 could not be found. [ 1575.560590] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078954} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.563346] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.566326] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fafec64-003a-40be-8c5e-adf2db0d8e37 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.593461] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 08c07447-8e2d-4727-8ba1-d1d9419bfff3/08c07447-8e2d-4727-8ba1-d1d9419bfff3.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.596681] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1c40e12-8b61-45c2-b366-b4e6efb0c850 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.624343] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Waiting for the task: (returnval){ [ 1575.624343] env[62220]: value = "task-1747420" [ 1575.624343] env[62220]: _type = "Task" [ 1575.624343] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.638357] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.729200] env[62220]: DEBUG nova.network.neutron [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Successfully created port: c437ee1d-ad84-459e-bbca-2f514c0b230d {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1575.802060] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747419, 'name': CreateVM_Task, 'duration_secs': 0.49248} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.802241] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1575.802975] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/19ac8dac-ca12-4708-9927-ea9b3589080c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.803143] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/19ac8dac-ca12-4708-9927-ea9b3589080c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.803514] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/19ac8dac-ca12-4708-9927-ea9b3589080c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1575.803784] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9f7f79-9128-4c5e-bb22-0d67fb8357e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.811661] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1575.811661] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522a2e32-f97f-474e-f3f4-5dff1148e49b" [ 1575.811661] env[62220]: _type = "Task" [ 1575.811661] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.819895] env[62220]: DEBUG nova.network.neutron [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updated VIF entry in instance network info cache for port 83d3285e-d6c5-4ca3-b2ed-ec46a20e1502. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.820376] env[62220]: DEBUG nova.network.neutron [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updating instance_info_cache with network_info: [{"id": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "address": "fa:16:3e:f1:be:05", "network": {"id": "1f9f0616-700e-40cd-a8dc-4cd68ea9ccae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1084886041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "829a2ef745b04de4acaa9f955ff01620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d3285e-d6", "ovs_interfaceid": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.830495] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/19ac8dac-ca12-4708-9927-ea9b3589080c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.830894] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Processing image 19ac8dac-ca12-4708-9927-ea9b3589080c {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.831324] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/19ac8dac-ca12-4708-9927-ea9b3589080c/19ac8dac-ca12-4708-9927-ea9b3589080c.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.832927] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/19ac8dac-ca12-4708-9927-ea9b3589080c/19ac8dac-ca12-4708-9927-ea9b3589080c.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.832927] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.832927] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6df3011-0aa5-4027-ab93-237e0320ddfe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.847682] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.848780] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.851782] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812e2987-9cfb-4a5c-928e-542d3cb4c8c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.859695] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1575.859695] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520b1d71-7860-95c0-f2ed-c59ed2c715fd" [ 1575.859695] env[62220]: _type = "Task" [ 1575.859695] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.870573] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520b1d71-7860-95c0-f2ed-c59ed2c715fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.897643] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ddf5d7-9282-46c0-b8ff-c18aa70548ac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.906949] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9ba379-a592-48fd-98cf-6fd3af405dcc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.942751] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2b8c5e-9328-4401-b608-2e31927fe87b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.952573] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574be939-eda2-4501-8751-2e1e4521a55f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.969340] env[62220]: DEBUG nova.compute.provider_tree [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1576.135081] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747420, 'name': ReconfigVM_Task, 'duration_secs': 0.458401} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.135364] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 08c07447-8e2d-4727-8ba1-d1d9419bfff3/08c07447-8e2d-4727-8ba1-d1d9419bfff3.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.136038] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30c9a779-775a-42ef-a34e-75e0c567796d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.143247] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Waiting for the task: (returnval){ [ 1576.143247] env[62220]: value = "task-1747421" [ 1576.143247] env[62220]: _type = "Task" [ 1576.143247] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.154355] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747421, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.270775] env[62220]: DEBUG nova.compute.manager [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1576.305583] env[62220]: DEBUG nova.virt.hardware [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1576.306636] env[62220]: DEBUG nova.virt.hardware [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1576.306636] env[62220]: DEBUG nova.virt.hardware [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1576.307099] env[62220]: DEBUG nova.virt.hardware [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1576.307269] env[62220]: DEBUG nova.virt.hardware [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1576.307420] env[62220]: DEBUG nova.virt.hardware [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1576.307650] env[62220]: DEBUG nova.virt.hardware [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1576.307852] env[62220]: DEBUG nova.virt.hardware [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1576.308031] env[62220]: DEBUG nova.virt.hardware [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1576.308194] env[62220]: DEBUG nova.virt.hardware [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1576.308381] env[62220]: DEBUG nova.virt.hardware [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1576.309294] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6793674-2771-4e9e-97ea-c61add3438ca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.319142] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8f9d0d-1a72-4f67-b1a7-787cefbac441 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.323830] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] Releasing lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.324144] env[62220]: DEBUG nova.compute.manager [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Received event network-changed-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1576.324268] env[62220]: DEBUG nova.compute.manager [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Refreshing instance network info cache due to event network-changed-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1576.324479] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] Acquiring lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.324623] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] Acquired lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.324790] env[62220]: DEBUG nova.network.neutron [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Refreshing network info cache for port 83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.374041] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Preparing fetch location {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1576.374041] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Fetch image to [datastore1] OSTACK_IMG_82ab8d37-0809-4a97-ac8a-a9f6ea398eca/OSTACK_IMG_82ab8d37-0809-4a97-ac8a-a9f6ea398eca.vmdk {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1576.374041] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Downloading stream optimized image 19ac8dac-ca12-4708-9927-ea9b3589080c to [datastore1] OSTACK_IMG_82ab8d37-0809-4a97-ac8a-a9f6ea398eca/OSTACK_IMG_82ab8d37-0809-4a97-ac8a-a9f6ea398eca.vmdk on the data store datastore1 as vApp {{(pid=62220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1576.374041] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Downloading image file data 19ac8dac-ca12-4708-9927-ea9b3589080c to the ESX as VM named 'OSTACK_IMG_82ab8d37-0809-4a97-ac8a-a9f6ea398eca' {{(pid=62220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1576.379808] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Acquiring lock "74f95708-d517-4119-b2d1-11820db003db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.379808] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Lock "74f95708-d517-4119-b2d1-11820db003db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.380053] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Acquiring lock "74f95708-d517-4119-b2d1-11820db003db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.380275] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Lock "74f95708-d517-4119-b2d1-11820db003db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.380454] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Lock "74f95708-d517-4119-b2d1-11820db003db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.385361] env[62220]: INFO nova.compute.manager [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Terminating instance [ 1576.468023] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1576.468023] env[62220]: value = "resgroup-9" [ 1576.468023] env[62220]: _type = "ResourcePool" [ 1576.468023] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1576.468023] env[62220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4e2e171a-5f31-4ff8-9d32-acaea46b5f99 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.495646] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lease: (returnval){ [ 1576.495646] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52184177-a5a0-e221-320a-0cbdec169e17" [ 1576.495646] env[62220]: _type = "HttpNfcLease" [ 1576.495646] env[62220]: } obtained for vApp import into resource pool (val){ [ 1576.495646] env[62220]: value = "resgroup-9" [ 1576.495646] env[62220]: _type = "ResourcePool" [ 1576.495646] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1576.496287] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the lease: (returnval){ [ 1576.496287] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52184177-a5a0-e221-320a-0cbdec169e17" [ 1576.496287] env[62220]: _type = "HttpNfcLease" [ 1576.496287] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1576.504179] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1576.504179] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52184177-a5a0-e221-320a-0cbdec169e17" [ 1576.504179] env[62220]: _type = "HttpNfcLease" [ 1576.504179] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1576.536423] env[62220]: DEBUG nova.scheduler.client.report [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1576.536791] env[62220]: DEBUG nova.compute.provider_tree [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 82 to 83 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1576.536986] env[62220]: DEBUG nova.compute.provider_tree [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1576.582478] env[62220]: DEBUG nova.compute.manager [req-b1ec9012-6b9e-4b53-91c5-60ababb35001 req-685f7e33-cdcd-45fb-8408-105abddabb7a service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Received event network-changed-20711935-ae11-4ca8-87d3-127dc82f964d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1576.582478] env[62220]: DEBUG nova.compute.manager [req-b1ec9012-6b9e-4b53-91c5-60ababb35001 req-685f7e33-cdcd-45fb-8408-105abddabb7a service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Refreshing instance network info cache due to event network-changed-20711935-ae11-4ca8-87d3-127dc82f964d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1576.582478] env[62220]: DEBUG oslo_concurrency.lockutils [req-b1ec9012-6b9e-4b53-91c5-60ababb35001 req-685f7e33-cdcd-45fb-8408-105abddabb7a service nova] Acquiring lock "refresh_cache-dba7afa9-5628-47e5-a762-7932f93bc6a1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.582478] env[62220]: DEBUG oslo_concurrency.lockutils [req-b1ec9012-6b9e-4b53-91c5-60ababb35001 req-685f7e33-cdcd-45fb-8408-105abddabb7a service nova] Acquired lock "refresh_cache-dba7afa9-5628-47e5-a762-7932f93bc6a1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.582478] env[62220]: DEBUG nova.network.neutron [req-b1ec9012-6b9e-4b53-91c5-60ababb35001 req-685f7e33-cdcd-45fb-8408-105abddabb7a service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Refreshing network info cache for port 20711935-ae11-4ca8-87d3-127dc82f964d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.656945] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747421, 'name': Rename_Task, 'duration_secs': 0.233962} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.657449] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.658098] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ecf119c-4393-4eb1-9252-2f1452f8c19d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.669132] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Waiting for the task: (returnval){ [ 1576.669132] env[62220]: value = "task-1747423" [ 1576.669132] env[62220]: _type = "Task" [ 1576.669132] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.680758] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.894178] env[62220]: DEBUG nova.compute.manager [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1576.894178] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1576.894178] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f9c570-3e69-42ac-8d6e-a3a874eb365e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.901641] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1576.901939] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63c5b6fa-94ae-4750-832a-42da1aa92751 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.911000] env[62220]: DEBUG oslo_vmware.api [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Waiting for the task: (returnval){ [ 1576.911000] env[62220]: value = "task-1747424" [ 1576.911000] env[62220]: _type = "Task" [ 1576.911000] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.925481] env[62220]: DEBUG oslo_vmware.api [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.007316] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1577.007316] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52184177-a5a0-e221-320a-0cbdec169e17" [ 1577.007316] env[62220]: _type = "HttpNfcLease" [ 1577.007316] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1577.043996] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.044599] env[62220]: DEBUG nova.compute.manager [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1577.052077] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.752s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.054511] env[62220]: INFO nova.compute.claims [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1577.070996] env[62220]: DEBUG oslo_vmware.rw_handles [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bf5f9-766f-ce5d-aaa8-e74dae5aa333/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1577.072664] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684dcbee-6f7c-4318-8356-44cc88161cac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.081408] env[62220]: DEBUG oslo_vmware.rw_handles [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bf5f9-766f-ce5d-aaa8-e74dae5aa333/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1577.081573] env[62220]: ERROR oslo_vmware.rw_handles [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bf5f9-766f-ce5d-aaa8-e74dae5aa333/disk-0.vmdk due to incomplete transfer. [ 1577.081814] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f2bd929b-2170-4555-8556-6f28aa94c51b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.103476] env[62220]: DEBUG oslo_vmware.rw_handles [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bf5f9-766f-ce5d-aaa8-e74dae5aa333/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1577.103693] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Uploaded image 5565be8e-217f-4552-a8f1-b2cd8763086f to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1577.110424] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1577.111846] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9aeb9fe2-c1fa-47bc-9a36-ccbd5e70e45c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.120795] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1577.120795] env[62220]: value = "task-1747425" [ 1577.120795] env[62220]: _type = "Task" [ 1577.120795] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.135307] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747425, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.180371] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.427088] env[62220]: DEBUG oslo_vmware.api [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747424, 'name': PowerOffVM_Task, 'duration_secs': 0.309924} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.430017] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1577.430860] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1577.431325] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17d19488-a7fe-49f6-bd58-2f8b14f76e43 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.447509] env[62220]: DEBUG nova.network.neutron [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updated VIF entry in instance network info cache for port 83d3285e-d6c5-4ca3-b2ed-ec46a20e1502. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.447974] env[62220]: DEBUG nova.network.neutron [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updating instance_info_cache with network_info: [{"id": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "address": "fa:16:3e:f1:be:05", "network": {"id": "1f9f0616-700e-40cd-a8dc-4cd68ea9ccae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1084886041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "829a2ef745b04de4acaa9f955ff01620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d3285e-d6", "ovs_interfaceid": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.505800] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1577.505800] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52184177-a5a0-e221-320a-0cbdec169e17" [ 1577.505800] env[62220]: _type = "HttpNfcLease" [ 1577.505800] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1577.506103] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1577.506103] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52184177-a5a0-e221-320a-0cbdec169e17" [ 1577.506103] env[62220]: _type = "HttpNfcLease" [ 1577.506103] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1577.506853] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4950e5-3b31-45ae-a0f6-9f03e0be8e04 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.517096] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e5060-34f3-6041-5b01-c135c373f9d9/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1577.518026] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e5060-34f3-6041-5b01-c135c373f9d9/disk-0.vmdk. {{(pid=62220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1577.581096] env[62220]: DEBUG nova.compute.utils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1577.588706] env[62220]: DEBUG nova.compute.manager [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1577.588953] env[62220]: DEBUG nova.network.neutron [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1577.599387] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-af9c1140-affb-4cad-ac6d-247d6bc17b38 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.635437] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747425, 'name': Destroy_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.656380] env[62220]: DEBUG nova.compute.manager [req-13c516af-513f-4d6d-a9c4-ca686dd5e4ff req-ddf3ad96-3677-4f1c-b920-e93e1ce3a110 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Received event network-changed-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1577.656648] env[62220]: DEBUG nova.compute.manager [req-13c516af-513f-4d6d-a9c4-ca686dd5e4ff req-ddf3ad96-3677-4f1c-b920-e93e1ce3a110 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Refreshing instance network info cache due to event network-changed-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1577.656852] env[62220]: DEBUG oslo_concurrency.lockutils [req-13c516af-513f-4d6d-a9c4-ca686dd5e4ff req-ddf3ad96-3677-4f1c-b920-e93e1ce3a110 service nova] Acquiring lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.673644] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1577.673980] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1577.674097] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Deleting the datastore file [datastore1] 74f95708-d517-4119-b2d1-11820db003db {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1577.675082] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21b8e1a0-9747-48f5-8f9f-5ff008c033c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.681040] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747423, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.686356] env[62220]: DEBUG oslo_vmware.api [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Waiting for the task: (returnval){ [ 1577.686356] env[62220]: value = "task-1747427" [ 1577.686356] env[62220]: _type = "Task" [ 1577.686356] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.696565] env[62220]: DEBUG oslo_vmware.api [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.750167] env[62220]: DEBUG nova.policy [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '029f7ae6b342430a94238182fdc24091', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d1461cd9e704fbdaaa24b82c2c031e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1577.954351] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] Releasing lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.954773] env[62220]: DEBUG nova.compute.manager [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Received event network-vif-plugged-561051f6-2534-4a99-9f45-12cf398d6fa0 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1577.955089] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] Acquiring lock "65339fe1-dd52-4cd5-ba7d-a09145a4f58c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.955397] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] Lock "65339fe1-dd52-4cd5-ba7d-a09145a4f58c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.955634] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] Lock "65339fe1-dd52-4cd5-ba7d-a09145a4f58c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.955963] env[62220]: DEBUG nova.compute.manager [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] No waiting events found dispatching network-vif-plugged-561051f6-2534-4a99-9f45-12cf398d6fa0 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1577.956230] env[62220]: WARNING nova.compute.manager [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Received unexpected event network-vif-plugged-561051f6-2534-4a99-9f45-12cf398d6fa0 for instance with vm_state building and task_state spawning. [ 1577.956477] env[62220]: DEBUG nova.compute.manager [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Received event network-changed-561051f6-2534-4a99-9f45-12cf398d6fa0 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1577.956897] env[62220]: DEBUG nova.compute.manager [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Refreshing instance network info cache due to event network-changed-561051f6-2534-4a99-9f45-12cf398d6fa0. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1577.957113] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] Acquiring lock "refresh_cache-65339fe1-dd52-4cd5-ba7d-a09145a4f58c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.957373] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] Acquired lock "refresh_cache-65339fe1-dd52-4cd5-ba7d-a09145a4f58c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.957575] env[62220]: DEBUG nova.network.neutron [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Refreshing network info cache for port 561051f6-2534-4a99-9f45-12cf398d6fa0 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1577.958901] env[62220]: DEBUG oslo_concurrency.lockutils [req-13c516af-513f-4d6d-a9c4-ca686dd5e4ff req-ddf3ad96-3677-4f1c-b920-e93e1ce3a110 service nova] Acquired lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.959094] env[62220]: DEBUG nova.network.neutron [req-13c516af-513f-4d6d-a9c4-ca686dd5e4ff req-ddf3ad96-3677-4f1c-b920-e93e1ce3a110 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Refreshing network info cache for port 83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1578.089540] env[62220]: DEBUG nova.compute.manager [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1578.138630] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747425, 'name': Destroy_Task, 'duration_secs': 0.712496} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.139871] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Destroyed the VM [ 1578.139871] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1578.140037] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ee33a40-b10e-47ab-afa4-c68f3f709af4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.148139] env[62220]: DEBUG nova.network.neutron [req-b1ec9012-6b9e-4b53-91c5-60ababb35001 req-685f7e33-cdcd-45fb-8408-105abddabb7a service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Updated VIF entry in instance network info cache for port 20711935-ae11-4ca8-87d3-127dc82f964d. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.148508] env[62220]: DEBUG nova.network.neutron [req-b1ec9012-6b9e-4b53-91c5-60ababb35001 req-685f7e33-cdcd-45fb-8408-105abddabb7a service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Updating instance_info_cache with network_info: [{"id": "20711935-ae11-4ca8-87d3-127dc82f964d", "address": "fa:16:3e:96:79:ea", "network": {"id": "d4ce0912-7e39-43cf-b446-7a9111806484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1640094921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdd8ff717984dd7b626fc7faf5503e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20711935-ae", "ovs_interfaceid": "20711935-ae11-4ca8-87d3-127dc82f964d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.153364] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1578.153364] env[62220]: value = "task-1747428" [ 1578.153364] env[62220]: _type = "Task" [ 1578.153364] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.165555] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747428, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.179422] env[62220]: DEBUG oslo_vmware.api [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747423, 'name': PowerOnVM_Task, 'duration_secs': 1.049849} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.183305] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1578.183450] env[62220]: INFO nova.compute.manager [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Took 11.22 seconds to spawn the instance on the hypervisor. [ 1578.183750] env[62220]: DEBUG nova.compute.manager [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1578.185397] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bac31f-3968-4f56-b756-7139ba0fc459 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.207927] env[62220]: DEBUG oslo_vmware.api [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Task: {'id': task-1747427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301665} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.208439] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.208636] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.208812] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.208984] env[62220]: INFO nova.compute.manager [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] [instance: 74f95708-d517-4119-b2d1-11820db003db] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1578.209284] env[62220]: DEBUG oslo.service.loopingcall [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.209492] env[62220]: DEBUG nova.compute.manager [-] [instance: 74f95708-d517-4119-b2d1-11820db003db] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1578.209588] env[62220]: DEBUG nova.network.neutron [-] [instance: 74f95708-d517-4119-b2d1-11820db003db] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1578.449081] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Completed reading data from the image iterator. {{(pid=62220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1578.449081] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e5060-34f3-6041-5b01-c135c373f9d9/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1578.449081] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fc07b6-ff21-4402-873e-7db4f2e20f8a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.456884] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e5060-34f3-6041-5b01-c135c373f9d9/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1578.456884] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e5060-34f3-6041-5b01-c135c373f9d9/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1578.459094] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4df98812-9804-4ca9-b1a6-54f863ccea3a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.615396] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b7abf2-e84a-4d40-9f71-cfefb04c9807 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.624575] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730f9167-a9ac-4994-99b8-06d9094b4f8f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.657864] env[62220]: DEBUG oslo_concurrency.lockutils [req-b1ec9012-6b9e-4b53-91c5-60ababb35001 req-685f7e33-cdcd-45fb-8408-105abddabb7a service nova] Releasing lock "refresh_cache-dba7afa9-5628-47e5-a762-7932f93bc6a1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.665439] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddb2a1f-8c16-4ee7-95dd-17e8c0a575f5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.674790] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747428, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.678162] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5aef5e-af7c-4e5f-a652-5103cdc5b9b5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.692156] env[62220]: DEBUG nova.compute.provider_tree [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1578.716651] env[62220]: INFO nova.compute.manager [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Took 47.53 seconds to build instance. [ 1578.720942] env[62220]: DEBUG nova.network.neutron [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Successfully updated port: c437ee1d-ad84-459e-bbca-2f514c0b230d {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1578.776652] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e5060-34f3-6041-5b01-c135c373f9d9/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1578.776864] env[62220]: INFO nova.virt.vmwareapi.images [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Downloaded image file data 19ac8dac-ca12-4708-9927-ea9b3589080c [ 1578.778161] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d726f7-8de1-4b0e-970b-2d3ced7c2a79 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.797477] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bb14a1b-1bb6-425c-b359-98fb18b35bea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.857604] env[62220]: INFO nova.virt.vmwareapi.images [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] The imported VM was unregistered [ 1578.860553] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Caching image {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1578.860833] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Creating directory with path [datastore1] devstack-image-cache_base/19ac8dac-ca12-4708-9927-ea9b3589080c {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1578.861274] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6de20c3d-0f4e-41e3-a3eb-f2d4d1df991b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.874156] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Created directory with path [datastore1] devstack-image-cache_base/19ac8dac-ca12-4708-9927-ea9b3589080c {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1578.874495] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_82ab8d37-0809-4a97-ac8a-a9f6ea398eca/OSTACK_IMG_82ab8d37-0809-4a97-ac8a-a9f6ea398eca.vmdk to [datastore1] devstack-image-cache_base/19ac8dac-ca12-4708-9927-ea9b3589080c/19ac8dac-ca12-4708-9927-ea9b3589080c.vmdk. {{(pid=62220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1578.875242] env[62220]: DEBUG nova.network.neutron [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Updated VIF entry in instance network info cache for port 561051f6-2534-4a99-9f45-12cf398d6fa0. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.875577] env[62220]: DEBUG nova.network.neutron [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Updating instance_info_cache with network_info: [{"id": "561051f6-2534-4a99-9f45-12cf398d6fa0", "address": "fa:16:3e:16:91:c0", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561051f6-25", "ovs_interfaceid": "561051f6-2534-4a99-9f45-12cf398d6fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.876701] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5deb0109-e5d5-4d5b-8fa0-33cd91aa21b0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.880531] env[62220]: DEBUG nova.network.neutron [req-13c516af-513f-4d6d-a9c4-ca686dd5e4ff req-ddf3ad96-3677-4f1c-b920-e93e1ce3a110 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updated VIF entry in instance network info cache for port 83d3285e-d6c5-4ca3-b2ed-ec46a20e1502. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.881216] env[62220]: DEBUG nova.network.neutron [req-13c516af-513f-4d6d-a9c4-ca686dd5e4ff req-ddf3ad96-3677-4f1c-b920-e93e1ce3a110 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updating instance_info_cache with network_info: [{"id": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "address": "fa:16:3e:f1:be:05", "network": {"id": "1f9f0616-700e-40cd-a8dc-4cd68ea9ccae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1084886041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "829a2ef745b04de4acaa9f955ff01620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d3285e-d6", "ovs_interfaceid": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.882229] env[62220]: DEBUG oslo_concurrency.lockutils [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "c5a5e047-38b7-44cd-9e99-fdbef30080e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.882444] env[62220]: DEBUG oslo_concurrency.lockutils [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "c5a5e047-38b7-44cd-9e99-fdbef30080e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.882637] env[62220]: DEBUG oslo_concurrency.lockutils [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "c5a5e047-38b7-44cd-9e99-fdbef30080e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.882814] env[62220]: DEBUG oslo_concurrency.lockutils [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "c5a5e047-38b7-44cd-9e99-fdbef30080e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.882982] env[62220]: DEBUG oslo_concurrency.lockutils [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "c5a5e047-38b7-44cd-9e99-fdbef30080e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.885376] env[62220]: INFO nova.compute.manager [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Terminating instance [ 1578.890621] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1578.890621] env[62220]: value = "task-1747430" [ 1578.890621] env[62220]: _type = "Task" [ 1578.890621] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.904020] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747430, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.028332] env[62220]: DEBUG nova.network.neutron [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Successfully created port: 3d296e8e-55e1-410a-be79-37c4b58c3fcb {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1579.101088] env[62220]: DEBUG nova.compute.manager [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1579.135022] env[62220]: DEBUG nova.virt.hardware [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1579.135022] env[62220]: DEBUG nova.virt.hardware [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1579.135022] env[62220]: DEBUG nova.virt.hardware [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.135464] env[62220]: DEBUG nova.virt.hardware [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1579.135836] env[62220]: DEBUG nova.virt.hardware [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.136200] env[62220]: DEBUG nova.virt.hardware [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1579.139020] env[62220]: DEBUG nova.virt.hardware [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1579.139020] env[62220]: DEBUG nova.virt.hardware [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1579.139020] env[62220]: DEBUG nova.virt.hardware [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1579.139020] env[62220]: DEBUG nova.virt.hardware [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1579.139020] env[62220]: DEBUG nova.virt.hardware [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1579.139020] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bda3f6-2501-430a-b95d-edde11704049 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.148448] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decc1abd-bef2-472f-89ab-c68cff74eea7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.174582] env[62220]: DEBUG oslo_vmware.api [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747428, 'name': RemoveSnapshot_Task, 'duration_secs': 0.602066} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.175215] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1579.175569] env[62220]: INFO nova.compute.manager [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Took 18.32 seconds to snapshot the instance on the hypervisor. [ 1579.219016] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b871c99f-2073-4ff9-84fd-accb1f8956de tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Lock "08c07447-8e2d-4727-8ba1-d1d9419bfff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.042s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.224417] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "refresh_cache-56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.224417] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired lock "refresh_cache-56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.224417] env[62220]: DEBUG nova.network.neutron [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.236788] env[62220]: DEBUG nova.scheduler.client.report [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1579.236997] env[62220]: DEBUG nova.compute.provider_tree [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 83 to 84 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1579.237196] env[62220]: DEBUG nova.compute.provider_tree [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1579.383346] env[62220]: DEBUG oslo_concurrency.lockutils [req-2b108326-4761-4494-b5c4-c1e3817c4c72 req-27c08166-c045-43c3-b05f-7935ca984e3b service nova] Releasing lock "refresh_cache-65339fe1-dd52-4cd5-ba7d-a09145a4f58c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.389164] env[62220]: DEBUG oslo_concurrency.lockutils [req-13c516af-513f-4d6d-a9c4-ca686dd5e4ff req-ddf3ad96-3677-4f1c-b920-e93e1ce3a110 service nova] Releasing lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.389335] env[62220]: DEBUG nova.compute.manager [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1579.389558] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.390893] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305d2c0d-1293-4669-a407-4ff8c6181234 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.406211] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747430, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.409625] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.409958] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce029520-0912-4b6b-bda1-506503d681b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.417773] env[62220]: DEBUG oslo_vmware.api [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1579.417773] env[62220]: value = "task-1747431" [ 1579.417773] env[62220]: _type = "Task" [ 1579.417773] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.431380] env[62220]: DEBUG oslo_vmware.api [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.477883] env[62220]: DEBUG nova.network.neutron [-] [instance: 74f95708-d517-4119-b2d1-11820db003db] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.722275] env[62220]: DEBUG nova.compute.manager [None req-deced2bd-5c10-46ae-b149-2efe77766ed8 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Found 2 images (rotation: 2) {{(pid=62220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1579.750123] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.750123] env[62220]: DEBUG nova.compute.manager [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1579.753591] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.578s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.753889] env[62220]: DEBUG nova.objects.instance [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lazy-loading 'resources' on Instance uuid 890d4338-8d28-41cf-ba9d-d5eae6f50c13 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.790368] env[62220]: DEBUG nova.network.neutron [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1579.908891] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747430, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.931238] env[62220]: DEBUG oslo_vmware.api [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747431, 'name': PowerOffVM_Task, 'duration_secs': 0.429945} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.931708] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.931708] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.932627] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f389e4c5-9977-4992-955b-0d48c4b821a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.980920] env[62220]: INFO nova.compute.manager [-] [instance: 74f95708-d517-4119-b2d1-11820db003db] Took 1.77 seconds to deallocate network for instance. [ 1580.033278] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1580.033768] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1580.033768] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Deleting the datastore file [datastore1] c5a5e047-38b7-44cd-9e99-fdbef30080e7 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1580.033992] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f3b7ff0-1825-4fc7-bcbd-6d57d6aaf74b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.042849] env[62220]: DEBUG oslo_vmware.api [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1580.042849] env[62220]: value = "task-1747433" [ 1580.042849] env[62220]: _type = "Task" [ 1580.042849] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.053739] env[62220]: DEBUG oslo_vmware.api [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.108811] env[62220]: DEBUG nova.network.neutron [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Updating instance_info_cache with network_info: [{"id": "c437ee1d-ad84-459e-bbca-2f514c0b230d", "address": "fa:16:3e:31:99:ce", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc437ee1d-ad", "ovs_interfaceid": "c437ee1d-ad84-459e-bbca-2f514c0b230d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.261630] env[62220]: DEBUG nova.compute.utils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.263287] env[62220]: DEBUG nova.compute.manager [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1580.263456] env[62220]: DEBUG nova.network.neutron [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.355317] env[62220]: DEBUG nova.policy [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '843ab2346a024af79d5ed491c4a7b1c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7ee75cb24234a089f60b4b9dce5a639', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1580.408473] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747430, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.491026] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.564167] env[62220]: DEBUG oslo_vmware.api [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.614076] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Releasing lock "refresh_cache-56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.614076] env[62220]: DEBUG nova.compute.manager [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Instance network_info: |[{"id": "c437ee1d-ad84-459e-bbca-2f514c0b230d", "address": "fa:16:3e:31:99:ce", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc437ee1d-ad", "ovs_interfaceid": "c437ee1d-ad84-459e-bbca-2f514c0b230d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1580.614076] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:99:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c437ee1d-ad84-459e-bbca-2f514c0b230d', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1580.622496] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Creating folder: Project (db730eb2b4024f8fbe15d732fd5774e0). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1580.626049] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f29bac45-b1eb-4075-8d1c-1c90aafc482d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.644899] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Created folder: Project (db730eb2b4024f8fbe15d732fd5774e0) in parent group-v363147. [ 1580.645106] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Creating folder: Instances. Parent ref: group-v363326. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1580.648292] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2df3c2c-876e-4fb6-8d16-1dd46bb06c27 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.659761] env[62220]: DEBUG nova.compute.manager [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Received event network-vif-plugged-c437ee1d-ad84-459e-bbca-2f514c0b230d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1580.660054] env[62220]: DEBUG oslo_concurrency.lockutils [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] Acquiring lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.660287] env[62220]: DEBUG oslo_concurrency.lockutils [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.660458] env[62220]: DEBUG oslo_concurrency.lockutils [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.660725] env[62220]: DEBUG nova.compute.manager [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] No waiting events found dispatching network-vif-plugged-c437ee1d-ad84-459e-bbca-2f514c0b230d {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1580.660903] env[62220]: WARNING nova.compute.manager [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Received unexpected event network-vif-plugged-c437ee1d-ad84-459e-bbca-2f514c0b230d for instance with vm_state building and task_state spawning. [ 1580.661350] env[62220]: DEBUG nova.compute.manager [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Received event network-changed-c437ee1d-ad84-459e-bbca-2f514c0b230d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1580.661350] env[62220]: DEBUG nova.compute.manager [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Refreshing instance network info cache due to event network-changed-c437ee1d-ad84-459e-bbca-2f514c0b230d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1580.661569] env[62220]: DEBUG oslo_concurrency.lockutils [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] Acquiring lock "refresh_cache-56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.661634] env[62220]: DEBUG oslo_concurrency.lockutils [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] Acquired lock "refresh_cache-56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.661802] env[62220]: DEBUG nova.network.neutron [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Refreshing network info cache for port c437ee1d-ad84-459e-bbca-2f514c0b230d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1580.668125] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Created folder: Instances in parent group-v363326. [ 1580.668482] env[62220]: DEBUG oslo.service.loopingcall [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.669163] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1580.669404] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04afe912-7870-490f-9a01-86325c198a01 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.700341] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1580.700341] env[62220]: value = "task-1747436" [ 1580.700341] env[62220]: _type = "Task" [ 1580.700341] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.713375] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747436, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.766937] env[62220]: DEBUG nova.compute.manager [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1580.824990] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddff29c-2344-4de1-8d36-4cfdb6e7127a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.834631] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bf28a8-5e54-4458-af3d-3a0fafde1d1f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.874907] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d59fc0f-ef7f-492d-8e21-c4e44b061140 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.885012] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d26e364-777e-4d26-901c-261fd3b9797b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.901743] env[62220]: DEBUG nova.compute.provider_tree [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.915460] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747430, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.057402] env[62220]: DEBUG oslo_vmware.api [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.216342] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747436, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.288112] env[62220]: DEBUG nova.network.neutron [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Successfully created port: f0c79101-30d6-4de3-97fd-5dc1a2aeb31e {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1581.411953] env[62220]: DEBUG nova.scheduler.client.report [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1581.425039] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747430, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.461830] env[62220]: DEBUG nova.network.neutron [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Updated VIF entry in instance network info cache for port c437ee1d-ad84-459e-bbca-2f514c0b230d. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1581.462368] env[62220]: DEBUG nova.network.neutron [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Updating instance_info_cache with network_info: [{"id": "c437ee1d-ad84-459e-bbca-2f514c0b230d", "address": "fa:16:3e:31:99:ce", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc437ee1d-ad", "ovs_interfaceid": "c437ee1d-ad84-459e-bbca-2f514c0b230d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.558864] env[62220]: DEBUG oslo_vmware.api [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.711619] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747436, 'name': CreateVM_Task, 'duration_secs': 0.54449} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.711787] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1581.712575] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.712739] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.713078] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1581.713345] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092e8296-678f-4fbd-9a48-db758043354a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.718941] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1581.718941] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5291a01f-9692-cab4-dc71-7c408ef2c1f2" [ 1581.718941] env[62220]: _type = "Task" [ 1581.718941] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.728683] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5291a01f-9692-cab4-dc71-7c408ef2c1f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.782895] env[62220]: DEBUG nova.compute.manager [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1581.818791] env[62220]: DEBUG nova.virt.hardware [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1581.818791] env[62220]: DEBUG nova.virt.hardware [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1581.818791] env[62220]: DEBUG nova.virt.hardware [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1581.818791] env[62220]: DEBUG nova.virt.hardware [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1581.818791] env[62220]: DEBUG nova.virt.hardware [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1581.819137] env[62220]: DEBUG nova.virt.hardware [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1581.819137] env[62220]: DEBUG nova.virt.hardware [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1581.819221] env[62220]: DEBUG nova.virt.hardware [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1581.819387] env[62220]: DEBUG nova.virt.hardware [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1581.819544] env[62220]: DEBUG nova.virt.hardware [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1581.819755] env[62220]: DEBUG nova.virt.hardware [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1581.820671] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c217d2f6-6bbf-4940-918b-51fa6992d5ab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.830211] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9c17b0-a9ec-47f1-ae84-13c09f49d83e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.912389] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747430, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.724703} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.912652] env[62220]: INFO nova.virt.vmwareapi.ds_util [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_82ab8d37-0809-4a97-ac8a-a9f6ea398eca/OSTACK_IMG_82ab8d37-0809-4a97-ac8a-a9f6ea398eca.vmdk to [datastore1] devstack-image-cache_base/19ac8dac-ca12-4708-9927-ea9b3589080c/19ac8dac-ca12-4708-9927-ea9b3589080c.vmdk. [ 1581.912868] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Cleaning up location [datastore1] OSTACK_IMG_82ab8d37-0809-4a97-ac8a-a9f6ea398eca {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1581.913021] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_82ab8d37-0809-4a97-ac8a-a9f6ea398eca {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.913295] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b6cf4d9-9042-48dc-9328-54a17740374b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.919267] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.923258] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.455s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.923507] env[62220]: DEBUG nova.objects.instance [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Lazy-loading 'resources' on Instance uuid 0d5facef-3bf5-4b5d-a234-570292369118 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1581.924790] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1581.924790] env[62220]: value = "task-1747437" [ 1581.924790] env[62220]: _type = "Task" [ 1581.924790] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.934661] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.950988] env[62220]: INFO nova.scheduler.client.report [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Deleted allocations for instance 890d4338-8d28-41cf-ba9d-d5eae6f50c13 [ 1581.962298] env[62220]: DEBUG nova.network.neutron [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Successfully updated port: 3d296e8e-55e1-410a-be79-37c4b58c3fcb {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1581.965665] env[62220]: DEBUG oslo_concurrency.lockutils [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] Releasing lock "refresh_cache-56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.965935] env[62220]: DEBUG nova.compute.manager [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 74f95708-d517-4119-b2d1-11820db003db] Received event network-vif-deleted-d159369e-2b90-4e57-9e09-aef01e7e6bb6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1581.966147] env[62220]: DEBUG nova.compute.manager [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Received event network-changed-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1581.966350] env[62220]: DEBUG nova.compute.manager [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Refreshing instance network info cache due to event network-changed-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1581.966525] env[62220]: DEBUG oslo_concurrency.lockutils [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] Acquiring lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.966648] env[62220]: DEBUG oslo_concurrency.lockutils [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] Acquired lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.966829] env[62220]: DEBUG nova.network.neutron [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Refreshing network info cache for port 83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1582.056956] env[62220]: DEBUG oslo_vmware.api [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.558952} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.057437] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.057520] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.057650] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.057868] env[62220]: INFO nova.compute.manager [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1582.058201] env[62220]: DEBUG oslo.service.loopingcall [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.058428] env[62220]: DEBUG nova.compute.manager [-] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1582.058527] env[62220]: DEBUG nova.network.neutron [-] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.234186] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5291a01f-9692-cab4-dc71-7c408ef2c1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.0516} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.234504] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.234742] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1582.234981] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.235140] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.235319] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1582.235590] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a0298a3-c47a-4a97-b14e-4ec69559ee3f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.250640] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1582.250857] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1582.251907] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a08ba6-be23-43bb-a2c7-cc27c7793cc3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.259547] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1582.259547] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526396ba-cfa3-3123-7eb4-4648be9b66e6" [ 1582.259547] env[62220]: _type = "Task" [ 1582.259547] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.268098] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526396ba-cfa3-3123-7eb4-4648be9b66e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.438397] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104601} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.438710] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.438909] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/19ac8dac-ca12-4708-9927-ea9b3589080c/19ac8dac-ca12-4708-9927-ea9b3589080c.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.439209] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/19ac8dac-ca12-4708-9927-ea9b3589080c/19ac8dac-ca12-4708-9927-ea9b3589080c.vmdk to [datastore1] 65339fe1-dd52-4cd5-ba7d-a09145a4f58c/65339fe1-dd52-4cd5-ba7d-a09145a4f58c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1582.439475] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6515f0ea-098c-455e-8bc7-7e9b77398eda {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.447551] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1582.447551] env[62220]: value = "task-1747438" [ 1582.447551] env[62220]: _type = "Task" [ 1582.447551] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.459700] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.460233] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b05a92ed-7b8f-430c-8ece-a876382cbe4a tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "890d4338-8d28-41cf-ba9d-d5eae6f50c13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.396s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.469293] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "refresh_cache-9feb9918-b902-4617-8b62-5b4863bde91d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.469293] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "refresh_cache-9feb9918-b902-4617-8b62-5b4863bde91d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.469293] env[62220]: DEBUG nova.network.neutron [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1582.719825] env[62220]: DEBUG nova.network.neutron [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updated VIF entry in instance network info cache for port 83d3285e-d6c5-4ca3-b2ed-ec46a20e1502. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1582.720237] env[62220]: DEBUG nova.network.neutron [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updating instance_info_cache with network_info: [{"id": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "address": "fa:16:3e:f1:be:05", "network": {"id": "1f9f0616-700e-40cd-a8dc-4cd68ea9ccae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1084886041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "829a2ef745b04de4acaa9f955ff01620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d3285e-d6", "ovs_interfaceid": "83d3285e-d6c5-4ca3-b2ed-ec46a20e1502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.772527] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526396ba-cfa3-3123-7eb4-4648be9b66e6, 'name': SearchDatastore_Task, 'duration_secs': 0.027007} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.773450] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70087d8-67b0-445e-881e-9e17c598d3aa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.782659] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1582.782659] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52882806-4f02-60da-0461-354c3bab2101" [ 1582.782659] env[62220]: _type = "Task" [ 1582.782659] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.792997] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52882806-4f02-60da-0461-354c3bab2101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.915932] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc19e174-8138-4fdd-9965-60355cc0c41a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.925300] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b69e57-e91a-4441-b080-1fcd24be6894 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.964548] env[62220]: DEBUG nova.compute.manager [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1582.967853] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6afc71-169e-41f2-aa4e-33c4296a01ce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.971286] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a3b770-88d9-413d-8305-e757f05fdabf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.990802] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747438, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.991395] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4cd7f2-b936-4b87-a562-05e70e20ba80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.008278] env[62220]: DEBUG nova.compute.provider_tree [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.014135] env[62220]: DEBUG nova.network.neutron [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1583.084550] env[62220]: DEBUG nova.network.neutron [-] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.162527] env[62220]: DEBUG nova.compute.manager [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Received event network-vif-plugged-3d296e8e-55e1-410a-be79-37c4b58c3fcb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1583.162738] env[62220]: DEBUG oslo_concurrency.lockutils [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] Acquiring lock "9feb9918-b902-4617-8b62-5b4863bde91d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.162957] env[62220]: DEBUG oslo_concurrency.lockutils [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] Lock "9feb9918-b902-4617-8b62-5b4863bde91d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.163150] env[62220]: DEBUG oslo_concurrency.lockutils [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] Lock "9feb9918-b902-4617-8b62-5b4863bde91d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.163322] env[62220]: DEBUG nova.compute.manager [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] No waiting events found dispatching network-vif-plugged-3d296e8e-55e1-410a-be79-37c4b58c3fcb {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1583.163534] env[62220]: WARNING nova.compute.manager [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Received unexpected event network-vif-plugged-3d296e8e-55e1-410a-be79-37c4b58c3fcb for instance with vm_state building and task_state spawning. [ 1583.163680] env[62220]: DEBUG nova.compute.manager [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Received event network-changed-3d296e8e-55e1-410a-be79-37c4b58c3fcb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1583.163793] env[62220]: DEBUG nova.compute.manager [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Refreshing instance network info cache due to event network-changed-3d296e8e-55e1-410a-be79-37c4b58c3fcb. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1583.163961] env[62220]: DEBUG oslo_concurrency.lockutils [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] Acquiring lock "refresh_cache-9feb9918-b902-4617-8b62-5b4863bde91d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.219926] env[62220]: DEBUG nova.network.neutron [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Updating instance_info_cache with network_info: [{"id": "3d296e8e-55e1-410a-be79-37c4b58c3fcb", "address": "fa:16:3e:b6:ca:90", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d296e8e-55", "ovs_interfaceid": "3d296e8e-55e1-410a-be79-37c4b58c3fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.223501] env[62220]: DEBUG oslo_concurrency.lockutils [req-63f2745a-2cb6-4483-a361-220b24c31ae8 req-b1e8704c-f73c-4572-b9de-20a9afc6601f service nova] Releasing lock "refresh_cache-5f7a84e8-d0d6-4fd9-b466-22becdb51351" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.293702] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52882806-4f02-60da-0461-354c3bab2101, 'name': SearchDatastore_Task, 'duration_secs': 0.088077} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.294639] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.295057] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e/56df3b93-0cf7-4cf8-a533-566ac8b0cb1e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1583.295195] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-956bb999-5398-4f73-8509-13ae81bdd824 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.305582] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1583.305582] env[62220]: value = "task-1747439" [ 1583.305582] env[62220]: _type = "Task" [ 1583.305582] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.315855] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.473914] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747438, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.492093] env[62220]: INFO nova.compute.manager [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] instance snapshotting [ 1583.492871] env[62220]: DEBUG nova.objects.instance [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'flavor' on Instance uuid f5d1a419-d93b-4988-b051-f1d72b068cc9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1583.515071] env[62220]: DEBUG nova.scheduler.client.report [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1583.587192] env[62220]: INFO nova.compute.manager [-] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Took 1.53 seconds to deallocate network for instance. [ 1583.722861] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "refresh_cache-9feb9918-b902-4617-8b62-5b4863bde91d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.723231] env[62220]: DEBUG nova.compute.manager [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Instance network_info: |[{"id": "3d296e8e-55e1-410a-be79-37c4b58c3fcb", "address": "fa:16:3e:b6:ca:90", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d296e8e-55", "ovs_interfaceid": "3d296e8e-55e1-410a-be79-37c4b58c3fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1583.723504] env[62220]: DEBUG oslo_concurrency.lockutils [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] Acquired lock "refresh_cache-9feb9918-b902-4617-8b62-5b4863bde91d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.723798] env[62220]: DEBUG nova.network.neutron [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Refreshing network info cache for port 3d296e8e-55e1-410a-be79-37c4b58c3fcb {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1583.728028] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:ca:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d296e8e-55e1-410a-be79-37c4b58c3fcb', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.735827] env[62220]: DEBUG oslo.service.loopingcall [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.739266] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.739932] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb50995f-276e-488b-9b25-dcfa13415622 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.765272] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.765272] env[62220]: value = "task-1747440" [ 1583.765272] env[62220]: _type = "Task" [ 1583.765272] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.540943] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquiring lock "5f7a84e8-d0d6-4fd9-b466-22becdb51351" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.541341] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Lock "5f7a84e8-d0d6-4fd9-b466-22becdb51351" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.541562] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquiring lock "5f7a84e8-d0d6-4fd9-b466-22becdb51351-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.541742] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Lock "5f7a84e8-d0d6-4fd9-b466-22becdb51351-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.541931] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Lock "5f7a84e8-d0d6-4fd9-b466-22becdb51351-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.547918] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.625s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.553584] env[62220]: DEBUG oslo_concurrency.lockutils [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.553584] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747440, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.553584] env[62220]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.28588100000000005 sec [ 1584.555055] env[62220]: DEBUG nova.network.neutron [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Successfully updated port: f0c79101-30d6-4de3-97fd-5dc1a2aeb31e {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1584.556367] env[62220]: INFO nova.compute.manager [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Terminating instance [ 1584.564276] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.676s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.565407] env[62220]: DEBUG nova.objects.instance [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Lazy-loading 'resources' on Instance uuid e396de23-f0d2-44ca-977a-17b444916807 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.568061] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd2d35d-e829-4901-ba69-277805981847 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.606130] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747438, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.606130] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.610266] env[62220]: INFO nova.scheduler.client.report [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Deleted allocations for instance 0d5facef-3bf5-4b5d-a234-570292369118 [ 1584.612199] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cd4784-8470-42f7-98d1-96fab2d76c99 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.615612] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747440, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.791436] env[62220]: DEBUG nova.network.neutron [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Updated VIF entry in instance network info cache for port 3d296e8e-55e1-410a-be79-37c4b58c3fcb. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1584.792268] env[62220]: DEBUG nova.network.neutron [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Updating instance_info_cache with network_info: [{"id": "3d296e8e-55e1-410a-be79-37c4b58c3fcb", "address": "fa:16:3e:b6:ca:90", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d296e8e-55", "ovs_interfaceid": "3d296e8e-55e1-410a-be79-37c4b58c3fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.062087] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747438, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.355039} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.064927] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/19ac8dac-ca12-4708-9927-ea9b3589080c/19ac8dac-ca12-4708-9927-ea9b3589080c.vmdk to [datastore1] 65339fe1-dd52-4cd5-ba7d-a09145a4f58c/65339fe1-dd52-4cd5-ba7d-a09145a4f58c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1585.065807] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747439, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.066048] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f9e080-a0ba-4d37-84fe-821ffda462c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.075618] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "refresh_cache-fbb116f5-65a5-4d97-b2b3-44b25a4ae20f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.075775] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquired lock "refresh_cache-fbb116f5-65a5-4d97-b2b3-44b25a4ae20f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.075906] env[62220]: DEBUG nova.network.neutron [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.088878] env[62220]: DEBUG nova.compute.manager [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1585.089120] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.098056] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 65339fe1-dd52-4cd5-ba7d-a09145a4f58c/65339fe1-dd52-4cd5-ba7d-a09145a4f58c.vmdk or device None with type streamOptimized {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.103215] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6ae094-8bf8-4f41-b359-cf6e6993933b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.106286] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd70f4ce-0a40-4af9-a1d3-6b4315f7f705 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.122848] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747440, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.128701] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6b4cafe4-677a-4e2b-8635-7c74912e8412 tempest-ServersTestFqdnHostnames-850367284 tempest-ServersTestFqdnHostnames-850367284-project-member] Lock "0d5facef-3bf5-4b5d-a234-570292369118" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.013s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.134887] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1585.136444] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.137851] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df25711b-326e-48da-886f-a5a46c2244d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.139902] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6815e63-e40b-4202-bac0-7d878470a4d7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.141563] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1585.141563] env[62220]: value = "task-1747441" [ 1585.141563] env[62220]: _type = "Task" [ 1585.141563] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.151157] env[62220]: DEBUG oslo_vmware.api [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1585.151157] env[62220]: value = "task-1747442" [ 1585.151157] env[62220]: _type = "Task" [ 1585.151157] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.152622] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1585.152622] env[62220]: value = "task-1747443" [ 1585.152622] env[62220]: _type = "Task" [ 1585.152622] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.163851] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.178918] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747443, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.180034] env[62220]: DEBUG oslo_vmware.api [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.296133] env[62220]: DEBUG oslo_concurrency.lockutils [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] Releasing lock "refresh_cache-9feb9918-b902-4617-8b62-5b4863bde91d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.296259] env[62220]: DEBUG nova.compute.manager [req-4072a0bc-63a4-4468-b18a-824ef983f2a9 req-89c146b4-64e3-4d71-8151-c81e02fc037a service nova] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Received event network-vif-deleted-98cb6ec3-49c3-4ea1-9622-10dcf7f260d5 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1585.346463] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "87298b64-c97d-4e21-ad71-9db59859e10f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.346717] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "87298b64-c97d-4e21-ad71-9db59859e10f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.346952] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "87298b64-c97d-4e21-ad71-9db59859e10f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.347156] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "87298b64-c97d-4e21-ad71-9db59859e10f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.347348] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "87298b64-c97d-4e21-ad71-9db59859e10f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.349695] env[62220]: INFO nova.compute.manager [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Terminating instance [ 1585.490572] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Acquiring lock "08c07447-8e2d-4727-8ba1-d1d9419bfff3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.491258] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Lock "08c07447-8e2d-4727-8ba1-d1d9419bfff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.491258] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Acquiring lock "08c07447-8e2d-4727-8ba1-d1d9419bfff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.491258] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Lock "08c07447-8e2d-4727-8ba1-d1d9419bfff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.491478] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Lock "08c07447-8e2d-4727-8ba1-d1d9419bfff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.493598] env[62220]: INFO nova.compute.manager [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Terminating instance [ 1585.507826] env[62220]: DEBUG nova.compute.manager [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Received event network-vif-plugged-f0c79101-30d6-4de3-97fd-5dc1a2aeb31e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1585.507826] env[62220]: DEBUG oslo_concurrency.lockutils [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] Acquiring lock "fbb116f5-65a5-4d97-b2b3-44b25a4ae20f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.507982] env[62220]: DEBUG oslo_concurrency.lockutils [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] Lock "fbb116f5-65a5-4d97-b2b3-44b25a4ae20f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.508169] env[62220]: DEBUG oslo_concurrency.lockutils [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] Lock "fbb116f5-65a5-4d97-b2b3-44b25a4ae20f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.508381] env[62220]: DEBUG nova.compute.manager [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] No waiting events found dispatching network-vif-plugged-f0c79101-30d6-4de3-97fd-5dc1a2aeb31e {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1585.509243] env[62220]: WARNING nova.compute.manager [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Received unexpected event network-vif-plugged-f0c79101-30d6-4de3-97fd-5dc1a2aeb31e for instance with vm_state building and task_state spawning. [ 1585.509243] env[62220]: DEBUG nova.compute.manager [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Received event network-changed-f0c79101-30d6-4de3-97fd-5dc1a2aeb31e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1585.509243] env[62220]: DEBUG nova.compute.manager [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Refreshing instance network info cache due to event network-changed-f0c79101-30d6-4de3-97fd-5dc1a2aeb31e. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1585.509243] env[62220]: DEBUG oslo_concurrency.lockutils [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] Acquiring lock "refresh_cache-fbb116f5-65a5-4d97-b2b3-44b25a4ae20f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.547828] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a86f4e6-5b11-4d69-835a-2cf19faa8f19 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.564921] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747439, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.856356} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.567296] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e/56df3b93-0cf7-4cf8-a533-566ac8b0cb1e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1585.567552] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1585.567957] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28166527-3ce2-4ae6-b6ad-faae96ab9d85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.570903] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97e8c5e-eaac-4acb-a8e7-81d76f6d9d97 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.585945] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747440, 'name': CreateVM_Task, 'duration_secs': 1.479527} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.613020] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.613517] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1585.613517] env[62220]: value = "task-1747444" [ 1585.613517] env[62220]: _type = "Task" [ 1585.613517] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.616692] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.616853] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.617167] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.617993] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ffc832-69a8-42bd-a081-af3c7ea952c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.620801] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f22d6f4-fd76-4267-a4f6-515f6d915691 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.629255] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1585.629255] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ebd9da-e520-3e6c-220f-6ae3befc4028" [ 1585.629255] env[62220]: _type = "Task" [ 1585.629255] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.635518] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747444, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.639534] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5df56f-fb17-4ab2-b88d-0d4de13f1479 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.651256] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ebd9da-e520-3e6c-220f-6ae3befc4028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.661728] env[62220]: DEBUG nova.compute.provider_tree [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.663758] env[62220]: DEBUG nova.network.neutron [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1585.674735] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747441, 'name': ReconfigVM_Task, 'duration_secs': 0.49785} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.676153] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 65339fe1-dd52-4cd5-ba7d-a09145a4f58c/65339fe1-dd52-4cd5-ba7d-a09145a4f58c.vmdk or device None with type streamOptimized {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.677688] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-995bc8e9-dedd-488a-add6-ffebb2d78d0e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.685564] env[62220]: DEBUG oslo_vmware.api [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747442, 'name': PowerOffVM_Task, 'duration_secs': 0.45226} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.685792] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747443, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.686984] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.687183] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.687489] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1585.687489] env[62220]: value = "task-1747445" [ 1585.687489] env[62220]: _type = "Task" [ 1585.687489] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.688127] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86f8e8a3-d462-4c4f-aa33-b0ce2ed1eab5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.700642] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747445, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.736504] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Acquiring lock "b263b3fb-9b9c-403e-bf2d-459e6b12efdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.737264] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Lock "b263b3fb-9b9c-403e-bf2d-459e6b12efdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.737264] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Acquiring lock "b263b3fb-9b9c-403e-bf2d-459e6b12efdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.737264] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Lock "b263b3fb-9b9c-403e-bf2d-459e6b12efdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.737948] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Lock "b263b3fb-9b9c-403e-bf2d-459e6b12efdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.739715] env[62220]: INFO nova.compute.manager [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Terminating instance [ 1585.853898] env[62220]: DEBUG nova.compute.manager [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1585.853898] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.854768] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80977ce3-9ca8-459e-9bba-c3da9221b171 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.863993] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.864296] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d9d391a-3933-42d2-90e2-6e2854767fe5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.871468] env[62220]: DEBUG oslo_vmware.api [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1585.871468] env[62220]: value = "task-1747447" [ 1585.871468] env[62220]: _type = "Task" [ 1585.871468] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.881096] env[62220]: DEBUG oslo_vmware.api [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.904488] env[62220]: DEBUG nova.network.neutron [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Updating instance_info_cache with network_info: [{"id": "f0c79101-30d6-4de3-97fd-5dc1a2aeb31e", "address": "fa:16:3e:f7:95:cf", "network": {"id": "eba48bae-db9b-431e-9b2a-60fc728aaa42", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-416897819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ee75cb24234a089f60b4b9dce5a639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c79101-30", "ovs_interfaceid": "f0c79101-30d6-4de3-97fd-5dc1a2aeb31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.938854] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.938854] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.938854] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Deleting the datastore file [datastore1] 5f7a84e8-d0d6-4fd9-b466-22becdb51351 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.939169] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17a3d353-2e80-4af2-aeac-1f1a7bb9da17 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.949327] env[62220]: DEBUG oslo_vmware.api [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for the task: (returnval){ [ 1585.949327] env[62220]: value = "task-1747448" [ 1585.949327] env[62220]: _type = "Task" [ 1585.949327] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.963364] env[62220]: DEBUG oslo_vmware.api [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.001742] env[62220]: DEBUG nova.compute.manager [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1586.001742] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1586.001742] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35855d9-fb5b-410e-b925-a759523392ea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.010711] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.011082] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80d25a50-9dec-49b5-ba58-4e894428088d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.020366] env[62220]: DEBUG oslo_vmware.api [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Waiting for the task: (returnval){ [ 1586.020366] env[62220]: value = "task-1747449" [ 1586.020366] env[62220]: _type = "Task" [ 1586.020366] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.032100] env[62220]: DEBUG oslo_vmware.api [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.130360] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078181} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.130783] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.131649] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7396bd90-7bb3-4a5e-a382-3bf40872c7d9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.158178] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e/56df3b93-0cf7-4cf8-a533-566ac8b0cb1e.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.158988] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf38edcb-3229-46ae-97ac-fbe94d1a4d8b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.184650] env[62220]: DEBUG nova.scheduler.client.report [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1586.188853] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ebd9da-e520-3e6c-220f-6ae3befc4028, 'name': SearchDatastore_Task, 'duration_secs': 0.019639} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.193693] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.193897] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.194222] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.194402] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.194612] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.195684] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9051aa0-4854-4026-856f-148abfe5928e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.202894] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1586.202894] env[62220]: value = "task-1747450" [ 1586.202894] env[62220]: _type = "Task" [ 1586.202894] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.216439] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747445, 'name': Rename_Task, 'duration_secs': 0.413584} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.216695] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747443, 'name': CreateSnapshot_Task, 'duration_secs': 1.046282} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.217631] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1586.217940] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1586.218201] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90a29c35-e4ab-4649-bcec-19e06c5f352e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.220546] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120d15ad-bdca-41ac-b829-fa8cd4f303b4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.228638] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.230885] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.232526] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.232526] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d4f265-3dae-4e70-bd61-143f99eaaf16 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.242955] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1586.242955] env[62220]: value = "task-1747451" [ 1586.242955] env[62220]: _type = "Task" [ 1586.242955] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.244214] env[62220]: DEBUG nova.compute.manager [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1586.244433] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1586.249027] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e24be6-dd56-4ddc-b3dd-28e5456808c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.253953] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1586.253953] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5201bbff-ff2c-6b8b-1c98-d37374571837" [ 1586.253953] env[62220]: _type = "Task" [ 1586.253953] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.262940] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.263243] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.263862] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e0511ba-59d5-4513-8da3-c512f01ab9a5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.269351] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5201bbff-ff2c-6b8b-1c98-d37374571837, 'name': SearchDatastore_Task, 'duration_secs': 0.016173} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.270673] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f5fde4-fce5-4c96-9c3e-2d9681230f61 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.274863] env[62220]: DEBUG oslo_vmware.api [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Waiting for the task: (returnval){ [ 1586.274863] env[62220]: value = "task-1747452" [ 1586.274863] env[62220]: _type = "Task" [ 1586.274863] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.283172] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1586.283172] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a42577-c86b-1d39-dc78-6c17cba85cd9" [ 1586.283172] env[62220]: _type = "Task" [ 1586.283172] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.289428] env[62220]: DEBUG oslo_vmware.api [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1747452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.295417] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a42577-c86b-1d39-dc78-6c17cba85cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.384301] env[62220]: DEBUG oslo_vmware.api [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747447, 'name': PowerOffVM_Task, 'duration_secs': 0.368572} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.384909] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.384909] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.385112] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59aad746-9aa2-4d73-b498-b4346b3f3a5f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.407211] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Releasing lock "refresh_cache-fbb116f5-65a5-4d97-b2b3-44b25a4ae20f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.407478] env[62220]: DEBUG nova.compute.manager [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Instance network_info: |[{"id": "f0c79101-30d6-4de3-97fd-5dc1a2aeb31e", "address": "fa:16:3e:f7:95:cf", "network": {"id": "eba48bae-db9b-431e-9b2a-60fc728aaa42", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-416897819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ee75cb24234a089f60b4b9dce5a639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c79101-30", "ovs_interfaceid": "f0c79101-30d6-4de3-97fd-5dc1a2aeb31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1586.407840] env[62220]: DEBUG oslo_concurrency.lockutils [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] Acquired lock "refresh_cache-fbb116f5-65a5-4d97-b2b3-44b25a4ae20f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.408033] env[62220]: DEBUG nova.network.neutron [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Refreshing network info cache for port f0c79101-30d6-4de3-97fd-5dc1a2aeb31e {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1586.409519] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:95:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0c79101-30d6-4de3-97fd-5dc1a2aeb31e', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1586.419106] env[62220]: DEBUG oslo.service.loopingcall [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.420230] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1586.420475] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab000bda-728d-4af3-9195-65570a9104b0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.442269] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1586.442269] env[62220]: value = "task-1747454" [ 1586.442269] env[62220]: _type = "Task" [ 1586.442269] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.461793] env[62220]: DEBUG oslo_vmware.api [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Task: {'id': task-1747448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444251} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.466148] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1586.466475] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1586.466736] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1586.466937] env[62220]: INFO nova.compute.manager [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1586.467216] env[62220]: DEBUG oslo.service.loopingcall [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.467390] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747454, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.467589] env[62220]: DEBUG nova.compute.manager [-] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1586.467683] env[62220]: DEBUG nova.network.neutron [-] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.531670] env[62220]: DEBUG oslo_vmware.api [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747449, 'name': PowerOffVM_Task, 'duration_secs': 0.405001} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.531872] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.533500] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.533500] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3982d6fb-2988-45fa-b61d-bd2a27c98aad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.684729] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1586.684964] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1586.685166] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Deleting the datastore file [datastore1] 87298b64-c97d-4e21-ad71-9db59859e10f {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.685452] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d253b7e1-47ac-46b4-b9da-ca82ca308d81 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.691044] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.694959] env[62220]: DEBUG oslo_concurrency.lockutils [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.381s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.695184] env[62220]: DEBUG nova.objects.instance [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lazy-loading 'resources' on Instance uuid efe494c9-6f6d-430f-afb9-7f07417c50e3 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.698514] env[62220]: DEBUG oslo_vmware.api [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for the task: (returnval){ [ 1586.698514] env[62220]: value = "task-1747456" [ 1586.698514] env[62220]: _type = "Task" [ 1586.698514] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.708090] env[62220]: DEBUG oslo_vmware.api [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.723438] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747450, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.724501] env[62220]: INFO nova.scheduler.client.report [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Deleted allocations for instance e396de23-f0d2-44ca-977a-17b444916807 [ 1586.755881] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1586.756663] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23bec1cb-6602-47fc-a615-11341e04755c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.771611] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747451, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.774085] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1586.774085] env[62220]: value = "task-1747457" [ 1586.774085] env[62220]: _type = "Task" [ 1586.774085] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.786569] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747457, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.796768] env[62220]: DEBUG oslo_vmware.api [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1747452, 'name': PowerOffVM_Task, 'duration_secs': 0.232566} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.797164] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.797356] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.799204] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cadd8f1b-8e61-4dcc-b106-6b5a3612dc24 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.804615] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a42577-c86b-1d39-dc78-6c17cba85cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.027058} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.805326] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.805591] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 9feb9918-b902-4617-8b62-5b4863bde91d/9feb9918-b902-4617-8b62-5b4863bde91d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.805869] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c173f27-cbf1-418a-9460-798d96a2274d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.815313] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1586.815313] env[62220]: value = "task-1747459" [ 1586.815313] env[62220]: _type = "Task" [ 1586.815313] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.825333] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.956321] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747454, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.080142] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.080142] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.080142] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Deleting the datastore file [datastore1] 08c07447-8e2d-4727-8ba1-d1d9419bfff3 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.080142] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da01a375-97c1-44ec-b2ec-7681de0c900e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.094027] env[62220]: DEBUG oslo_vmware.api [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Waiting for the task: (returnval){ [ 1587.094027] env[62220]: value = "task-1747460" [ 1587.094027] env[62220]: _type = "Task" [ 1587.094027] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.094027] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.094027] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.094027] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Deleting the datastore file [datastore1] b263b3fb-9b9c-403e-bf2d-459e6b12efdf {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.100513] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62ae0cf7-a0b9-4edd-b9c1-65f16cd81d5b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.110711] env[62220]: DEBUG oslo_vmware.api [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.114247] env[62220]: DEBUG oslo_vmware.api [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Waiting for the task: (returnval){ [ 1587.114247] env[62220]: value = "task-1747461" [ 1587.114247] env[62220]: _type = "Task" [ 1587.114247] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.122905] env[62220]: DEBUG oslo_vmware.api [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1747461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.210865] env[62220]: DEBUG oslo_vmware.api [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Task: {'id': task-1747456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309192} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.214633] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.214859] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.215062] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.215243] env[62220]: INFO nova.compute.manager [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1587.215577] env[62220]: DEBUG oslo.service.loopingcall [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.215702] env[62220]: DEBUG nova.compute.manager [-] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1587.216392] env[62220]: DEBUG nova.network.neutron [-] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1587.224615] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747450, 'name': ReconfigVM_Task, 'duration_secs': 0.54766} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.224914] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e/56df3b93-0cf7-4cf8-a533-566ac8b0cb1e.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.225789] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4edec4b-f851-4fd4-bbef-f4569a6450d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.233499] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fe1cac32-8e00-4f89-965c-4a1d52bfa18d tempest-ServersTestBootFromVolume-887954078 tempest-ServersTestBootFromVolume-887954078-project-member] Lock "e396de23-f0d2-44ca-977a-17b444916807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.595s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.235924] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1587.235924] env[62220]: value = "task-1747462" [ 1587.235924] env[62220]: _type = "Task" [ 1587.235924] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.244175] env[62220]: DEBUG nova.compute.manager [req-147256de-70ee-476c-aa76-bceae2b6626b req-f81e046a-3839-4bf3-9039-dbbc8569ad81 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Received event network-vif-deleted-83d3285e-d6c5-4ca3-b2ed-ec46a20e1502 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1587.244175] env[62220]: INFO nova.compute.manager [req-147256de-70ee-476c-aa76-bceae2b6626b req-f81e046a-3839-4bf3-9039-dbbc8569ad81 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Neutron deleted interface 83d3285e-d6c5-4ca3-b2ed-ec46a20e1502; detaching it from the instance and deleting it from the info cache [ 1587.244175] env[62220]: DEBUG nova.network.neutron [req-147256de-70ee-476c-aa76-bceae2b6626b req-f81e046a-3839-4bf3-9039-dbbc8569ad81 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.252679] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747462, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.276167] env[62220]: DEBUG oslo_vmware.api [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747451, 'name': PowerOnVM_Task, 'duration_secs': 0.552733} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.279447] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.279680] env[62220]: INFO nova.compute.manager [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Took 16.02 seconds to spawn the instance on the hypervisor. [ 1587.279888] env[62220]: DEBUG nova.compute.manager [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1587.280718] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6565d2a6-5dff-4c80-baec-a47677f3a2c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.298326] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747457, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.325949] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.409506] env[62220]: DEBUG nova.network.neutron [-] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.456790] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747454, 'name': CreateVM_Task, 'duration_secs': 0.627217} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.457065] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1587.457861] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.458496] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.461498] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1587.464189] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e31dcc-73f9-4546-844a-2f697b855f6a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.471413] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1587.471413] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e6200a-83f6-3a15-ff10-fa11117a127a" [ 1587.471413] env[62220]: _type = "Task" [ 1587.471413] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.480011] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e6200a-83f6-3a15-ff10-fa11117a127a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.600806] env[62220]: DEBUG nova.network.neutron [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Updated VIF entry in instance network info cache for port f0c79101-30d6-4de3-97fd-5dc1a2aeb31e. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1587.601173] env[62220]: DEBUG nova.network.neutron [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Updating instance_info_cache with network_info: [{"id": "f0c79101-30d6-4de3-97fd-5dc1a2aeb31e", "address": "fa:16:3e:f7:95:cf", "network": {"id": "eba48bae-db9b-431e-9b2a-60fc728aaa42", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-416897819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ee75cb24234a089f60b4b9dce5a639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c79101-30", "ovs_interfaceid": "f0c79101-30d6-4de3-97fd-5dc1a2aeb31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.608387] env[62220]: DEBUG oslo_vmware.api [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.626334] env[62220]: DEBUG oslo_vmware.api [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1747461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.733034] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4736cfb-8785-483d-a740-c6caae07c35c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.742696] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403e101a-751e-4763-900f-4edd45bfc933 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.750076] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747462, 'name': Rename_Task, 'duration_secs': 0.1897} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.751016] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.751294] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9023bd9f-300a-4322-a8e1-35b056a3487f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.786849] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a812bd1c-5866-447f-b5d8-a52df2c6ab0d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.792662] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0511d9-9b9b-4dcc-807a-2b10f78e64e6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.795492] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1587.795492] env[62220]: value = "task-1747463" [ 1587.795492] env[62220]: _type = "Task" [ 1587.795492] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.810145] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747457, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.813474] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c5540b-1317-4bcb-ab46-18e8396a5b62 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.820618] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67d4487-e2be-4371-bb5b-9dbddc008b65 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.838155] env[62220]: INFO nova.compute.manager [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Took 34.21 seconds to build instance. [ 1587.843851] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.854293] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61833} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.863620] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 9feb9918-b902-4617-8b62-5b4863bde91d/9feb9918-b902-4617-8b62-5b4863bde91d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1587.863913] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1587.865327] env[62220]: DEBUG nova.compute.provider_tree [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.879247] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ef8e594-e29d-4e1b-92da-03dbb486404c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.884338] env[62220]: DEBUG nova.compute.manager [req-147256de-70ee-476c-aa76-bceae2b6626b req-f81e046a-3839-4bf3-9039-dbbc8569ad81 service nova] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Detach interface failed, port_id=83d3285e-d6c5-4ca3-b2ed-ec46a20e1502, reason: Instance 5f7a84e8-d0d6-4fd9-b466-22becdb51351 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1587.884338] env[62220]: DEBUG nova.scheduler.client.report [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1587.897205] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1587.897205] env[62220]: value = "task-1747464" [ 1587.897205] env[62220]: _type = "Task" [ 1587.897205] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.905026] env[62220]: DEBUG nova.compute.manager [req-e71517ce-1c8d-49d8-be9c-991578b03fa9 req-bd045f53-778c-48d1-be80-4b1c57c86502 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Received event network-vif-deleted-e946de54-b8f0-488d-a2d7-ad83d6ab879a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1587.905136] env[62220]: INFO nova.compute.manager [req-e71517ce-1c8d-49d8-be9c-991578b03fa9 req-bd045f53-778c-48d1-be80-4b1c57c86502 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Neutron deleted interface e946de54-b8f0-488d-a2d7-ad83d6ab879a; detaching it from the instance and deleting it from the info cache [ 1587.905338] env[62220]: DEBUG nova.network.neutron [req-e71517ce-1c8d-49d8-be9c-991578b03fa9 req-bd045f53-778c-48d1-be80-4b1c57c86502 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.910810] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.912627] env[62220]: INFO nova.compute.manager [-] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Took 1.44 seconds to deallocate network for instance. [ 1587.982369] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e6200a-83f6-3a15-ff10-fa11117a127a, 'name': SearchDatastore_Task, 'duration_secs': 0.013902} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.982719] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.982921] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1587.983179] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.983326] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.983588] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1587.983869] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-694214ac-6b00-470c-915f-0cc092f39059 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.001319] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1588.001568] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1588.002323] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a04f1d-821f-4fc8-9872-cebf3c9e1995 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.009272] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1588.009272] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5250b22c-92a0-e764-11e4-0053e28561fb" [ 1588.009272] env[62220]: _type = "Task" [ 1588.009272] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.018878] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5250b22c-92a0-e764-11e4-0053e28561fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.106411] env[62220]: DEBUG oslo_concurrency.lockutils [req-321d0907-bf4f-4174-9592-921032c36117 req-c3c47a7a-0f93-43bd-9141-546cb4b58562 service nova] Releasing lock "refresh_cache-fbb116f5-65a5-4d97-b2b3-44b25a4ae20f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.106860] env[62220]: DEBUG oslo_vmware.api [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Task: {'id': task-1747460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549578} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.107111] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1588.107302] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1588.107477] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1588.107646] env[62220]: INFO nova.compute.manager [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1588.107908] env[62220]: DEBUG oslo.service.loopingcall [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.108145] env[62220]: DEBUG nova.compute.manager [-] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1588.108242] env[62220]: DEBUG nova.network.neutron [-] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1588.126431] env[62220]: DEBUG oslo_vmware.api [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Task: {'id': task-1747461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530432} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.126722] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1588.126908] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1588.127103] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1588.127282] env[62220]: INFO nova.compute.manager [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Took 1.88 seconds to destroy the instance on the hypervisor. [ 1588.127519] env[62220]: DEBUG oslo.service.loopingcall [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.127707] env[62220]: DEBUG nova.compute.manager [-] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1588.127818] env[62220]: DEBUG nova.network.neutron [-] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1588.252985] env[62220]: DEBUG nova.network.neutron [-] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.297646] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747457, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.307919] env[62220]: DEBUG oslo_vmware.api [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747463, 'name': PowerOnVM_Task, 'duration_secs': 0.499771} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.307919] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.307919] env[62220]: INFO nova.compute.manager [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Took 12.04 seconds to spawn the instance on the hypervisor. [ 1588.308028] env[62220]: DEBUG nova.compute.manager [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.309049] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ab3902-faae-4643-a83d-db9df5aed7fd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.344703] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d9ac8b4a-29a1-4fdc-a816-3eb097392bfd tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "65339fe1-dd52-4cd5-ba7d-a09145a4f58c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.727s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.390934] env[62220]: DEBUG oslo_concurrency.lockutils [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.394093] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.018s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.395022] env[62220]: DEBUG nova.objects.instance [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lazy-loading 'resources' on Instance uuid 00f59708-7070-409d-a189-f55bc6dfd81d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.402477] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "65339fe1-dd52-4cd5-ba7d-a09145a4f58c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.405578] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "65339fe1-dd52-4cd5-ba7d-a09145a4f58c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.405578] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "65339fe1-dd52-4cd5-ba7d-a09145a4f58c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.405578] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "65339fe1-dd52-4cd5-ba7d-a09145a4f58c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.405578] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "65339fe1-dd52-4cd5-ba7d-a09145a4f58c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.405832] env[62220]: INFO nova.compute.manager [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Terminating instance [ 1588.412562] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b64b9ff3-70cd-4cf8-8e42-4912918009e6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.417502] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080316} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.420109] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1588.420109] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdd9b67-d931-4f63-bfbd-5ef24353c25f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.424034] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.429315] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b8850-6e31-4050-938f-3e88621620e9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.444350] env[62220]: INFO nova.scheduler.client.report [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Deleted allocations for instance efe494c9-6f6d-430f-afb9-7f07417c50e3 [ 1588.466326] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 9feb9918-b902-4617-8b62-5b4863bde91d/9feb9918-b902-4617-8b62-5b4863bde91d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1588.472868] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebcd11c9-fe76-4cec-8562-7c2402029558 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.501174] env[62220]: DEBUG nova.compute.manager [req-e71517ce-1c8d-49d8-be9c-991578b03fa9 req-bd045f53-778c-48d1-be80-4b1c57c86502 service nova] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Detach interface failed, port_id=e946de54-b8f0-488d-a2d7-ad83d6ab879a, reason: Instance 87298b64-c97d-4e21-ad71-9db59859e10f could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1588.509262] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1588.509262] env[62220]: value = "task-1747465" [ 1588.509262] env[62220]: _type = "Task" [ 1588.509262] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.523271] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5250b22c-92a0-e764-11e4-0053e28561fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011862} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.528277] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.528610] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1d3219-4b65-4bcc-99c0-a7ae42463a31 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.535204] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1588.535204] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52599f92-2237-9f9f-d169-0dd9a4f6d854" [ 1588.535204] env[62220]: _type = "Task" [ 1588.535204] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.544466] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52599f92-2237-9f9f-d169-0dd9a4f6d854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.757516] env[62220]: INFO nova.compute.manager [-] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Took 1.54 seconds to deallocate network for instance. [ 1588.803935] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747457, 'name': CloneVM_Task} progress is 95%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.831455] env[62220]: INFO nova.compute.manager [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Took 34.83 seconds to build instance. [ 1588.913563] env[62220]: DEBUG nova.compute.manager [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1588.914364] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1588.915041] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6902d7a-4198-4b86-9b07-82ca9c8cfc83 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.929073] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1588.930460] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89737356-eece-4ab7-941d-d19f7cf735c2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.937975] env[62220]: DEBUG oslo_vmware.api [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1588.937975] env[62220]: value = "task-1747466" [ 1588.937975] env[62220]: _type = "Task" [ 1588.937975] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.951311] env[62220]: DEBUG oslo_vmware.api [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.007693] env[62220]: DEBUG oslo_concurrency.lockutils [None req-635fc861-2611-4a88-b4d1-d5537d6bf1a4 tempest-ListServerFiltersTestJSON-211610932 tempest-ListServerFiltersTestJSON-211610932-project-member] Lock "efe494c9-6f6d-430f-afb9-7f07417c50e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.996s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.022585] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.055033] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52599f92-2237-9f9f-d169-0dd9a4f6d854, 'name': SearchDatastore_Task, 'duration_secs': 0.01557} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.055940] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.056297] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] fbb116f5-65a5-4d97-b2b3-44b25a4ae20f/fbb116f5-65a5-4d97-b2b3-44b25a4ae20f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1589.060469] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa8f216a-6cd1-4b10-8e26-5342acfa895c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.071582] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1589.071582] env[62220]: value = "task-1747467" [ 1589.071582] env[62220]: _type = "Task" [ 1589.071582] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.082527] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.190216] env[62220]: DEBUG nova.network.neutron [-] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.264753] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.300402] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747457, 'name': CloneVM_Task, 'duration_secs': 2.479507} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.303435] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Created linked-clone VM from snapshot [ 1589.305704] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0681d5c-4924-4134-9f37-fffe8b4120a1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.317533] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Uploading image cde406ef-2a5d-42cc-beb9-50b92800b4a1 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1589.335660] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6d6c315-3cee-4263-9e38-b2eb01993d9b tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.345s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.352831] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1589.352831] env[62220]: value = "vm-363332" [ 1589.352831] env[62220]: _type = "VirtualMachine" [ 1589.352831] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1589.353190] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e5728a82-532d-430c-a9ed-c63aacf397bd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.366105] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lease: (returnval){ [ 1589.366105] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5235c017-9477-4180-7bfa-4bfbf5a58529" [ 1589.366105] env[62220]: _type = "HttpNfcLease" [ 1589.366105] env[62220]: } obtained for exporting VM: (result){ [ 1589.366105] env[62220]: value = "vm-363332" [ 1589.366105] env[62220]: _type = "VirtualMachine" [ 1589.366105] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1589.366646] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the lease: (returnval){ [ 1589.366646] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5235c017-9477-4180-7bfa-4bfbf5a58529" [ 1589.366646] env[62220]: _type = "HttpNfcLease" [ 1589.366646] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1589.375753] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1589.375753] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5235c017-9477-4180-7bfa-4bfbf5a58529" [ 1589.375753] env[62220]: _type = "HttpNfcLease" [ 1589.375753] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1589.432127] env[62220]: DEBUG nova.network.neutron [-] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.434847] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc94a28-f7e5-4e97-ae02-542d8db5e8a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.453063] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccc2fc0-b951-4f0c-85af-df8bbd39661d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.459290] env[62220]: DEBUG oslo_vmware.api [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747466, 'name': PowerOffVM_Task, 'duration_secs': 0.275281} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.459589] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1589.459865] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1589.460545] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbce3c60-9c94-484f-a148-ef1e0cb9cb53 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.491540] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3023b776-2a74-493f-ac60-887e7d6ec07f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.503266] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf656d3-99ba-40d5-8e4f-da8eafe2e41e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.520350] env[62220]: DEBUG nova.compute.provider_tree [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.532821] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747465, 'name': ReconfigVM_Task, 'duration_secs': 0.729507} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.535144] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 9feb9918-b902-4617-8b62-5b4863bde91d/9feb9918-b902-4617-8b62-5b4863bde91d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.535144] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfb865a8-b42c-43e7-b2b3-7e289f9b70a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.547268] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1589.547268] env[62220]: value = "task-1747470" [ 1589.547268] env[62220]: _type = "Task" [ 1589.547268] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.559211] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747470, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.578189] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1589.578189] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1589.578189] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleting the datastore file [datastore1] 65339fe1-dd52-4cd5-ba7d-a09145a4f58c {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1589.578704] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9dc0999-bfb2-4a8b-82c9-a6cdc7aac536 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.588521] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512148} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.588521] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] fbb116f5-65a5-4d97-b2b3-44b25a4ae20f/fbb116f5-65a5-4d97-b2b3-44b25a4ae20f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1589.588521] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1589.588521] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2f453bb-d3cf-42b6-b69a-e69453f24aa1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.594970] env[62220]: DEBUG oslo_vmware.api [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1589.594970] env[62220]: value = "task-1747471" [ 1589.594970] env[62220]: _type = "Task" [ 1589.594970] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.596072] env[62220]: DEBUG nova.compute.manager [req-d47115e5-e4a7-49e9-9925-10770f3466c2 req-2deff443-efe7-4649-8cff-214c748646e2 service nova] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Received event network-vif-deleted-ea447ea3-2278-475c-9ce1-9f70de253493 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1589.603367] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1589.603367] env[62220]: value = "task-1747472" [ 1589.603367] env[62220]: _type = "Task" [ 1589.603367] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.613852] env[62220]: DEBUG oslo_vmware.api [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.620399] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.692433] env[62220]: INFO nova.compute.manager [-] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Took 1.58 seconds to deallocate network for instance. [ 1589.879059] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1589.879059] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5235c017-9477-4180-7bfa-4bfbf5a58529" [ 1589.879059] env[62220]: _type = "HttpNfcLease" [ 1589.879059] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1589.880796] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1589.880796] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5235c017-9477-4180-7bfa-4bfbf5a58529" [ 1589.880796] env[62220]: _type = "HttpNfcLease" [ 1589.880796] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1589.880796] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f35837a-731f-4e6a-ae02-f79824a51b1d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.891203] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521160a4-4806-3553-0f66-f099d9d865f5/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1589.891203] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521160a4-4806-3553-0f66-f099d9d865f5/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1589.953986] env[62220]: INFO nova.compute.manager [-] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Took 1.82 seconds to deallocate network for instance. [ 1590.001132] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d623810b-5502-4401-ae8e-5f75760e7fc7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.027086] env[62220]: DEBUG nova.scheduler.client.report [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1590.066536] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747470, 'name': Rename_Task, 'duration_secs': 0.173698} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.067992] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.067992] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-119966f1-a448-4127-8539-0e5220ae717e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.082313] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1590.082313] env[62220]: value = "task-1747473" [ 1590.082313] env[62220]: _type = "Task" [ 1590.082313] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.092087] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.112903] env[62220]: DEBUG oslo_vmware.api [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167444} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.114529] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.114529] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1590.114529] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1590.114529] env[62220]: INFO nova.compute.manager [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1590.114529] env[62220]: DEBUG oslo.service.loopingcall [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.114529] env[62220]: DEBUG nova.compute.manager [-] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1590.115076] env[62220]: DEBUG nova.network.neutron [-] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1590.119598] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079092} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.120388] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1590.121177] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90316f63-10bc-4ada-8b93-0e873e470a0f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.151200] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] fbb116f5-65a5-4d97-b2b3-44b25a4ae20f/fbb116f5-65a5-4d97-b2b3-44b25a4ae20f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1590.151200] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-342cc7f1-b329-4ee8-9934-00a4fe3c57c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.173041] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1590.173041] env[62220]: value = "task-1747474" [ 1590.173041] env[62220]: _type = "Task" [ 1590.173041] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.184290] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.200695] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.420866] env[62220]: DEBUG nova.compute.manager [req-e47bbbd5-33cc-484f-a421-18b5f6ac71d5 req-2ee7c273-edf4-444a-80ca-608b27989643 service nova] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Received event network-vif-deleted-3b4b4491-68f8-4380-b578-1752630ea670 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1590.467837] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.534061] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.537392] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.797s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.537392] env[62220]: DEBUG nova.objects.instance [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Lazy-loading 'resources' on Instance uuid 0cd14d33-d2cc-4a51-bad7-c793197c40da {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.571133] env[62220]: INFO nova.scheduler.client.report [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Deleted allocations for instance 00f59708-7070-409d-a189-f55bc6dfd81d [ 1590.591438] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747473, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.688738] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747474, 'name': ReconfigVM_Task, 'duration_secs': 0.326082} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.688738] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Reconfigured VM instance instance-0000003f to attach disk [datastore1] fbb116f5-65a5-4d97-b2b3-44b25a4ae20f/fbb116f5-65a5-4d97-b2b3-44b25a4ae20f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.688738] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0298d3d-492e-4789-bfc5-6d25faac64fb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.700825] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1590.700825] env[62220]: value = "task-1747475" [ 1590.700825] env[62220]: _type = "Task" [ 1590.700825] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.710979] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747475, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.001495] env[62220]: DEBUG nova.network.neutron [-] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.088593] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e40cb084-886b-4b36-be0c-e59168e93178 tempest-SecurityGroupsTestJSON-82705190 tempest-SecurityGroupsTestJSON-82705190-project-member] Lock "00f59708-7070-409d-a189-f55bc6dfd81d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.231s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.103160] env[62220]: DEBUG oslo_vmware.api [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747473, 'name': PowerOnVM_Task, 'duration_secs': 0.815789} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.105322] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.105610] env[62220]: INFO nova.compute.manager [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Took 12.01 seconds to spawn the instance on the hypervisor. [ 1591.105779] env[62220]: DEBUG nova.compute.manager [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1591.111083] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e029e-19d5-4d7c-ab6f-538c78edbac9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.216072] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747475, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.513535] env[62220]: INFO nova.compute.manager [-] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Took 1.40 seconds to deallocate network for instance. [ 1591.593025] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4459fd9-7a65-4f99-a0ff-667d86d04035 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.601726] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b95e83-474c-4849-9204-b55239d89401 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.639771] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe602475-7343-4dab-9432-2f946b611689 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.645261] env[62220]: INFO nova.compute.manager [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Took 35.53 seconds to build instance. [ 1591.652484] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12e84ad-828e-43b9-80bb-08677f03841f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.668582] env[62220]: DEBUG nova.compute.provider_tree [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.715403] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747475, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.022161] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.036839] env[62220]: DEBUG nova.compute.manager [req-b9e28655-1696-4529-9726-7dc1ec9c11ba req-053a03e8-b357-44db-a971-3b6e0e46bcc9 service nova] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Received event network-vif-deleted-561051f6-2534-4a99-9f45-12cf398d6fa0 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1592.147363] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8526b75a-ed1a-4fb2-a574-8e3150eac113 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "9feb9918-b902-4617-8b62-5b4863bde91d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.036s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.173717] env[62220]: DEBUG nova.scheduler.client.report [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1592.221372] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747475, 'name': Rename_Task, 'duration_secs': 1.170058} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.222429] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.222429] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f79e7b54-a347-4947-b492-86a3fe03ee7f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.231635] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1592.231635] env[62220]: value = "task-1747476" [ 1592.231635] env[62220]: _type = "Task" [ 1592.231635] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.244281] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.678519] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.683900] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.901s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.684178] env[62220]: DEBUG nova.objects.instance [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Lazy-loading 'resources' on Instance uuid 578c4873-b6d7-46d5-9891-47ebf73bbdb1 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.721657] env[62220]: INFO nova.scheduler.client.report [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Deleted allocations for instance 0cd14d33-d2cc-4a51-bad7-c793197c40da [ 1592.753318] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747476, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.926367] env[62220]: DEBUG nova.compute.manager [req-37f80e18-3b66-44c2-bcda-57a9a110754f req-dd3cf17b-54d2-41eb-8b18-bc9c63cef2d5 service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Received event network-changed-c437ee1d-ad84-459e-bbca-2f514c0b230d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1592.926620] env[62220]: DEBUG nova.compute.manager [req-37f80e18-3b66-44c2-bcda-57a9a110754f req-dd3cf17b-54d2-41eb-8b18-bc9c63cef2d5 service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Refreshing instance network info cache due to event network-changed-c437ee1d-ad84-459e-bbca-2f514c0b230d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1592.926792] env[62220]: DEBUG oslo_concurrency.lockutils [req-37f80e18-3b66-44c2-bcda-57a9a110754f req-dd3cf17b-54d2-41eb-8b18-bc9c63cef2d5 service nova] Acquiring lock "refresh_cache-56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.926936] env[62220]: DEBUG oslo_concurrency.lockutils [req-37f80e18-3b66-44c2-bcda-57a9a110754f req-dd3cf17b-54d2-41eb-8b18-bc9c63cef2d5 service nova] Acquired lock "refresh_cache-56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.927110] env[62220]: DEBUG nova.network.neutron [req-37f80e18-3b66-44c2-bcda-57a9a110754f req-dd3cf17b-54d2-41eb-8b18-bc9c63cef2d5 service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Refreshing network info cache for port c437ee1d-ad84-459e-bbca-2f514c0b230d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1593.230622] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f7a7b697-33df-4774-bfe9-de10f7e4dd4a tempest-AttachInterfacesUnderV243Test-1068944330 tempest-AttachInterfacesUnderV243Test-1068944330-project-member] Lock "0cd14d33-d2cc-4a51-bad7-c793197c40da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.881s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.244678] env[62220]: DEBUG oslo_vmware.api [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747476, 'name': PowerOnVM_Task, 'duration_secs': 0.532131} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.244960] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1593.245170] env[62220]: INFO nova.compute.manager [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Took 11.46 seconds to spawn the instance on the hypervisor. [ 1593.245344] env[62220]: DEBUG nova.compute.manager [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1593.246159] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06217a54-6baa-488f-80a9-9442cf453fbb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.534759] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f2d8dc94-af2a-47f0-8f3c-a5425875f50b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "9feb9918-b902-4617-8b62-5b4863bde91d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.535098] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f2d8dc94-af2a-47f0-8f3c-a5425875f50b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "9feb9918-b902-4617-8b62-5b4863bde91d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.535328] env[62220]: DEBUG nova.compute.manager [None req-f2d8dc94-af2a-47f0-8f3c-a5425875f50b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1593.536695] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1eae3c-437d-41ca-906c-e5bb0df12793 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.547331] env[62220]: DEBUG nova.compute.manager [None req-f2d8dc94-af2a-47f0-8f3c-a5425875f50b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1593.547331] env[62220]: DEBUG nova.objects.instance [None req-f2d8dc94-af2a-47f0-8f3c-a5425875f50b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lazy-loading 'flavor' on Instance uuid 9feb9918-b902-4617-8b62-5b4863bde91d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.651877] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77241f05-97ae-4171-ac78-b354c06e4d16 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.660694] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c030e21-225c-4df0-9b5b-6d940e530a12 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.694556] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a48e54-bd04-49bf-91ca-d1c64a52db67 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.707060] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf447dd-2d25-42db-a6f0-440ea772d16d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.723705] env[62220]: DEBUG nova.compute.provider_tree [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.771743] env[62220]: INFO nova.compute.manager [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Took 36.49 seconds to build instance. [ 1594.015232] env[62220]: DEBUG nova.network.neutron [req-37f80e18-3b66-44c2-bcda-57a9a110754f req-dd3cf17b-54d2-41eb-8b18-bc9c63cef2d5 service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Updated VIF entry in instance network info cache for port c437ee1d-ad84-459e-bbca-2f514c0b230d. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1594.015921] env[62220]: DEBUG nova.network.neutron [req-37f80e18-3b66-44c2-bcda-57a9a110754f req-dd3cf17b-54d2-41eb-8b18-bc9c63cef2d5 service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Updating instance_info_cache with network_info: [{"id": "c437ee1d-ad84-459e-bbca-2f514c0b230d", "address": "fa:16:3e:31:99:ce", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc437ee1d-ad", "ovs_interfaceid": "c437ee1d-ad84-459e-bbca-2f514c0b230d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.229931] env[62220]: DEBUG nova.scheduler.client.report [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1594.274134] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab1dc3c2-52b2-4028-8f7c-8133906ec0c2 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "fbb116f5-65a5-4d97-b2b3-44b25a4ae20f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.023s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.519987] env[62220]: DEBUG oslo_concurrency.lockutils [req-37f80e18-3b66-44c2-bcda-57a9a110754f req-dd3cf17b-54d2-41eb-8b18-bc9c63cef2d5 service nova] Releasing lock "refresh_cache-56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.555348] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d8dc94-af2a-47f0-8f3c-a5425875f50b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1594.555348] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89fc4cef-4802-4470-8280-912e9d3c3650 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.563197] env[62220]: DEBUG oslo_vmware.api [None req-f2d8dc94-af2a-47f0-8f3c-a5425875f50b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1594.563197] env[62220]: value = "task-1747477" [ 1594.563197] env[62220]: _type = "Task" [ 1594.563197] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.579374] env[62220]: DEBUG oslo_vmware.api [None req-f2d8dc94-af2a-47f0-8f3c-a5425875f50b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.736791] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.738626] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 24.536s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.772484] env[62220]: INFO nova.scheduler.client.report [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Deleted allocations for instance 578c4873-b6d7-46d5-9891-47ebf73bbdb1 [ 1595.079466] env[62220]: DEBUG oslo_vmware.api [None req-f2d8dc94-af2a-47f0-8f3c-a5425875f50b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747477, 'name': PowerOffVM_Task, 'duration_secs': 0.258126} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.080539] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d8dc94-af2a-47f0-8f3c-a5425875f50b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1595.080539] env[62220]: DEBUG nova.compute.manager [None req-f2d8dc94-af2a-47f0-8f3c-a5425875f50b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1595.081079] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c3183a-1892-4333-8861-0582d4ab768c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.244654] env[62220]: DEBUG nova.objects.instance [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lazy-loading 'migration_context' on Instance uuid c5b997cc-da18-4571-aba2-a84d5ff1c996 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.285559] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a939133d-65aa-4391-a789-3846e6bde0ae tempest-VolumesAssistedSnapshotsTest-298350905 tempest-VolumesAssistedSnapshotsTest-298350905-project-member] Lock "578c4873-b6d7-46d5-9891-47ebf73bbdb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.530s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.603577] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f2d8dc94-af2a-47f0-8f3c-a5425875f50b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "9feb9918-b902-4617-8b62-5b4863bde91d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.193731] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b782051-55dc-4c5e-8742-19ba38d6dee5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.204073] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39e3e9b-8825-48e9-bc5a-ba04a6ba36c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.242615] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4d917f-ffb9-418f-b42c-dfc729c65cbb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.247954] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a16f52-f19b-4b7c-9073-6007c0da8ec6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.271142] env[62220]: DEBUG nova.compute.provider_tree [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.777483] env[62220]: DEBUG nova.scheduler.client.report [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1597.258630] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "c41b6d89-786b-403a-b9da-2360ac8be34f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.260275] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "c41b6d89-786b-403a-b9da-2360ac8be34f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.762962] env[62220]: DEBUG nova.compute.manager [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1597.791542] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.054s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.804674] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.281s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.804871] env[62220]: DEBUG nova.objects.instance [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'resources' on Instance uuid b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.927192] env[62220]: INFO nova.compute.manager [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Rebuilding instance [ 1597.991635] env[62220]: DEBUG nova.compute.manager [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1597.992057] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1617a684-338b-4e35-9325-e811cc56f44c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.147312] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "fbb116f5-65a5-4d97-b2b3-44b25a4ae20f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.147590] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "fbb116f5-65a5-4d97-b2b3-44b25a4ae20f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.147952] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "fbb116f5-65a5-4d97-b2b3-44b25a4ae20f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.148039] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "fbb116f5-65a5-4d97-b2b3-44b25a4ae20f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.148329] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "fbb116f5-65a5-4d97-b2b3-44b25a4ae20f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.150365] env[62220]: INFO nova.compute.manager [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Terminating instance [ 1598.294586] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.401889] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521160a4-4806-3553-0f66-f099d9d865f5/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1598.403313] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771e5777-a30e-441e-b893-2dfeff5bf6ff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.416565] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521160a4-4806-3553-0f66-f099d9d865f5/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1598.416754] env[62220]: ERROR oslo_vmware.rw_handles [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521160a4-4806-3553-0f66-f099d9d865f5/disk-0.vmdk due to incomplete transfer. [ 1598.417010] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ae1f6801-8e75-42bf-8d2b-ade61ebf2351 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.428548] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521160a4-4806-3553-0f66-f099d9d865f5/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1598.428758] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Uploaded image cde406ef-2a5d-42cc-beb9-50b92800b4a1 to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1598.431552] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1598.432113] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dd6e3bf5-979f-448d-ba57-e98316583b4d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.445515] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1598.445515] env[62220]: value = "task-1747478" [ 1598.445515] env[62220]: _type = "Task" [ 1598.445515] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.460957] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747478, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.659438] env[62220]: DEBUG nova.compute.manager [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1598.659653] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1598.661078] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b9a9e7-8314-413f-821e-9e4ad711a740 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.671681] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.671681] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27b858ab-291c-46c3-8bbb-7aaa01d61599 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.682620] env[62220]: DEBUG oslo_vmware.api [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1598.682620] env[62220]: value = "task-1747479" [ 1598.682620] env[62220]: _type = "Task" [ 1598.682620] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.708722] env[62220]: DEBUG oslo_vmware.api [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.861167] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1a9665-7685-4f15-be53-9662ef12a29a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.874034] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a149905-9fe9-45ec-9420-f5fe8c607620 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.914583] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022a5b52-30ba-4dd5-9f2d-75c53111a956 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.925123] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaf9e98-18c9-4ab3-bf97-ca13f80331f5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.948757] env[62220]: DEBUG nova.compute.provider_tree [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.960767] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747478, 'name': Destroy_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.012035] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.012380] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7a8836b-e587-4a54-97d9-36a6ea30a67c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.023055] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1599.023055] env[62220]: value = "task-1747480" [ 1599.023055] env[62220]: _type = "Task" [ 1599.023055] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.036472] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1599.036787] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1599.037633] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75323737-a2e2-4084-ac8b-5fe10e419dc9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.047279] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.047605] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33262543-cf52-4e57-9363-79ccffaee6eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.191814] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.192127] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.192392] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleting the datastore file [datastore1] 9feb9918-b902-4617-8b62-5b4863bde91d {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.193993] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5093a5bc-ab46-4abe-b38f-626bcaa4415d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.207523] env[62220]: DEBUG oslo_vmware.api [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747479, 'name': PowerOffVM_Task, 'duration_secs': 0.321328} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.210392] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.210587] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.210956] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1599.210956] env[62220]: value = "task-1747482" [ 1599.210956] env[62220]: _type = "Task" [ 1599.210956] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.211249] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c187b37-6aa1-453d-89be-4d5a3db8d24a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.223470] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.377783] env[62220]: INFO nova.compute.manager [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Swapping old allocation on dict_keys(['feb1be13-c087-423d-9e2a-f8ba7247cda1']) held by migration 940a5fda-8a7d-4c8b-8925-0bcd03fdd4fe for instance [ 1599.406298] env[62220]: DEBUG nova.scheduler.client.report [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Overwriting current allocation {'allocations': {'feb1be13-c087-423d-9e2a-f8ba7247cda1': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 85}}, 'project_id': '0701addc00c34ee6940391bbceb9eb37', 'user_id': '7d317bbe6a214e068180ad403ff0c23c', 'consumer_generation': 1} on consumer c5b997cc-da18-4571-aba2-a84d5ff1c996 {{(pid=62220) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1599.442364] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.442617] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.442797] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Deleting the datastore file [datastore1] fbb116f5-65a5-4d97-b2b3-44b25a4ae20f {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.443095] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0922379f-f7c6-4e93-8802-dcb68440fb82 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.457655] env[62220]: DEBUG nova.scheduler.client.report [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1599.465702] env[62220]: DEBUG oslo_vmware.api [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1599.465702] env[62220]: value = "task-1747484" [ 1599.465702] env[62220]: _type = "Task" [ 1599.465702] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.476466] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747478, 'name': Destroy_Task, 'duration_secs': 0.76275} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.480198] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Destroyed the VM [ 1599.481050] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1599.481727] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1902d695-ab50-46ad-98d4-4dc2c70d71fb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.489991] env[62220]: DEBUG oslo_vmware.api [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.497922] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1599.497922] env[62220]: value = "task-1747485" [ 1599.497922] env[62220]: _type = "Task" [ 1599.497922] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.507766] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747485, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.520516] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.520516] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquired lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.520824] env[62220]: DEBUG nova.network.neutron [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.732783] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167219} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.732783] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.732783] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.732924] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.968592] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.969876] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.268s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.970299] env[62220]: DEBUG nova.objects.instance [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lazy-loading 'resources' on Instance uuid a9462f81-92ac-483d-a8b4-51cd521b8e66 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.992775] env[62220]: DEBUG oslo_vmware.api [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165701} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.992775] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.992775] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.992775] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.992775] env[62220]: INFO nova.compute.manager [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1599.992775] env[62220]: DEBUG oslo.service.loopingcall [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.992972] env[62220]: DEBUG nova.compute.manager [-] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1599.993012] env[62220]: DEBUG nova.network.neutron [-] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1600.003325] env[62220]: INFO nova.scheduler.client.report [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Deleted allocations for instance b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84 [ 1600.015652] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747485, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.511137] env[62220]: DEBUG oslo_vmware.api [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747485, 'name': RemoveSnapshot_Task, 'duration_secs': 0.605187} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.513566] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1600.513807] env[62220]: INFO nova.compute.manager [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Took 15.96 seconds to snapshot the instance on the hypervisor. [ 1600.516411] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c01cfe04-0f01-4e71-81a8-b4aa27955178 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.202s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.758372] env[62220]: DEBUG nova.network.neutron [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance_info_cache with network_info: [{"id": "7107e771-ec56-4135-bc21-d99888e62b21", "address": "fa:16:3e:74:86:fe", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7107e771-ec", "ovs_interfaceid": "7107e771-ec56-4135-bc21-d99888e62b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.799929] env[62220]: DEBUG nova.virt.hardware [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1600.801177] env[62220]: DEBUG nova.virt.hardware [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1600.801177] env[62220]: DEBUG nova.virt.hardware [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1600.801177] env[62220]: DEBUG nova.virt.hardware [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1600.801177] env[62220]: DEBUG nova.virt.hardware [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1600.801177] env[62220]: DEBUG nova.virt.hardware [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1600.801701] env[62220]: DEBUG nova.virt.hardware [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1600.801701] env[62220]: DEBUG nova.virt.hardware [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1600.801790] env[62220]: DEBUG nova.virt.hardware [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1600.801959] env[62220]: DEBUG nova.virt.hardware [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1600.802154] env[62220]: DEBUG nova.virt.hardware [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1600.803057] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd4ff27-b27b-439e-a56b-f21ded04bb1f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.815080] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf40b73c-2198-41b9-9bd3-f6ac91369b18 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.836892] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:ca:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d296e8e-55e1-410a-be79-37c4b58c3fcb', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1600.845313] env[62220]: DEBUG oslo.service.loopingcall [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.847696] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1600.848459] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88d8cbc9-0e0d-4277-a4f9-3e246510b83a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.872262] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1600.872262] env[62220]: value = "task-1747486" [ 1600.872262] env[62220]: _type = "Task" [ 1600.872262] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.883707] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.897589] env[62220]: DEBUG nova.compute.manager [req-adbda42f-8799-4f07-b67f-47aa133f127f req-a7a91f7a-62c1-45e5-9f45-2a4a85d13499 service nova] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Received event network-vif-deleted-f0c79101-30d6-4de3-97fd-5dc1a2aeb31e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1600.897786] env[62220]: INFO nova.compute.manager [req-adbda42f-8799-4f07-b67f-47aa133f127f req-a7a91f7a-62c1-45e5-9f45-2a4a85d13499 service nova] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Neutron deleted interface f0c79101-30d6-4de3-97fd-5dc1a2aeb31e; detaching it from the instance and deleting it from the info cache [ 1600.898072] env[62220]: DEBUG nova.network.neutron [req-adbda42f-8799-4f07-b67f-47aa133f127f req-a7a91f7a-62c1-45e5-9f45-2a4a85d13499 service nova] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.941472] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7326b42b-fbc5-41eb-97cb-81e435013651 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.950100] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dd98d7-9a2c-4cb0-8f89-de2888c3a2d0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.987589] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2784dc-fab1-44ca-8861-e999e95fa087 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.996132] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5986c9c-7d94-466a-831e-46d7f09eb7a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.010954] env[62220]: DEBUG nova.compute.provider_tree [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.095466] env[62220]: DEBUG nova.compute.manager [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Found 3 images (rotation: 2) {{(pid=62220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1601.095755] env[62220]: DEBUG nova.compute.manager [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Rotating out 1 backups {{(pid=62220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4906}} [ 1601.095972] env[62220]: DEBUG nova.compute.manager [None req-1d647975-cf32-4510-99f6-8ea4a5a15540 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Deleting image ac36a4a0-4eb9-47e9-8e08-42b3a786de46 {{(pid=62220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4911}} [ 1601.213670] env[62220]: DEBUG nova.network.neutron [-] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.264021] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Releasing lock "refresh_cache-c5b997cc-da18-4571-aba2-a84d5ff1c996" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.264514] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1601.264796] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e067dc3d-5071-4b6e-a587-fac5ff795153 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.274419] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1601.274419] env[62220]: value = "task-1747487" [ 1601.274419] env[62220]: _type = "Task" [ 1601.274419] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.287363] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.391969] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.400888] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cccf45bf-973b-4076-b018-1abe00d7e325 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.417342] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e9c4e7-7043-4921-acff-e8ed9388971c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.458269] env[62220]: DEBUG nova.compute.manager [req-adbda42f-8799-4f07-b67f-47aa133f127f req-a7a91f7a-62c1-45e5-9f45-2a4a85d13499 service nova] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Detach interface failed, port_id=f0c79101-30d6-4de3-97fd-5dc1a2aeb31e, reason: Instance fbb116f5-65a5-4d97-b2b3-44b25a4ae20f could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1601.514167] env[62220]: DEBUG nova.scheduler.client.report [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1601.717534] env[62220]: INFO nova.compute.manager [-] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Took 1.72 seconds to deallocate network for instance. [ 1601.785609] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747487, 'name': PowerOffVM_Task, 'duration_secs': 0.264521} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.785977] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1601.786739] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T11:05:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9608d5b6-3ceb-4ca3-be9b-de746a05fe68',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-731351324',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1601.787111] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1601.787824] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.787824] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1601.787824] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.787973] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1601.788259] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1601.788472] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1601.788664] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1601.788833] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1601.789015] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1601.794175] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8799c94a-556f-4aa0-bdbd-c6efe0a97881 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.812783] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1601.812783] env[62220]: value = "task-1747488" [ 1601.812783] env[62220]: _type = "Task" [ 1601.812783] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.823159] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.884665] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.022148] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.023011] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.535s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.024938] env[62220]: DEBUG nova.objects.instance [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Lazy-loading 'resources' on Instance uuid 74f95708-d517-4119-b2d1-11820db003db {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.065399] env[62220]: INFO nova.scheduler.client.report [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleted allocations for instance a9462f81-92ac-483d-a8b4-51cd521b8e66 [ 1602.211925] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Acquiring lock "69a87e35-30f4-497d-9969-d4cd4d021f5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.212190] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Lock "69a87e35-30f4-497d-9969-d4cd4d021f5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.226677] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.323678] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747488, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.383874] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.583189] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b356afe8-e86e-4376-821e-6d21a54d4b91 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "a9462f81-92ac-483d-a8b4-51cd521b8e66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.065s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.716769] env[62220]: DEBUG nova.compute.manager [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1602.825911] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747488, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.888148] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.890148] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f5b504-5f57-40d1-86d1-46ca7ee9ba25 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.897787] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb666d38-7a1f-44f9-861c-fb412b4b8acd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.930967] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86f960d-ec4d-4dec-895d-95ac14e89141 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.940720] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30376bb2-25a2-4569-a931-3d4ec8fa088b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.957499] env[62220]: DEBUG nova.compute.provider_tree [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.244586] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.325606] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747488, 'name': ReconfigVM_Task, 'duration_secs': 1.303482} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.326493] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff0ef0c-9796-481c-99f4-a878843699a6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.350085] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T11:05:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9608d5b6-3ceb-4ca3-be9b-de746a05fe68',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-731351324',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1603.350085] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1603.350085] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1603.350085] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1603.350295] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1603.350332] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1603.350521] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1603.350667] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1603.350837] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1603.350997] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1603.351190] env[62220]: DEBUG nova.virt.hardware [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1603.351961] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb552e4-3f10-4575-b6bf-f4346b0552c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.361661] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1603.361661] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5228bfeb-8cfd-efec-35de-838260190cc2" [ 1603.361661] env[62220]: _type = "Task" [ 1603.361661] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.370281] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5228bfeb-8cfd-efec-35de-838260190cc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.385496] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.458746] env[62220]: DEBUG nova.scheduler.client.report [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1603.468102] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "b2ad9224-1f33-4255-847a-d794ce966651" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.468341] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "b2ad9224-1f33-4255-847a-d794ce966651" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.468548] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "b2ad9224-1f33-4255-847a-d794ce966651-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.468730] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "b2ad9224-1f33-4255-847a-d794ce966651-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.468900] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "b2ad9224-1f33-4255-847a-d794ce966651-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.471499] env[62220]: INFO nova.compute.manager [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Terminating instance [ 1603.872548] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5228bfeb-8cfd-efec-35de-838260190cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.878107] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1603.878451] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8140491-e93a-4b43-92b9-0955e259cc0d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.899946] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.901382] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1603.901382] env[62220]: value = "task-1747489" [ 1603.901382] env[62220]: _type = "Task" [ 1603.901382] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.911146] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.964171] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.966399] env[62220]: DEBUG oslo_concurrency.lockutils [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.416s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.966631] env[62220]: DEBUG nova.objects.instance [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lazy-loading 'resources' on Instance uuid c5a5e047-38b7-44cd-9e99-fdbef30080e7 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1603.975045] env[62220]: DEBUG nova.compute.manager [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1603.975232] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1603.976655] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfd1a3a-a36e-4b50-9a6a-9159fb269a36 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.986874] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.987817] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8306f9ef-c80f-4cd7-ad35-968c2386781b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.990436] env[62220]: INFO nova.scheduler.client.report [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Deleted allocations for instance 74f95708-d517-4119-b2d1-11820db003db [ 1603.997814] env[62220]: DEBUG oslo_vmware.api [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1603.997814] env[62220]: value = "task-1747490" [ 1603.997814] env[62220]: _type = "Task" [ 1603.997814] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.006784] env[62220]: DEBUG oslo_vmware.api [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.388559] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.411851] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747489, 'name': ReconfigVM_Task, 'duration_secs': 0.196579} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.412150] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1604.412953] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2a978b-963a-4d2c-912a-089071492725 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.437106] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c5b997cc-da18-4571-aba2-a84d5ff1c996/c5b997cc-da18-4571-aba2-a84d5ff1c996.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.437760] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94115d62-fe10-49a5-aba3-ef59a9972058 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.451808] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9f1cdbd1-b29a-42f7-9a5b-d011398f1854 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "f5d1a419-d93b-4988-b051-f1d72b068cc9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.451808] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9f1cdbd1-b29a-42f7-9a5b-d011398f1854 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.451915] env[62220]: DEBUG nova.compute.manager [None req-9f1cdbd1-b29a-42f7-9a5b-d011398f1854 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1604.453181] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7543d085-4456-424e-963c-540223db6f2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.461290] env[62220]: DEBUG nova.compute.manager [None req-9f1cdbd1-b29a-42f7-9a5b-d011398f1854 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1604.461942] env[62220]: DEBUG nova.objects.instance [None req-9f1cdbd1-b29a-42f7-9a5b-d011398f1854 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'flavor' on Instance uuid f5d1a419-d93b-4988-b051-f1d72b068cc9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.464361] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1604.464361] env[62220]: value = "task-1747491" [ 1604.464361] env[62220]: _type = "Task" [ 1604.464361] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.474825] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.499148] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e9d300-ca25-4b5d-b256-6e58adf32f61 tempest-ServerPasswordTestJSON-396888598 tempest-ServerPasswordTestJSON-396888598-project-member] Lock "74f95708-d517-4119-b2d1-11820db003db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.119s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.510316] env[62220]: DEBUG oslo_vmware.api [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747490, 'name': PowerOffVM_Task, 'duration_secs': 0.22283} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.514473] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.514696] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1604.515801] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78cb295a-4a74-47ad-bbba-f3896197b8e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.533855] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "7962c335-9043-44cf-93b4-187635c88407" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.534119] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "7962c335-9043-44cf-93b4-187635c88407" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.797405] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eae1cd-0828-4653-b022-8441deccf201 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.805990] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dd5e36-4c21-415c-a61d-c15e12ac217e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.839029] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2142fda7-9b2d-4fd3-96b1-ac9582f976aa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.849422] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e97a7dd-278a-4469-93e3-59cb5cf9eaf4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.867437] env[62220]: DEBUG nova.compute.provider_tree [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.893052] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.978749] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747491, 'name': ReconfigVM_Task, 'duration_secs': 0.297788} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.979491] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c5b997cc-da18-4571-aba2-a84d5ff1c996/c5b997cc-da18-4571-aba2-a84d5ff1c996.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1604.980659] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724fa012-a615-48cd-81d1-6bd5395ac08b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.000359] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc23b7f7-2465-4d8d-8c68-46ca174a03c8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.026029] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a3126-b842-4cd1-936c-1f2fbae4ea94 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.045586] env[62220]: DEBUG nova.compute.manager [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1605.050371] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37dc9d7-1f54-4177-8bf0-b6319e80d527 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.059359] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1605.059662] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75265f7c-f2bb-4073-978b-955ec8a8bbbf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.070368] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1605.070368] env[62220]: value = "task-1747493" [ 1605.070368] env[62220]: _type = "Task" [ 1605.070368] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.079103] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.374792] env[62220]: DEBUG nova.scheduler.client.report [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1605.392803] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.474081] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1cdbd1-b29a-42f7-9a5b-d011398f1854 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.474385] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d20db12-1458-4594-a2bb-111ece58b2a8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.482062] env[62220]: DEBUG oslo_vmware.api [None req-9f1cdbd1-b29a-42f7-9a5b-d011398f1854 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1605.482062] env[62220]: value = "task-1747494" [ 1605.482062] env[62220]: _type = "Task" [ 1605.482062] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.491502] env[62220]: DEBUG oslo_vmware.api [None req-9f1cdbd1-b29a-42f7-9a5b-d011398f1854 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.582024] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747493, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.588337] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.880792] env[62220]: DEBUG oslo_concurrency.lockutils [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.883867] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.459s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.883867] env[62220]: DEBUG nova.objects.instance [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Lazy-loading 'resources' on Instance uuid 5f7a84e8-d0d6-4fd9-b466-22becdb51351 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.896231] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.908511] env[62220]: INFO nova.scheduler.client.report [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Deleted allocations for instance c5a5e047-38b7-44cd-9e99-fdbef30080e7 [ 1605.993344] env[62220]: DEBUG oslo_vmware.api [None req-9f1cdbd1-b29a-42f7-9a5b-d011398f1854 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747494, 'name': PowerOffVM_Task, 'duration_secs': 0.22644} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.993792] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1cdbd1-b29a-42f7-9a5b-d011398f1854 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1605.996071] env[62220]: DEBUG nova.compute.manager [None req-9f1cdbd1-b29a-42f7-9a5b-d011398f1854 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.996071] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a675b4-31c5-4dbb-af99-c2cafe484f44 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.084536] env[62220]: DEBUG oslo_vmware.api [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747493, 'name': PowerOnVM_Task, 'duration_secs': 0.63885} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.085829] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1606.399173] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.422348] env[62220]: DEBUG oslo_concurrency.lockutils [None req-442aed36-b0bf-4a5b-a662-d5e663b69fb1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "c5a5e047-38b7-44cd-9e99-fdbef30080e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.540s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.514760] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9f1cdbd1-b29a-42f7-9a5b-d011398f1854 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.796716] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aec7204-8f34-49a1-abe3-fc89c29c2a72 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.807540] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdde948b-1219-4e53-8352-e97c7c956591 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.843223] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f4a93d-128c-40a5-8e2b-fa12ca055141 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.852862] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22930d98-3b7d-428c-9801-64a8838f6485 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.868592] env[62220]: DEBUG nova.compute.provider_tree [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1606.898413] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.006614] env[62220]: DEBUG oslo_concurrency.lockutils [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "21995267-5227-4930-b079-707fcf615897" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.006898] env[62220]: DEBUG oslo_concurrency.lockutils [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.105174] env[62220]: INFO nova.compute.manager [None req-07778a56-bd4b-4c8f-a0d2-0b0b16b137e1 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance to original state: 'active' [ 1607.376028] env[62220]: DEBUG nova.scheduler.client.report [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1607.398842] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.511109] env[62220]: INFO nova.compute.manager [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Detaching volume fcd7c1e3-d0a2-47bb-a15c-0007e97abbee [ 1607.550374] env[62220]: INFO nova.virt.block_device [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Attempting to driver detach volume fcd7c1e3-d0a2-47bb-a15c-0007e97abbee from mountpoint /dev/sdb [ 1607.550694] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1607.550894] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363312', 'volume_id': 'fcd7c1e3-d0a2-47bb-a15c-0007e97abbee', 'name': 'volume-fcd7c1e3-d0a2-47bb-a15c-0007e97abbee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '21995267-5227-4930-b079-707fcf615897', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcd7c1e3-d0a2-47bb-a15c-0007e97abbee', 'serial': 'fcd7c1e3-d0a2-47bb-a15c-0007e97abbee'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1607.551906] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff738e4-362a-48a0-a6a1-d01874d6335f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.583282] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d104e16-1309-424e-b9a6-a25d00914fdc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.592757] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a20da22-55ad-4d25-87ca-c55c176ea7da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.616453] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a15961-64c5-48fd-8c6d-fbf8d7c62f89 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.636162] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] The volume has not been displaced from its original location: [datastore1] volume-fcd7c1e3-d0a2-47bb-a15c-0007e97abbee/volume-fcd7c1e3-d0a2-47bb-a15c-0007e97abbee.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1607.641250] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1607.641635] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-148c9417-ac1a-4a54-adaa-0ab166e3520e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.667090] env[62220]: DEBUG oslo_vmware.api [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1607.667090] env[62220]: value = "task-1747495" [ 1607.667090] env[62220]: _type = "Task" [ 1607.667090] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.679763] env[62220]: DEBUG oslo_vmware.api [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747495, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.879100] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.881641] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.617s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.881901] env[62220]: DEBUG nova.objects.instance [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lazy-loading 'resources' on Instance uuid 87298b64-c97d-4e21-ad71-9db59859e10f {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.899571] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.900602] env[62220]: INFO nova.scheduler.client.report [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Deleted allocations for instance 5f7a84e8-d0d6-4fd9-b466-22becdb51351 [ 1608.084293] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.084877] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.084877] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleting the datastore file [datastore1] b2ad9224-1f33-4255-847a-d794ce966651 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.085324] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc0ef70b-93e8-4937-a934-f1bf931dbc21 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.094027] env[62220]: DEBUG oslo_vmware.api [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1608.094027] env[62220]: value = "task-1747496" [ 1608.094027] env[62220]: _type = "Task" [ 1608.094027] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.103447] env[62220]: DEBUG oslo_vmware.api [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.173240] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "feee8459-1798-47da-b5c9-2bbda1551223" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.173611] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "feee8459-1798-47da-b5c9-2bbda1551223" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.181707] env[62220]: DEBUG nova.compute.manager [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Stashing vm_state: stopped {{(pid=62220) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1608.192866] env[62220]: DEBUG oslo_vmware.api [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747495, 'name': ReconfigVM_Task, 'duration_secs': 0.27383} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.193463] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1608.198716] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91e9c24c-b0bf-44b0-8a73-4e9a69ed0827 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.217959] env[62220]: DEBUG oslo_vmware.api [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1608.217959] env[62220]: value = "task-1747497" [ 1608.217959] env[62220]: _type = "Task" [ 1608.217959] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.233990] env[62220]: DEBUG oslo_vmware.api [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.399959] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747486, 'name': CreateVM_Task, 'duration_secs': 7.426222} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.400072] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1608.400850] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.401302] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.401408] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1608.401744] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059e1623-d062-47c4-85ec-3b6f6b987e54 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.408722] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1608.408722] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dafa32-291d-4d50-f002-d5bf87ef5bb4" [ 1608.408722] env[62220]: _type = "Task" [ 1608.408722] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.409197] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e8d5cccd-5059-453c-bcb4-19ea95507877 tempest-ServerRescueTestJSONUnderV235-13902917 tempest-ServerRescueTestJSONUnderV235-13902917-project-member] Lock "5f7a84e8-d0d6-4fd9-b466-22becdb51351" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.868s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.421234] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dafa32-291d-4d50-f002-d5bf87ef5bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.421519] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.421744] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1608.422543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.422908] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.423132] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1608.423524] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25ba742e-1e03-45a7-87f2-5ab4da299934 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.434105] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1608.434324] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1608.435067] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d7b43e2-ca09-4ad6-b758-5644fdd01deb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.442000] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1608.442000] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5264f630-103c-c236-256c-4187508b50fd" [ 1608.442000] env[62220]: _type = "Task" [ 1608.442000] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.444740] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "c5b997cc-da18-4571-aba2-a84d5ff1c996" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.444965] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "c5b997cc-da18-4571-aba2-a84d5ff1c996" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.445184] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "c5b997cc-da18-4571-aba2-a84d5ff1c996-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.445373] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "c5b997cc-da18-4571-aba2-a84d5ff1c996-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.445540] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "c5b997cc-da18-4571-aba2-a84d5ff1c996-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.451165] env[62220]: INFO nova.compute.manager [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Terminating instance [ 1608.459633] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5264f630-103c-c236-256c-4187508b50fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.606960] env[62220]: DEBUG oslo_vmware.api [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159706} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.610270] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1608.610983] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1608.611532] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1608.611830] env[62220]: INFO nova.compute.manager [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Took 4.64 seconds to destroy the instance on the hypervisor. [ 1608.612185] env[62220]: DEBUG oslo.service.loopingcall [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.612734] env[62220]: DEBUG nova.compute.manager [-] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1608.612944] env[62220]: DEBUG nova.network.neutron [-] [instance: b2ad9224-1f33-4255-847a-d794ce966651] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1608.686790] env[62220]: DEBUG nova.compute.manager [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1608.710417] env[62220]: DEBUG oslo_concurrency.lockutils [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.734567] env[62220]: DEBUG oslo_vmware.api [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747497, 'name': ReconfigVM_Task, 'duration_secs': 0.187535} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.735453] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363312', 'volume_id': 'fcd7c1e3-d0a2-47bb-a15c-0007e97abbee', 'name': 'volume-fcd7c1e3-d0a2-47bb-a15c-0007e97abbee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '21995267-5227-4930-b079-707fcf615897', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcd7c1e3-d0a2-47bb-a15c-0007e97abbee', 'serial': 'fcd7c1e3-d0a2-47bb-a15c-0007e97abbee'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1608.786050] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bea703-adce-43f7-8d82-8ea21ea11d1a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.793305] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fc7a91-de20-4410-a500-b27711cd6a95 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.827547] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa62845a-56b6-41dc-b3e2-9c46e090f8a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.837542] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e773de96-c904-46b3-b093-876426a3bcec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.854544] env[62220]: DEBUG nova.compute.provider_tree [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1608.955912] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5264f630-103c-c236-256c-4187508b50fd, 'name': SearchDatastore_Task, 'duration_secs': 0.015434} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.956730] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17135c5c-c0bf-4d50-af81-fbbcaa1444c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.960922] env[62220]: DEBUG nova.compute.manager [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1608.961167] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1608.961928] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d859ce10-266f-4592-8995-b8ca31abb985 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.966320] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1608.966320] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5288c78a-4bf8-b585-a249-b9a7139883d3" [ 1608.966320] env[62220]: _type = "Task" [ 1608.966320] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.971979] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.972492] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f698397e-b6ea-4986-be38-8b3053dcd09e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.977692] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5288c78a-4bf8-b585-a249-b9a7139883d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010876} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.978927] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.979217] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 9feb9918-b902-4617-8b62-5b4863bde91d/9feb9918-b902-4617-8b62-5b4863bde91d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1608.979519] env[62220]: DEBUG oslo_vmware.api [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1608.979519] env[62220]: value = "task-1747498" [ 1608.979519] env[62220]: _type = "Task" [ 1608.979519] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.979710] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f7f5411-7bf5-4664-8e30-b160e2631e37 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.993417] env[62220]: DEBUG oslo_vmware.api [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.994922] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1608.994922] env[62220]: value = "task-1747499" [ 1608.994922] env[62220]: _type = "Task" [ 1608.994922] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.003534] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.221265] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.294984] env[62220]: DEBUG nova.objects.instance [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lazy-loading 'flavor' on Instance uuid 21995267-5227-4930-b079-707fcf615897 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1609.398504] env[62220]: ERROR nova.scheduler.client.report [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] [req-26a37eac-afd3-463a-8fbd-7ad80542b2cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-26a37eac-afd3-463a-8fbd-7ad80542b2cf"}]} [ 1609.432788] env[62220]: DEBUG nova.scheduler.client.report [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1609.466723] env[62220]: DEBUG nova.scheduler.client.report [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1609.466970] env[62220]: DEBUG nova.compute.provider_tree [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1609.481745] env[62220]: DEBUG nova.scheduler.client.report [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1609.497388] env[62220]: DEBUG oslo_vmware.api [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747498, 'name': PowerOffVM_Task, 'duration_secs': 0.178175} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.502386] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1609.502578] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1609.502855] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdcc7e3b-db55-4123-9567-6177271545ac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.508565] env[62220]: DEBUG nova.scheduler.client.report [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1609.513765] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497762} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.514028] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 9feb9918-b902-4617-8b62-5b4863bde91d/9feb9918-b902-4617-8b62-5b4863bde91d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1609.515116] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1609.515116] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c47374f3-e971-45a6-a800-3cfa710e5c50 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.525274] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1609.525274] env[62220]: value = "task-1747501" [ 1609.525274] env[62220]: _type = "Task" [ 1609.525274] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.545355] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.547665] env[62220]: DEBUG nova.compute.manager [req-2b0de88e-58a8-422f-9323-6942e8e15f71 req-9e3c0e93-77ba-40eb-a7de-fe82b6690a4a service nova] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Received event network-vif-deleted-84b73daa-713a-434b-9e76-dc4b1deae071 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1609.547847] env[62220]: INFO nova.compute.manager [req-2b0de88e-58a8-422f-9323-6942e8e15f71 req-9e3c0e93-77ba-40eb-a7de-fe82b6690a4a service nova] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Neutron deleted interface 84b73daa-713a-434b-9e76-dc4b1deae071; detaching it from the instance and deleting it from the info cache [ 1609.548029] env[62220]: DEBUG nova.network.neutron [req-2b0de88e-58a8-422f-9323-6942e8e15f71 req-9e3c0e93-77ba-40eb-a7de-fe82b6690a4a service nova] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.592603] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1609.592603] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1609.592603] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Deleting the datastore file [datastore1] c5b997cc-da18-4571-aba2-a84d5ff1c996 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1609.592603] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccdf5d27-bbaa-4226-b047-a5984f426cc9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.606425] env[62220]: DEBUG oslo_vmware.api [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1609.606425] env[62220]: value = "task-1747502" [ 1609.606425] env[62220]: _type = "Task" [ 1609.606425] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.621763] env[62220]: DEBUG oslo_vmware.api [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.865649] env[62220]: DEBUG nova.network.neutron [-] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.927022] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47f3a37-a612-491c-a2e6-20755f449aef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.934265] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aaa738-f8ab-40e6-abcc-7b94ec8b6f8f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.975124] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdafe44-5af6-45ec-bfaf-9d916e287224 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.983262] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67929950-462f-4bfc-b312-e56aa9b300f1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.997322] env[62220]: DEBUG nova.compute.provider_tree [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.036624] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08063} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.036624] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1610.036889] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840e4942-f81c-4086-ae21-e1547957ebba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.061481] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 9feb9918-b902-4617-8b62-5b4863bde91d/9feb9918-b902-4617-8b62-5b4863bde91d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1610.061812] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbcf852a-3a82-424a-91f6-5721b3b1b329 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.064047] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c193efa-7887-4acf-a95f-9f8877166387 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.087866] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172291f7-f07a-484a-9260-c46d04698b68 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.098445] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1610.098445] env[62220]: value = "task-1747503" [ 1610.098445] env[62220]: _type = "Task" [ 1610.098445] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.124201] env[62220]: DEBUG nova.compute.manager [req-2b0de88e-58a8-422f-9323-6942e8e15f71 req-9e3c0e93-77ba-40eb-a7de-fe82b6690a4a service nova] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Detach interface failed, port_id=84b73daa-713a-434b-9e76-dc4b1deae071, reason: Instance b2ad9224-1f33-4255-847a-d794ce966651 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1610.128358] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.133982] env[62220]: DEBUG oslo_vmware.api [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351618} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.134253] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1610.134442] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1610.134616] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1610.134789] env[62220]: INFO nova.compute.manager [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1610.135042] env[62220]: DEBUG oslo.service.loopingcall [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1610.135237] env[62220]: DEBUG nova.compute.manager [-] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1610.135330] env[62220]: DEBUG nova.network.neutron [-] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1610.311409] env[62220]: DEBUG oslo_concurrency.lockutils [None req-425332f2-6bb5-4ff8-9602-4b5a5b041355 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "21995267-5227-4930-b079-707fcf615897" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.312446] env[62220]: DEBUG oslo_concurrency.lockutils [None req-016d9acc-0c69-407b-92e7-597a8eba2547 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.305s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.312898] env[62220]: DEBUG oslo_concurrency.lockutils [None req-425332f2-6bb5-4ff8-9602-4b5a5b041355 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.313402] env[62220]: DEBUG nova.compute.manager [None req-425332f2-6bb5-4ff8-9602-4b5a5b041355 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1610.314212] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4edc78-27a4-4f8b-90a4-7a5ab5ec6fb0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.322759] env[62220]: DEBUG nova.compute.manager [None req-425332f2-6bb5-4ff8-9602-4b5a5b041355 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1610.323444] env[62220]: DEBUG nova.objects.instance [None req-425332f2-6bb5-4ff8-9602-4b5a5b041355 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lazy-loading 'flavor' on Instance uuid 21995267-5227-4930-b079-707fcf615897 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.368822] env[62220]: INFO nova.compute.manager [-] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Took 1.76 seconds to deallocate network for instance. [ 1610.502892] env[62220]: DEBUG nova.scheduler.client.report [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1610.608989] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747503, 'name': ReconfigVM_Task, 'duration_secs': 0.403566} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.609295] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 9feb9918-b902-4617-8b62-5b4863bde91d/9feb9918-b902-4617-8b62-5b4863bde91d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.609932] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-defec832-d2ff-49cc-9837-bbfae43e447e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.618557] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1610.618557] env[62220]: value = "task-1747504" [ 1610.618557] env[62220]: _type = "Task" [ 1610.618557] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.629930] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747504, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.876512] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.006917] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.125s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.008817] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.808s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.009081] env[62220]: DEBUG nova.objects.instance [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Lazy-loading 'resources' on Instance uuid 08c07447-8e2d-4727-8ba1-d1d9419bfff3 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.030536] env[62220]: INFO nova.scheduler.client.report [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Deleted allocations for instance 87298b64-c97d-4e21-ad71-9db59859e10f [ 1611.050967] env[62220]: DEBUG nova.network.neutron [-] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.128785] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747504, 'name': Rename_Task, 'duration_secs': 0.293728} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.128785] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1611.129089] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02a494e6-6b0e-46dd-bae2-0d3c14265227 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.135891] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1611.135891] env[62220]: value = "task-1747505" [ 1611.135891] env[62220]: _type = "Task" [ 1611.135891] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.145309] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.238804] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "a822bbdb-accd-4d13-9335-bc4bf0515601" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.239105] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.239297] env[62220]: INFO nova.compute.manager [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Shelving [ 1611.330943] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-425332f2-6bb5-4ff8-9602-4b5a5b041355 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.331303] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02b2bbe4-fa8e-4136-bf24-ae16ad478a87 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.339172] env[62220]: DEBUG oslo_vmware.api [None req-425332f2-6bb5-4ff8-9602-4b5a5b041355 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1611.339172] env[62220]: value = "task-1747506" [ 1611.339172] env[62220]: _type = "Task" [ 1611.339172] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.348365] env[62220]: DEBUG oslo_vmware.api [None req-425332f2-6bb5-4ff8-9602-4b5a5b041355 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.539095] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df19585a-bdcc-44a6-be67-f4a74fe92464 tempest-FloatingIPsAssociationTestJSON-1700328939 tempest-FloatingIPsAssociationTestJSON-1700328939-project-member] Lock "87298b64-c97d-4e21-ad71-9db59859e10f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.192s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.555062] env[62220]: INFO nova.compute.manager [-] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Took 1.42 seconds to deallocate network for instance. [ 1611.582281] env[62220]: DEBUG nova.compute.manager [req-89dfc82a-2e2e-4fbb-8900-04a2417c660d req-b64264c9-d6b7-4711-a87e-d80c11926151 service nova] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Received event network-vif-deleted-7107e771-ec56-4135-bc21-d99888e62b21 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1611.646838] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747505, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.824713] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c26674-9635-44cd-90b5-6b80426437a6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.834229] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fabbb81-2774-48da-afdb-5a0e4c7ca5fa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.868031] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe01bae-37aa-4475-ba3a-d63bbd5f11e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.873766] env[62220]: DEBUG oslo_vmware.api [None req-425332f2-6bb5-4ff8-9602-4b5a5b041355 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747506, 'name': PowerOffVM_Task, 'duration_secs': 0.185244} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.874490] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-425332f2-6bb5-4ff8-9602-4b5a5b041355 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1611.874651] env[62220]: DEBUG nova.compute.manager [None req-425332f2-6bb5-4ff8-9602-4b5a5b041355 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.875804] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5cc1e4-51d7-4d46-96bc-cf020ba47bf0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.883264] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15089ce3-9c54-405d-ac5f-084320954708 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.901937] env[62220]: DEBUG nova.compute.provider_tree [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.062305] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.146590] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747505, 'name': PowerOnVM_Task, 'duration_secs': 0.556592} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.147011] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1612.147325] env[62220]: DEBUG nova.compute.manager [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.148491] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62abd8d-8d59-462e-98c1-71b96606833c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.249211] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.249521] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a078a3d4-4500-4b47-bee5-2026ebc6459d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.257466] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1612.257466] env[62220]: value = "task-1747507" [ 1612.257466] env[62220]: _type = "Task" [ 1612.257466] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.268114] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.399624] env[62220]: DEBUG oslo_concurrency.lockutils [None req-425332f2-6bb5-4ff8-9602-4b5a5b041355 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.404919] env[62220]: DEBUG nova.scheduler.client.report [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1612.663528] env[62220]: INFO nova.compute.manager [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] bringing vm to original state: 'stopped' [ 1612.767386] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747507, 'name': PowerOffVM_Task, 'duration_secs': 0.370224} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.769051] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.769051] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce811ea-94fa-47cb-8dec-937b818acc03 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.788019] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b1957e-8b7c-46ae-97ee-bbe5f115299e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.868310] env[62220]: DEBUG nova.objects.instance [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lazy-loading 'flavor' on Instance uuid 21995267-5227-4930-b079-707fcf615897 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1612.914289] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.916634] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.449s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.917277] env[62220]: DEBUG nova.objects.instance [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Lazy-loading 'resources' on Instance uuid b263b3fb-9b9c-403e-bf2d-459e6b12efdf {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1612.934707] env[62220]: INFO nova.scheduler.client.report [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Deleted allocations for instance 08c07447-8e2d-4727-8ba1-d1d9419bfff3 [ 1613.024367] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquiring lock "cc909271-4ad8-48d7-ae2a-99afab2c8f73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.024614] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Lock "cc909271-4ad8-48d7-ae2a-99afab2c8f73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.299353] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1613.299647] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fdd840fa-8c52-48b4-b7ed-24e7be89c583 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.313906] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1613.313906] env[62220]: value = "task-1747508" [ 1613.313906] env[62220]: _type = "Task" [ 1613.313906] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.322994] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747508, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.373374] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.373593] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquired lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.373849] env[62220]: DEBUG nova.network.neutron [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.373967] env[62220]: DEBUG nova.objects.instance [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lazy-loading 'info_cache' on Instance uuid 21995267-5227-4930-b079-707fcf615897 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.449662] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8dfe9f9-729c-4c03-8a7b-b2571394178c tempest-ServersNegativeTestMultiTenantJSON-1914957091 tempest-ServersNegativeTestMultiTenantJSON-1914957091-project-member] Lock "08c07447-8e2d-4727-8ba1-d1d9419bfff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.959s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.529920] env[62220]: DEBUG nova.compute.manager [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1613.670782] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "9feb9918-b902-4617-8b62-5b4863bde91d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.671111] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "9feb9918-b902-4617-8b62-5b4863bde91d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.671242] env[62220]: DEBUG nova.compute.manager [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1613.672183] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65cb8a3-700a-40f7-a089-84517173681d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.682871] env[62220]: DEBUG nova.compute.manager [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1613.777869] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f309b30d-2645-4903-984c-c5290e75df2a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.785997] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e08cb7-76c4-4a2e-9970-ea0a67d7fa00 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.824991] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a14552-9154-4ccf-9846-bcf1954c86fd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.834195] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747508, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.837777] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3d8747-b739-4d85-8f37-2fecb9f9ec59 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.852416] env[62220]: DEBUG nova.compute.provider_tree [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.877327] env[62220]: DEBUG nova.objects.base [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Object Instance<21995267-5227-4930-b079-707fcf615897> lazy-loaded attributes: flavor,info_cache {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1614.059926] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.188843] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.189198] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-478c8b7d-7380-43cd-b273-abde3de71104 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.203920] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1614.203920] env[62220]: value = "task-1747509" [ 1614.203920] env[62220]: _type = "Task" [ 1614.203920] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.213510] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.329901] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747508, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.356156] env[62220]: DEBUG nova.scheduler.client.report [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1614.716215] env[62220]: DEBUG oslo_vmware.api [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747509, 'name': PowerOffVM_Task, 'duration_secs': 0.179987} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.716508] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.716844] env[62220]: DEBUG nova.compute.manager [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1614.717737] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837becdb-1a6b-433b-97ec-725a3d477c0d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.832426] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747508, 'name': CreateSnapshot_Task, 'duration_secs': 1.034954} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.832752] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1614.833522] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2e7f8d-6e33-4803-94ed-333bcf057e39 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.863119] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.865479] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.844s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.865719] env[62220]: DEBUG nova.objects.instance [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lazy-loading 'resources' on Instance uuid 65339fe1-dd52-4cd5-ba7d-a09145a4f58c {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.896732] env[62220]: INFO nova.scheduler.client.report [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Deleted allocations for instance b263b3fb-9b9c-403e-bf2d-459e6b12efdf [ 1614.953679] env[62220]: DEBUG nova.network.neutron [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Updating instance_info_cache with network_info: [{"id": "34cbc5bb-e55d-4bce-8936-2c2426d98084", "address": "fa:16:3e:18:72:85", "network": {"id": "d22c8d6b-a204-428b-b660-966cac18a495", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-954508290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b553ac14914e5cbae5a698bf1f83db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34cbc5bb-e5", "ovs_interfaceid": "34cbc5bb-e55d-4bce-8936-2c2426d98084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.234290] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "9feb9918-b902-4617-8b62-5b4863bde91d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.563s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.358488] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1615.358943] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a22319ff-9be1-46e0-927c-161474707151 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.374953] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1615.374953] env[62220]: value = "task-1747510" [ 1615.374953] env[62220]: _type = "Task" [ 1615.374953] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.395316] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747510, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.412665] env[62220]: DEBUG oslo_concurrency.lockutils [None req-95a77f0d-b8d5-4975-a7c8-ebae91107f62 tempest-ServersTestJSON-660893748 tempest-ServersTestJSON-660893748-project-member] Lock "b263b3fb-9b9c-403e-bf2d-459e6b12efdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.672s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.456254] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Releasing lock "refresh_cache-21995267-5227-4930-b079-707fcf615897" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.751224] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.772025] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc59cdd-a2b1-432a-8d15-260ba6ee7268 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.783672] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767e35a9-d276-44c6-be3b-758a4131b410 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.820628] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02e1f6e-6c29-4cda-8af8-9a6110999f10 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.829470] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a331c7ab-8705-4162-a060-2f4009680484 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.846089] env[62220]: DEBUG nova.compute.provider_tree [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.887465] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747510, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.349969] env[62220]: DEBUG nova.scheduler.client.report [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1616.392438] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747510, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.465475] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1616.465808] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-482d462e-eb34-4cd1-b8c7-7e1780b8988a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.474562] env[62220]: DEBUG oslo_vmware.api [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1616.474562] env[62220]: value = "task-1747511" [ 1616.474562] env[62220]: _type = "Task" [ 1616.474562] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.488683] env[62220]: DEBUG oslo_vmware.api [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.780557] env[62220]: DEBUG oslo_concurrency.lockutils [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "9feb9918-b902-4617-8b62-5b4863bde91d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.780892] env[62220]: DEBUG oslo_concurrency.lockutils [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "9feb9918-b902-4617-8b62-5b4863bde91d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.780982] env[62220]: DEBUG oslo_concurrency.lockutils [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "9feb9918-b902-4617-8b62-5b4863bde91d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.781186] env[62220]: DEBUG oslo_concurrency.lockutils [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "9feb9918-b902-4617-8b62-5b4863bde91d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.781393] env[62220]: DEBUG oslo_concurrency.lockutils [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "9feb9918-b902-4617-8b62-5b4863bde91d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.783609] env[62220]: INFO nova.compute.manager [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Terminating instance [ 1616.857045] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.859200] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.565s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.860892] env[62220]: INFO nova.compute.claims [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1616.891049] env[62220]: INFO nova.scheduler.client.report [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleted allocations for instance 65339fe1-dd52-4cd5-ba7d-a09145a4f58c [ 1616.906274] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747510, 'name': CloneVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.985477] env[62220]: DEBUG oslo_vmware.api [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747511, 'name': PowerOnVM_Task, 'duration_secs': 0.444377} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.985769] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.985977] env[62220]: DEBUG nova.compute.manager [None req-9f381724-898b-44b1-9b20-4ddfb0952b81 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.986898] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdb5629-47c4-46d3-a508-94ee4ac4166b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.287782] env[62220]: DEBUG nova.compute.manager [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1617.287969] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1617.291907] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e2598c-6e47-4ffd-9fa3-c147628d4a28 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.302121] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1617.303048] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3e7b229-a8fd-49b7-9b67-c0f876a840ce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.402033] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747510, 'name': CloneVM_Task, 'duration_secs': 1.582053} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.402033] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Created linked-clone VM from snapshot [ 1617.402033] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1617.402033] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1617.402033] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleting the datastore file [datastore1] 9feb9918-b902-4617-8b62-5b4863bde91d {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1617.402033] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee20bfe-a1e2-4892-a8f8-cfe61810355f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.406076] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5e12073-bf1c-4fea-9493-e3f2654140bf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.411488] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2de1e049-a570-4e43-afa8-8fb626488981 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "65339fe1-dd52-4cd5-ba7d-a09145a4f58c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.009s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.416596] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Uploading image 31b8eb8e-bc8b-430c-9268-868f835b75d0 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1617.421703] env[62220]: DEBUG oslo_vmware.api [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1617.421703] env[62220]: value = "task-1747513" [ 1617.421703] env[62220]: _type = "Task" [ 1617.421703] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.430501] env[62220]: DEBUG oslo_vmware.api [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.455105] env[62220]: DEBUG oslo_vmware.rw_handles [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1617.455105] env[62220]: value = "vm-363335" [ 1617.455105] env[62220]: _type = "VirtualMachine" [ 1617.455105] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1617.455396] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5fe64991-154d-4cf9-946d-24583948da92 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.464721] env[62220]: DEBUG oslo_vmware.rw_handles [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lease: (returnval){ [ 1617.464721] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52616464-2d55-73a3-8370-f6187f010148" [ 1617.464721] env[62220]: _type = "HttpNfcLease" [ 1617.464721] env[62220]: } obtained for exporting VM: (result){ [ 1617.464721] env[62220]: value = "vm-363335" [ 1617.464721] env[62220]: _type = "VirtualMachine" [ 1617.464721] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1617.465083] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the lease: (returnval){ [ 1617.465083] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52616464-2d55-73a3-8370-f6187f010148" [ 1617.465083] env[62220]: _type = "HttpNfcLease" [ 1617.465083] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1617.472977] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1617.472977] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52616464-2d55-73a3-8370-f6187f010148" [ 1617.472977] env[62220]: _type = "HttpNfcLease" [ 1617.472977] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1617.932660] env[62220]: DEBUG oslo_vmware.api [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136503} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.933328] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1617.933328] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1617.933328] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1617.933620] env[62220]: INFO nova.compute.manager [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1617.933777] env[62220]: DEBUG oslo.service.loopingcall [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.934798] env[62220]: DEBUG nova.compute.manager [-] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1617.934798] env[62220]: DEBUG nova.network.neutron [-] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1617.977805] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1617.977805] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52616464-2d55-73a3-8370-f6187f010148" [ 1617.977805] env[62220]: _type = "HttpNfcLease" [ 1617.977805] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1617.984589] env[62220]: DEBUG oslo_vmware.rw_handles [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1617.984589] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52616464-2d55-73a3-8370-f6187f010148" [ 1617.984589] env[62220]: _type = "HttpNfcLease" [ 1617.984589] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1617.984988] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1873faf8-c1a1-4408-b13e-374aa223d4ad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.010089] env[62220]: DEBUG oslo_vmware.rw_handles [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d974d-c935-e8b9-50c3-70b4f9f217a0/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1618.010211] env[62220]: DEBUG oslo_vmware.rw_handles [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d974d-c935-e8b9-50c3-70b4f9f217a0/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1618.130571] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c03f3ee-564e-4ec0-b1ef-1d97e32819ce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.207978] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "25bd2a2e-c354-42a1-83cd-a7d3aadcea3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.207978] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "25bd2a2e-c354-42a1-83cd-a7d3aadcea3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.207978] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "25bd2a2e-c354-42a1-83cd-a7d3aadcea3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.207978] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "25bd2a2e-c354-42a1-83cd-a7d3aadcea3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.207978] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "25bd2a2e-c354-42a1-83cd-a7d3aadcea3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.211387] env[62220]: INFO nova.compute.manager [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Terminating instance [ 1618.383816] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb83369d-bd79-4ea4-975b-48a40924d4cc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.393704] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab0af9a-b0cd-445c-801c-718e85a762e1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.432581] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960fd73d-7eef-4aee-b238-c65c5b2a1c69 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.443018] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece8616e-5628-4eea-b62e-b515bd066ac6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.462072] env[62220]: DEBUG nova.compute.provider_tree [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1618.575347] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "85c7a612-1d90-47f8-b1d8-28cfad948f76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.577057] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "85c7a612-1d90-47f8-b1d8-28cfad948f76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.716801] env[62220]: DEBUG nova.compute.manager [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1618.717024] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1618.719997] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ac2c78-9902-4005-b21c-91cf8fb0d791 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.729899] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1618.730391] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab991433-03aa-4b15-9ede-331a2106f482 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.741562] env[62220]: DEBUG oslo_vmware.api [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1618.741562] env[62220]: value = "task-1747515" [ 1618.741562] env[62220]: _type = "Task" [ 1618.741562] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.752223] env[62220]: DEBUG oslo_vmware.api [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.807491] env[62220]: DEBUG nova.compute.manager [req-3330ce2b-eb10-473c-a8ba-8717d7f0e005 req-e77793dc-30ce-460b-b485-bb630b4b391b service nova] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Received event network-vif-deleted-3d296e8e-55e1-410a-be79-37c4b58c3fcb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1618.807738] env[62220]: INFO nova.compute.manager [req-3330ce2b-eb10-473c-a8ba-8717d7f0e005 req-e77793dc-30ce-460b-b485-bb630b4b391b service nova] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Neutron deleted interface 3d296e8e-55e1-410a-be79-37c4b58c3fcb; detaching it from the instance and deleting it from the info cache [ 1618.808012] env[62220]: DEBUG nova.network.neutron [req-3330ce2b-eb10-473c-a8ba-8717d7f0e005 req-e77793dc-30ce-460b-b485-bb630b4b391b service nova] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.989011] env[62220]: ERROR nova.scheduler.client.report [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [req-d4bb3fd5-5679-4165-92c8-ca18b1c720cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4bb3fd5-5679-4165-92c8-ca18b1c720cd"}]} [ 1619.016142] env[62220]: DEBUG nova.scheduler.client.report [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1619.020876] env[62220]: DEBUG nova.network.neutron [-] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.042963] env[62220]: DEBUG nova.scheduler.client.report [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1619.045064] env[62220]: DEBUG nova.compute.provider_tree [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1619.070362] env[62220]: DEBUG nova.scheduler.client.report [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1619.085249] env[62220]: DEBUG nova.compute.manager [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1619.119808] env[62220]: DEBUG nova.scheduler.client.report [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1619.258536] env[62220]: DEBUG oslo_vmware.api [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747515, 'name': PowerOffVM_Task, 'duration_secs': 0.231231} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.259727] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1619.259727] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1619.262248] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aaf43f5-6a41-4085-9a08-ee2e6b7f0764 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.312369] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f75f7020-5cc0-44c6-8af2-ca713d422df0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.323692] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d5f9f9-8f47-4d58-8757-a247ba15b80e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.364191] env[62220]: DEBUG nova.compute.manager [req-3330ce2b-eb10-473c-a8ba-8717d7f0e005 req-e77793dc-30ce-460b-b485-bb630b4b391b service nova] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Detach interface failed, port_id=3d296e8e-55e1-410a-be79-37c4b58c3fcb, reason: Instance 9feb9918-b902-4617-8b62-5b4863bde91d could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1619.372319] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "a1add3ca-9f81-43c9-b38e-b5bd67c41a9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.372611] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "a1add3ca-9f81-43c9-b38e-b5bd67c41a9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.524196] env[62220]: INFO nova.compute.manager [-] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Took 1.59 seconds to deallocate network for instance. [ 1619.584339] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdec4f2c-7953-43ec-a237-8e9266f86a3f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.597708] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddce4d2-426a-4630-8eab-8785fb56ac7a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.641525] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.642436] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3a9cf3-9830-4d71-ac4c-a9faa609d557 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.652850] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e960f59f-b3e9-49c9-8703-1acfb461c288 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.670012] env[62220]: DEBUG nova.compute.provider_tree [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1619.875909] env[62220]: DEBUG nova.compute.manager [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1620.035840] env[62220]: DEBUG oslo_concurrency.lockutils [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.214889] env[62220]: DEBUG nova.scheduler.client.report [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1620.214889] env[62220]: DEBUG nova.compute.provider_tree [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 94 to 95 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1620.214889] env[62220]: DEBUG nova.compute.provider_tree [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1620.398499] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.615288] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1620.615640] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1620.615949] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleting the datastore file [datastore1] 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.616387] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d69815aa-2ef0-4090-9529-0f3202cf1675 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.625129] env[62220]: DEBUG oslo_vmware.api [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1620.625129] env[62220]: value = "task-1747517" [ 1620.625129] env[62220]: _type = "Task" [ 1620.625129] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.634894] env[62220]: DEBUG oslo_vmware.api [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.723023] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.861s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.723023] env[62220]: DEBUG nova.compute.manager [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1620.724134] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.498s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.724530] env[62220]: DEBUG nova.objects.instance [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lazy-loading 'resources' on Instance uuid fbb116f5-65a5-4d97-b2b3-44b25a4ae20f {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.135828] env[62220]: DEBUG oslo_vmware.api [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.136145] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.136355] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1621.136550] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1621.136752] env[62220]: INFO nova.compute.manager [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Took 2.42 seconds to destroy the instance on the hypervisor. [ 1621.137028] env[62220]: DEBUG oslo.service.loopingcall [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.137360] env[62220]: DEBUG nova.compute.manager [-] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1621.137500] env[62220]: DEBUG nova.network.neutron [-] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1621.227371] env[62220]: DEBUG nova.compute.utils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1621.228988] env[62220]: DEBUG nova.compute.manager [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1621.230438] env[62220]: DEBUG nova.network.neutron [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1621.287949] env[62220]: DEBUG nova.policy [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5254631ef594432a1bc0efead6471be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df5aaa5fc3014e25865743150fc88155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1621.592686] env[62220]: DEBUG nova.network.neutron [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Successfully created port: 9a2cb53d-4efe-4649-b636-db6a966d5227 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1621.597783] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b882f0ee-9bb0-4334-bbea-8a649f90c82d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.605569] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0da8f48-9fd2-4eaa-9623-eb41cd747f73 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.646741] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ede7acb-733f-4deb-b0a2-48d34e5ac637 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.656478] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cfa861-aaf5-446d-a03a-6a48f84e9770 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.671165] env[62220]: DEBUG nova.compute.provider_tree [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.733637] env[62220]: DEBUG nova.compute.manager [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.766231] env[62220]: DEBUG nova.compute.manager [req-cc7af547-f07c-46c4-8cde-c2114599f01e req-52dc0bb7-a071-4c10-af6f-bfa07cb83d0c service nova] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Received event network-vif-deleted-55e625f0-0e86-48d9-bd4e-38bac9f1fec0 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1621.766569] env[62220]: INFO nova.compute.manager [req-cc7af547-f07c-46c4-8cde-c2114599f01e req-52dc0bb7-a071-4c10-af6f-bfa07cb83d0c service nova] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Neutron deleted interface 55e625f0-0e86-48d9-bd4e-38bac9f1fec0; detaching it from the instance and deleting it from the info cache [ 1621.766851] env[62220]: DEBUG nova.network.neutron [req-cc7af547-f07c-46c4-8cde-c2114599f01e req-52dc0bb7-a071-4c10-af6f-bfa07cb83d0c service nova] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.174707] env[62220]: DEBUG nova.scheduler.client.report [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1622.245339] env[62220]: DEBUG nova.network.neutron [-] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.270138] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43284c95-40fb-4f24-a918-cf9a17cce401 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.281123] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c37090-ec9d-4c56-8cb7-caf03d49dc6d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.324388] env[62220]: DEBUG nova.compute.manager [req-cc7af547-f07c-46c4-8cde-c2114599f01e req-52dc0bb7-a071-4c10-af6f-bfa07cb83d0c service nova] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Detach interface failed, port_id=55e625f0-0e86-48d9-bd4e-38bac9f1fec0, reason: Instance 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1622.680160] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.684050] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.439s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.685842] env[62220]: INFO nova.compute.claims [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1622.715965] env[62220]: INFO nova.scheduler.client.report [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Deleted allocations for instance fbb116f5-65a5-4d97-b2b3-44b25a4ae20f [ 1622.748370] env[62220]: DEBUG nova.compute.manager [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1622.751888] env[62220]: INFO nova.compute.manager [-] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Took 1.61 seconds to deallocate network for instance. [ 1622.779193] env[62220]: DEBUG nova.virt.hardware [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1622.779435] env[62220]: DEBUG nova.virt.hardware [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1622.779587] env[62220]: DEBUG nova.virt.hardware [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1622.779763] env[62220]: DEBUG nova.virt.hardware [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1622.779904] env[62220]: DEBUG nova.virt.hardware [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1622.780128] env[62220]: DEBUG nova.virt.hardware [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1622.780471] env[62220]: DEBUG nova.virt.hardware [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1622.780651] env[62220]: DEBUG nova.virt.hardware [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1622.780848] env[62220]: DEBUG nova.virt.hardware [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1622.780977] env[62220]: DEBUG nova.virt.hardware [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1622.781163] env[62220]: DEBUG nova.virt.hardware [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1622.782314] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725777ac-994d-430c-85cf-ce0ebf433a38 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.791484] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cac18ac-41ee-4d19-96e9-2e0c4294e00f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.075763] env[62220]: DEBUG nova.compute.manager [req-697ccbc9-0a7f-42fa-a10f-8f5c2980e952 req-05769b34-bd53-4752-a355-e994a8a6c0d3 service nova] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Received event network-vif-plugged-9a2cb53d-4efe-4649-b636-db6a966d5227 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1623.075999] env[62220]: DEBUG oslo_concurrency.lockutils [req-697ccbc9-0a7f-42fa-a10f-8f5c2980e952 req-05769b34-bd53-4752-a355-e994a8a6c0d3 service nova] Acquiring lock "c41b6d89-786b-403a-b9da-2360ac8be34f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.076233] env[62220]: DEBUG oslo_concurrency.lockutils [req-697ccbc9-0a7f-42fa-a10f-8f5c2980e952 req-05769b34-bd53-4752-a355-e994a8a6c0d3 service nova] Lock "c41b6d89-786b-403a-b9da-2360ac8be34f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.076453] env[62220]: DEBUG oslo_concurrency.lockutils [req-697ccbc9-0a7f-42fa-a10f-8f5c2980e952 req-05769b34-bd53-4752-a355-e994a8a6c0d3 service nova] Lock "c41b6d89-786b-403a-b9da-2360ac8be34f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.076579] env[62220]: DEBUG nova.compute.manager [req-697ccbc9-0a7f-42fa-a10f-8f5c2980e952 req-05769b34-bd53-4752-a355-e994a8a6c0d3 service nova] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] No waiting events found dispatching network-vif-plugged-9a2cb53d-4efe-4649-b636-db6a966d5227 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1623.076769] env[62220]: WARNING nova.compute.manager [req-697ccbc9-0a7f-42fa-a10f-8f5c2980e952 req-05769b34-bd53-4752-a355-e994a8a6c0d3 service nova] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Received unexpected event network-vif-plugged-9a2cb53d-4efe-4649-b636-db6a966d5227 for instance with vm_state building and task_state spawning. [ 1623.199135] env[62220]: DEBUG nova.network.neutron [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Successfully updated port: 9a2cb53d-4efe-4649-b636-db6a966d5227 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1623.227935] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a44d8c88-3ae9-4c76-9ca5-05473403556e tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "fbb116f5-65a5-4d97-b2b3-44b25a4ae20f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.080s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.258058] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.705063] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "refresh_cache-c41b6d89-786b-403a-b9da-2360ac8be34f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.705850] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "refresh_cache-c41b6d89-786b-403a-b9da-2360ac8be34f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.705850] env[62220]: DEBUG nova.network.neutron [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1624.063317] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29bffff-ee37-4896-85b2-a77e4dd94072 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.071988] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c1e675-5112-42c2-b6d0-7d5d7ba19163 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.114310] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294a411d-88af-4197-8533-309fc4a080e4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.117434] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "03a935db-9378-4bde-8af6-3c5660723a2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.117681] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "03a935db-9378-4bde-8af6-3c5660723a2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.128990] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062452ef-8baf-4834-a46c-e89ca0af784b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.134184] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "b33cfa6d-562a-4ec7-bd1f-ef388d06ae25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.134421] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "b33cfa6d-562a-4ec7-bd1f-ef388d06ae25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.147926] env[62220]: DEBUG nova.compute.provider_tree [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.274380] env[62220]: DEBUG nova.network.neutron [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1624.412634] env[62220]: DEBUG nova.network.neutron [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Updating instance_info_cache with network_info: [{"id": "9a2cb53d-4efe-4649-b636-db6a966d5227", "address": "fa:16:3e:01:ed:88", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2cb53d-4e", "ovs_interfaceid": "9a2cb53d-4efe-4649-b636-db6a966d5227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.622978] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1624.639456] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1624.654021] env[62220]: DEBUG nova.scheduler.client.report [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1624.917245] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "refresh_cache-c41b6d89-786b-403a-b9da-2360ac8be34f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.917245] env[62220]: DEBUG nova.compute.manager [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Instance network_info: |[{"id": "9a2cb53d-4efe-4649-b636-db6a966d5227", "address": "fa:16:3e:01:ed:88", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2cb53d-4e", "ovs_interfaceid": "9a2cb53d-4efe-4649-b636-db6a966d5227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1624.917245] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:ed:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a2cb53d-4efe-4649-b636-db6a966d5227', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1624.925026] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Creating folder: Project (df5aaa5fc3014e25865743150fc88155). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1624.926197] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d179aef-1e11-4801-b4c7-c0134eefa4a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.939662] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Created folder: Project (df5aaa5fc3014e25865743150fc88155) in parent group-v363147. [ 1624.939946] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Creating folder: Instances. Parent ref: group-v363336. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1624.940866] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a031631-82b8-47ce-b2aa-7bec4063652d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.952225] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Created folder: Instances in parent group-v363336. [ 1624.952491] env[62220]: DEBUG oslo.service.loopingcall [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.952710] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1624.952936] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebb2f77c-da20-4cf5-955e-bd8d8d1a864e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.975773] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1624.975773] env[62220]: value = "task-1747521" [ 1624.975773] env[62220]: _type = "Task" [ 1624.975773] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.986516] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747521, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.105578] env[62220]: DEBUG nova.compute.manager [req-9d109d41-1999-4951-a9f7-fbe15b8c0a01 req-a4fb1961-e32c-4bcd-a227-b4300f18f359 service nova] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Received event network-changed-9a2cb53d-4efe-4649-b636-db6a966d5227 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1625.105837] env[62220]: DEBUG nova.compute.manager [req-9d109d41-1999-4951-a9f7-fbe15b8c0a01 req-a4fb1961-e32c-4bcd-a227-b4300f18f359 service nova] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Refreshing instance network info cache due to event network-changed-9a2cb53d-4efe-4649-b636-db6a966d5227. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1625.106018] env[62220]: DEBUG oslo_concurrency.lockutils [req-9d109d41-1999-4951-a9f7-fbe15b8c0a01 req-a4fb1961-e32c-4bcd-a227-b4300f18f359 service nova] Acquiring lock "refresh_cache-c41b6d89-786b-403a-b9da-2360ac8be34f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.106302] env[62220]: DEBUG oslo_concurrency.lockutils [req-9d109d41-1999-4951-a9f7-fbe15b8c0a01 req-a4fb1961-e32c-4bcd-a227-b4300f18f359 service nova] Acquired lock "refresh_cache-c41b6d89-786b-403a-b9da-2360ac8be34f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.106376] env[62220]: DEBUG nova.network.neutron [req-9d109d41-1999-4951-a9f7-fbe15b8c0a01 req-a4fb1961-e32c-4bcd-a227-b4300f18f359 service nova] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Refreshing network info cache for port 9a2cb53d-4efe-4649-b636-db6a966d5227 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1625.145888] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.156700] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.157179] env[62220]: DEBUG nova.compute.manager [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1625.161912] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.161912] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.573s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.162867] env[62220]: INFO nova.compute.claims [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1625.486884] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747521, 'name': CreateVM_Task, 'duration_secs': 0.470641} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.487363] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1625.487725] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.488806] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.488806] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1625.488806] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6378b078-d8a8-4090-b1b8-c952ca65ad87 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.494184] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1625.494184] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521e015d-c266-94b4-6e7c-bd2f0fa7ef09" [ 1625.494184] env[62220]: _type = "Task" [ 1625.494184] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.503351] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521e015d-c266-94b4-6e7c-bd2f0fa7ef09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.671323] env[62220]: DEBUG nova.compute.utils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1625.673155] env[62220]: DEBUG nova.compute.manager [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1625.673320] env[62220]: DEBUG nova.network.neutron [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1625.724159] env[62220]: DEBUG nova.policy [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039e76cfc4ea4cad90efc3e400053ef1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e9b4a75aedc4aa3ae31194cb1b6a89a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1625.835903] env[62220]: DEBUG nova.network.neutron [req-9d109d41-1999-4951-a9f7-fbe15b8c0a01 req-a4fb1961-e32c-4bcd-a227-b4300f18f359 service nova] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Updated VIF entry in instance network info cache for port 9a2cb53d-4efe-4649-b636-db6a966d5227. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1625.836144] env[62220]: DEBUG nova.network.neutron [req-9d109d41-1999-4951-a9f7-fbe15b8c0a01 req-a4fb1961-e32c-4bcd-a227-b4300f18f359 service nova] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Updating instance_info_cache with network_info: [{"id": "9a2cb53d-4efe-4649-b636-db6a966d5227", "address": "fa:16:3e:01:ed:88", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2cb53d-4e", "ovs_interfaceid": "9a2cb53d-4efe-4649-b636-db6a966d5227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.006064] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521e015d-c266-94b4-6e7c-bd2f0fa7ef09, 'name': SearchDatastore_Task, 'duration_secs': 0.012208} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.006335] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.006587] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1626.006815] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.006966] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.007164] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1626.007435] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee94d779-7b0c-4a2b-a789-8dcc722c85cc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.016681] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1626.016852] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1626.017751] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1207caaa-03e8-449b-8882-5e32ead14413 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.023153] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1626.023153] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526f56d0-e48d-c419-6ef4-85c154b18962" [ 1626.023153] env[62220]: _type = "Task" [ 1626.023153] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.031148] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526f56d0-e48d-c419-6ef4-85c154b18962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.124749] env[62220]: DEBUG nova.network.neutron [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Successfully created port: c229a5ad-338f-4e5c-8da2-e3913bb5043c {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.137799] env[62220]: DEBUG oslo_vmware.rw_handles [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d974d-c935-e8b9-50c3-70b4f9f217a0/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1626.138838] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d15d8ff-c472-41a4-8f36-f6d5a4934512 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.146427] env[62220]: DEBUG oslo_vmware.rw_handles [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d974d-c935-e8b9-50c3-70b4f9f217a0/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1626.146595] env[62220]: ERROR oslo_vmware.rw_handles [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d974d-c935-e8b9-50c3-70b4f9f217a0/disk-0.vmdk due to incomplete transfer. [ 1626.146836] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2fd6dd52-f541-4f24-814e-89aa6a2395ee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.155130] env[62220]: DEBUG oslo_vmware.rw_handles [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d974d-c935-e8b9-50c3-70b4f9f217a0/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1626.155341] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Uploaded image 31b8eb8e-bc8b-430c-9268-868f835b75d0 to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1626.157492] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1626.157770] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1181edba-5f26-4324-9754-de2a65811bef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.164951] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1626.164951] env[62220]: value = "task-1747522" [ 1626.164951] env[62220]: _type = "Task" [ 1626.164951] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.175961] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747522, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.177831] env[62220]: DEBUG nova.compute.manager [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1626.338610] env[62220]: DEBUG oslo_concurrency.lockutils [req-9d109d41-1999-4951-a9f7-fbe15b8c0a01 req-a4fb1961-e32c-4bcd-a227-b4300f18f359 service nova] Releasing lock "refresh_cache-c41b6d89-786b-403a-b9da-2360ac8be34f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.496452] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b6e3d3-b988-44ac-8c93-5044addf8d83 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.504487] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97349c1-98aa-4d6b-afa5-162764fb5f21 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.539142] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc4e904-e99d-4ae9-8ce9-580cd8b1ce21 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.549534] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bec240-1f44-43e9-85a7-7b497251df8c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.553154] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526f56d0-e48d-c419-6ef4-85c154b18962, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.554160] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e308860-ac88-4855-8d2d-33fa2c1d9678 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.564341] env[62220]: DEBUG nova.compute.provider_tree [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.567717] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1626.567717] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52369959-3886-a8cb-4aa1-8fff4ca87f52" [ 1626.567717] env[62220]: _type = "Task" [ 1626.567717] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.575720] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52369959-3886-a8cb-4aa1-8fff4ca87f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.675083] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747522, 'name': Destroy_Task, 'duration_secs': 0.474423} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.675390] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Destroyed the VM [ 1626.675630] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1626.675892] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e2584cc9-e00a-41be-af92-a179a3e36510 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.686052] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1626.686052] env[62220]: value = "task-1747523" [ 1626.686052] env[62220]: _type = "Task" [ 1626.686052] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.694617] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747523, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.067863] env[62220]: DEBUG nova.scheduler.client.report [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1627.081497] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52369959-3886-a8cb-4aa1-8fff4ca87f52, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.081801] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.082291] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c41b6d89-786b-403a-b9da-2360ac8be34f/c41b6d89-786b-403a-b9da-2360ac8be34f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1627.082380] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c3960e1-56fd-40c6-ae3a-6b2932b15d16 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.089988] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1627.089988] env[62220]: value = "task-1747524" [ 1627.089988] env[62220]: _type = "Task" [ 1627.089988] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.099483] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.188514] env[62220]: DEBUG nova.compute.manager [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1627.203081] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747523, 'name': RemoveSnapshot_Task, 'duration_secs': 0.380482} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.203362] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1627.203667] env[62220]: DEBUG nova.compute.manager [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.204482] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda81326-c06b-4c4b-a62b-7c2fa4368c76 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.217338] env[62220]: DEBUG nova.virt.hardware [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1627.217608] env[62220]: DEBUG nova.virt.hardware [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1627.217773] env[62220]: DEBUG nova.virt.hardware [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.217955] env[62220]: DEBUG nova.virt.hardware [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1627.218117] env[62220]: DEBUG nova.virt.hardware [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.218276] env[62220]: DEBUG nova.virt.hardware [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1627.218552] env[62220]: DEBUG nova.virt.hardware [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1627.218825] env[62220]: DEBUG nova.virt.hardware [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1627.219037] env[62220]: DEBUG nova.virt.hardware [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1627.219211] env[62220]: DEBUG nova.virt.hardware [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1627.219383] env[62220]: DEBUG nova.virt.hardware [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1627.220172] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca4729a-cf88-46d6-94c5-c46d0c687374 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.228302] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d58668-9060-42b1-a8fc-2ff256dcea21 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.249371] env[62220]: DEBUG oslo_concurrency.lockutils [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "6f5c3307-1298-4e87-92ce-ecd88211964f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.249647] env[62220]: DEBUG oslo_concurrency.lockutils [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.249832] env[62220]: DEBUG oslo_concurrency.lockutils [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "6f5c3307-1298-4e87-92ce-ecd88211964f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.250032] env[62220]: DEBUG oslo_concurrency.lockutils [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.250209] env[62220]: DEBUG oslo_concurrency.lockutils [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.253315] env[62220]: INFO nova.compute.manager [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Terminating instance [ 1627.576241] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.576746] env[62220]: DEBUG nova.compute.manager [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1627.581997] env[62220]: DEBUG oslo_concurrency.lockutils [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.870s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.601259] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469645} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.601449] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c41b6d89-786b-403a-b9da-2360ac8be34f/c41b6d89-786b-403a-b9da-2360ac8be34f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1627.602160] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1627.602160] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fde79daa-695c-41b2-b864-66c9b0932c22 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.609334] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1627.609334] env[62220]: value = "task-1747525" [ 1627.609334] env[62220]: _type = "Task" [ 1627.609334] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.618011] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.653178] env[62220]: DEBUG nova.compute.manager [req-b7d55a29-9c20-4ea0-aa66-24234e0f1e45 req-b1ff29c6-31c0-4273-b6e6-43653f8122d3 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Received event network-vif-plugged-c229a5ad-338f-4e5c-8da2-e3913bb5043c {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1627.653831] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7d55a29-9c20-4ea0-aa66-24234e0f1e45 req-b1ff29c6-31c0-4273-b6e6-43653f8122d3 service nova] Acquiring lock "69a87e35-30f4-497d-9969-d4cd4d021f5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.654158] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7d55a29-9c20-4ea0-aa66-24234e0f1e45 req-b1ff29c6-31c0-4273-b6e6-43653f8122d3 service nova] Lock "69a87e35-30f4-497d-9969-d4cd4d021f5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.654397] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7d55a29-9c20-4ea0-aa66-24234e0f1e45 req-b1ff29c6-31c0-4273-b6e6-43653f8122d3 service nova] Lock "69a87e35-30f4-497d-9969-d4cd4d021f5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.654612] env[62220]: DEBUG nova.compute.manager [req-b7d55a29-9c20-4ea0-aa66-24234e0f1e45 req-b1ff29c6-31c0-4273-b6e6-43653f8122d3 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] No waiting events found dispatching network-vif-plugged-c229a5ad-338f-4e5c-8da2-e3913bb5043c {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1627.654807] env[62220]: WARNING nova.compute.manager [req-b7d55a29-9c20-4ea0-aa66-24234e0f1e45 req-b1ff29c6-31c0-4273-b6e6-43653f8122d3 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Received unexpected event network-vif-plugged-c229a5ad-338f-4e5c-8da2-e3913bb5043c for instance with vm_state building and task_state spawning. [ 1627.716977] env[62220]: INFO nova.compute.manager [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Shelve offloading [ 1627.744031] env[62220]: DEBUG nova.network.neutron [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Successfully updated port: c229a5ad-338f-4e5c-8da2-e3913bb5043c {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1627.756395] env[62220]: DEBUG nova.compute.manager [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1627.756613] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.757495] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ce3e53-4d02-4a79-a822-af2c112dcbdb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.767463] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.767900] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fa33d06-22c8-4422-8911-7171a8be1f06 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.775334] env[62220]: DEBUG oslo_vmware.api [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1627.775334] env[62220]: value = "task-1747526" [ 1627.775334] env[62220]: _type = "Task" [ 1627.775334] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.785517] env[62220]: DEBUG oslo_vmware.api [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.086797] env[62220]: INFO nova.compute.claims [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1628.093180] env[62220]: DEBUG nova.compute.utils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1628.094455] env[62220]: DEBUG nova.compute.manager [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1628.094761] env[62220]: DEBUG nova.network.neutron [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1628.121680] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080797} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.121958] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1628.122813] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6566b315-fa05-47ab-b697-3c80a0de1d23 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.146314] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] c41b6d89-786b-403a-b9da-2360ac8be34f/c41b6d89-786b-403a-b9da-2360ac8be34f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1628.146886] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e32dac77-e673-4fff-b3f8-8660eb48e1e1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.162119] env[62220]: DEBUG nova.policy [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6036db37c33b4dcca265e48d3fec0a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6f19b4ce62e41ab9b1da72d29df1ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1628.174018] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1628.174018] env[62220]: value = "task-1747527" [ 1628.174018] env[62220]: _type = "Task" [ 1628.174018] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.180805] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.220562] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.220866] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-694618c3-46a2-432f-b5b7-7f86b3c9347e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.229107] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1628.229107] env[62220]: value = "task-1747528" [ 1628.229107] env[62220]: _type = "Task" [ 1628.229107] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.238347] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1628.238580] env[62220]: DEBUG nova.compute.manager [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.239383] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb979877-762d-46c4-a548-1c018243f473 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.245377] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.245560] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.245746] env[62220]: DEBUG nova.network.neutron [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.247179] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Acquiring lock "refresh_cache-69a87e35-30f4-497d-9969-d4cd4d021f5c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.247311] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Acquired lock "refresh_cache-69a87e35-30f4-497d-9969-d4cd4d021f5c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.247451] env[62220]: DEBUG nova.network.neutron [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.285381] env[62220]: DEBUG oslo_vmware.api [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747526, 'name': PowerOffVM_Task, 'duration_secs': 0.241679} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.285711] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.285930] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1628.286231] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f94dcbac-d794-4933-85ad-71ea9cfe743c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.426340] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.426567] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.426755] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Deleting the datastore file [datastore1] 6f5c3307-1298-4e87-92ce-ecd88211964f {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.427039] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9715d722-0bb4-4a1e-ad66-1f4d6ea28227 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.437022] env[62220]: DEBUG oslo_vmware.api [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for the task: (returnval){ [ 1628.437022] env[62220]: value = "task-1747530" [ 1628.437022] env[62220]: _type = "Task" [ 1628.437022] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.445624] env[62220]: DEBUG oslo_vmware.api [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.598587] env[62220]: DEBUG nova.compute.manager [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1628.603074] env[62220]: INFO nova.compute.resource_tracker [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating resource usage from migration a96cc7ba-2a70-488a-bc75-cc02558c5570 [ 1628.685381] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747527, 'name': ReconfigVM_Task, 'duration_secs': 0.472889} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.688163] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Reconfigured VM instance instance-00000040 to attach disk [datastore1] c41b6d89-786b-403a-b9da-2360ac8be34f/c41b6d89-786b-403a-b9da-2360ac8be34f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1628.689144] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e16e3d20-98dc-4fb5-9146-03017ee8300c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.697503] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1628.697503] env[62220]: value = "task-1747531" [ 1628.697503] env[62220]: _type = "Task" [ 1628.697503] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.712110] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747531, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.726885] env[62220]: DEBUG nova.network.neutron [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Successfully created port: 1ffd4906-b674-4a11-9542-6b91aa4023ab {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1628.811844] env[62220]: DEBUG nova.network.neutron [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1628.946097] env[62220]: DEBUG oslo_vmware.api [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Task: {'id': task-1747530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232702} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.946365] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.946554] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.946735] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.946911] env[62220]: INFO nova.compute.manager [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1628.947198] env[62220]: DEBUG oslo.service.loopingcall [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.947400] env[62220]: DEBUG nova.compute.manager [-] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1628.947495] env[62220]: DEBUG nova.network.neutron [-] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1628.972170] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb391ad1-5e9e-45a4-99a4-606bf47c671d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.980875] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96d6e68-31c4-4ea4-b56c-0efdf5501b92 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.018206] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbe3608-034e-4f02-84b9-dbb24bdcbee2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.024178] env[62220]: DEBUG nova.network.neutron [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Updating instance_info_cache with network_info: [{"id": "515abe4d-18b8-4368-b254-e79d071fdfea", "address": "fa:16:3e:89:13:91", "network": {"id": "eee60d67-9ead-4605-b478-fa8de098de94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1385946763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a67921d5d04bfc954a397b29ba16c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515abe4d-18", "ovs_interfaceid": "515abe4d-18b8-4368-b254-e79d071fdfea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.030506] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0708262d-4a6c-467b-a253-00472a59e9ec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.047670] env[62220]: DEBUG nova.compute.provider_tree [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.172678] env[62220]: DEBUG nova.network.neutron [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Updating instance_info_cache with network_info: [{"id": "c229a5ad-338f-4e5c-8da2-e3913bb5043c", "address": "fa:16:3e:33:38:06", "network": {"id": "be236d15-b963-400c-a3f8-7afa8beddf4d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-454371314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e9b4a75aedc4aa3ae31194cb1b6a89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc229a5ad-33", "ovs_interfaceid": "c229a5ad-338f-4e5c-8da2-e3913bb5043c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.211606] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747531, 'name': Rename_Task, 'duration_secs': 0.326286} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.211870] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1629.212190] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-290eaff9-e705-4953-a04f-3430810221dd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.224555] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.226202] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1629.226202] env[62220]: value = "task-1747532" [ 1629.226202] env[62220]: _type = "Task" [ 1629.226202] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.226547] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.241760] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747532, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.518064] env[62220]: DEBUG nova.compute.manager [req-8067014e-9079-4f10-af76-cad5f0bbb30b req-307aa58c-de41-4f43-8804-e6f566549b71 service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Received event network-vif-deleted-469d96a2-175f-46ea-9e71-5f14dc627878 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1629.518064] env[62220]: INFO nova.compute.manager [req-8067014e-9079-4f10-af76-cad5f0bbb30b req-307aa58c-de41-4f43-8804-e6f566549b71 service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Neutron deleted interface 469d96a2-175f-46ea-9e71-5f14dc627878; detaching it from the instance and deleting it from the info cache [ 1629.518064] env[62220]: DEBUG nova.network.neutron [req-8067014e-9079-4f10-af76-cad5f0bbb30b req-307aa58c-de41-4f43-8804-e6f566549b71 service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.525744] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Releasing lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.556171] env[62220]: DEBUG nova.scheduler.client.report [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1629.611973] env[62220]: DEBUG nova.compute.manager [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1629.642024] env[62220]: DEBUG nova.virt.hardware [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1629.642024] env[62220]: DEBUG nova.virt.hardware [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1629.642258] env[62220]: DEBUG nova.virt.hardware [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.642333] env[62220]: DEBUG nova.virt.hardware [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1629.642512] env[62220]: DEBUG nova.virt.hardware [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.642705] env[62220]: DEBUG nova.virt.hardware [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1629.644122] env[62220]: DEBUG nova.virt.hardware [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1629.644122] env[62220]: DEBUG nova.virt.hardware [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1629.644122] env[62220]: DEBUG nova.virt.hardware [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1629.644122] env[62220]: DEBUG nova.virt.hardware [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1629.644325] env[62220]: DEBUG nova.virt.hardware [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1629.646131] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1348b7-dc74-4c52-a71b-174caf7f57bf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.655984] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fb2989-7995-4eaf-9a47-9fb8c4eb7380 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.674780] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Releasing lock "refresh_cache-69a87e35-30f4-497d-9969-d4cd4d021f5c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.675110] env[62220]: DEBUG nova.compute.manager [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Instance network_info: |[{"id": "c229a5ad-338f-4e5c-8da2-e3913bb5043c", "address": "fa:16:3e:33:38:06", "network": {"id": "be236d15-b963-400c-a3f8-7afa8beddf4d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-454371314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e9b4a75aedc4aa3ae31194cb1b6a89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc229a5ad-33", "ovs_interfaceid": "c229a5ad-338f-4e5c-8da2-e3913bb5043c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1629.675636] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:38:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c229a5ad-338f-4e5c-8da2-e3913bb5043c', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.683411] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Creating folder: Project (3e9b4a75aedc4aa3ae31194cb1b6a89a). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1629.683739] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cab16579-6b28-48ff-a84f-d654d6d0e61a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.697620] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Created folder: Project (3e9b4a75aedc4aa3ae31194cb1b6a89a) in parent group-v363147. [ 1629.697867] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Creating folder: Instances. Parent ref: group-v363339. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1629.698122] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04044023-6785-4646-ac7f-a7f58e46f973 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.712487] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Created folder: Instances in parent group-v363339. [ 1629.712757] env[62220]: DEBUG oslo.service.loopingcall [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.713012] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1629.713303] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c31aa135-1aa0-460f-8928-5be2a227dafc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.747852] env[62220]: DEBUG nova.compute.manager [req-def28fc1-db8c-4022-9323-a2d9c7176f4a req-b3885dd3-6d87-4cec-9afd-96b1388d1889 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Received event network-changed-c229a5ad-338f-4e5c-8da2-e3913bb5043c {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1629.747852] env[62220]: DEBUG nova.compute.manager [req-def28fc1-db8c-4022-9323-a2d9c7176f4a req-b3885dd3-6d87-4cec-9afd-96b1388d1889 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Refreshing instance network info cache due to event network-changed-c229a5ad-338f-4e5c-8da2-e3913bb5043c. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1629.747852] env[62220]: DEBUG oslo_concurrency.lockutils [req-def28fc1-db8c-4022-9323-a2d9c7176f4a req-b3885dd3-6d87-4cec-9afd-96b1388d1889 service nova] Acquiring lock "refresh_cache-69a87e35-30f4-497d-9969-d4cd4d021f5c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.747852] env[62220]: DEBUG oslo_concurrency.lockutils [req-def28fc1-db8c-4022-9323-a2d9c7176f4a req-b3885dd3-6d87-4cec-9afd-96b1388d1889 service nova] Acquired lock "refresh_cache-69a87e35-30f4-497d-9969-d4cd4d021f5c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.747852] env[62220]: DEBUG nova.network.neutron [req-def28fc1-db8c-4022-9323-a2d9c7176f4a req-b3885dd3-6d87-4cec-9afd-96b1388d1889 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Refreshing network info cache for port c229a5ad-338f-4e5c-8da2-e3913bb5043c {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.752540] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.752803] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1629.761088] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.761088] env[62220]: value = "task-1747535" [ 1629.761088] env[62220]: _type = "Task" [ 1629.761088] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.764312] env[62220]: DEBUG oslo_vmware.api [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747532, 'name': PowerOnVM_Task, 'duration_secs': 0.496801} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.767413] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1629.767632] env[62220]: INFO nova.compute.manager [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Took 7.02 seconds to spawn the instance on the hypervisor. [ 1629.767806] env[62220]: DEBUG nova.compute.manager [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1629.768814] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae366a90-629a-48d6-860f-ee4224d5ae24 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.784129] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747535, 'name': CreateVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.824644] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1629.825558] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb8c4ec-99c9-4f70-9264-1f9a466a4932 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.833938] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1629.834254] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1beef0b2-373b-4d05-a5c9-c6fd0a9b7aa0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.959751] env[62220]: DEBUG nova.network.neutron [-] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.982637] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1629.983501] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1629.983501] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Deleting the datastore file [datastore1] a822bbdb-accd-4d13-9335-bc4bf0515601 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.983501] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6e46a20-6b94-4050-8fd2-f371895f0fc4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.993221] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1629.993221] env[62220]: value = "task-1747537" [ 1629.993221] env[62220]: _type = "Task" [ 1629.993221] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.001928] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.020655] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09671a66-aca0-4bd4-b1bc-1dd5b807ed99 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.030357] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70e8535-0135-414b-b7bc-c9f303e66700 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.065099] env[62220]: DEBUG oslo_concurrency.lockutils [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.485s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.065379] env[62220]: INFO nova.compute.manager [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Migrating [ 1630.074572] env[62220]: DEBUG nova.compute.manager [req-8067014e-9079-4f10-af76-cad5f0bbb30b req-307aa58c-de41-4f43-8804-e6f566549b71 service nova] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Detach interface failed, port_id=469d96a2-175f-46ea-9e71-5f14dc627878, reason: Instance 6f5c3307-1298-4e87-92ce-ecd88211964f could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1630.078204] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.857s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.079994] env[62220]: INFO nova.compute.claims [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1630.273681] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747535, 'name': CreateVM_Task, 'duration_secs': 0.47068} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.273681] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1630.274345] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.274510] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.274842] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1630.275107] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094a7995-6b0c-46c2-8ef9-15de9406acb0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.279020] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "refresh_cache-b2ad9224-1f33-4255-847a-d794ce966651" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.279164] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquired lock "refresh_cache-b2ad9224-1f33-4255-847a-d794ce966651" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.279314] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Forcefully refreshing network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1630.281578] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Waiting for the task: (returnval){ [ 1630.281578] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ad1a5d-0ba1-0604-7680-d71a27cc0a45" [ 1630.281578] env[62220]: _type = "Task" [ 1630.281578] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.294364] env[62220]: INFO nova.compute.manager [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Took 32.03 seconds to build instance. [ 1630.298288] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ad1a5d-0ba1-0604-7680-d71a27cc0a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.462542] env[62220]: INFO nova.compute.manager [-] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Took 1.51 seconds to deallocate network for instance. [ 1630.492077] env[62220]: DEBUG nova.network.neutron [req-def28fc1-db8c-4022-9323-a2d9c7176f4a req-b3885dd3-6d87-4cec-9afd-96b1388d1889 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Updated VIF entry in instance network info cache for port c229a5ad-338f-4e5c-8da2-e3913bb5043c. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.492211] env[62220]: DEBUG nova.network.neutron [req-def28fc1-db8c-4022-9323-a2d9c7176f4a req-b3885dd3-6d87-4cec-9afd-96b1388d1889 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Updating instance_info_cache with network_info: [{"id": "c229a5ad-338f-4e5c-8da2-e3913bb5043c", "address": "fa:16:3e:33:38:06", "network": {"id": "be236d15-b963-400c-a3f8-7afa8beddf4d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-454371314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e9b4a75aedc4aa3ae31194cb1b6a89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc229a5ad-33", "ovs_interfaceid": "c229a5ad-338f-4e5c-8da2-e3913bb5043c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.503518] env[62220]: DEBUG oslo_vmware.api [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165016} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.504445] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1630.504641] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1630.504821] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1630.538740] env[62220]: INFO nova.scheduler.client.report [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Deleted allocations for instance a822bbdb-accd-4d13-9335-bc4bf0515601 [ 1630.590160] env[62220]: DEBUG oslo_concurrency.lockutils [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.590306] env[62220]: DEBUG oslo_concurrency.lockutils [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.590500] env[62220]: DEBUG nova.network.neutron [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1630.797630] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ad1a5d-0ba1-0604-7680-d71a27cc0a45, 'name': SearchDatastore_Task, 'duration_secs': 0.016372} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.797953] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.798208] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.798480] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.798648] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.798831] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.799257] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ea18839-5591-4e7d-a416-aee0772ac3f1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "c41b6d89-786b-403a-b9da-2360ac8be34f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.540s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.799444] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f088bf7-a414-4579-8e9b-0671e946591c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.803436] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1630.810789] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.810789] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1630.811429] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64504c39-f7ad-4c23-905d-713e2d396a4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.817250] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Waiting for the task: (returnval){ [ 1630.817250] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c9fc2d-b987-f759-51fd-ad0af18e20dc" [ 1630.817250] env[62220]: _type = "Task" [ 1630.817250] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.826124] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c9fc2d-b987-f759-51fd-ad0af18e20dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.866893] env[62220]: DEBUG nova.network.neutron [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Successfully updated port: 1ffd4906-b674-4a11-9542-6b91aa4023ab {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1630.969029] env[62220]: DEBUG oslo_concurrency.lockutils [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.994715] env[62220]: DEBUG oslo_concurrency.lockutils [req-def28fc1-db8c-4022-9323-a2d9c7176f4a req-b3885dd3-6d87-4cec-9afd-96b1388d1889 service nova] Releasing lock "refresh_cache-69a87e35-30f4-497d-9969-d4cd4d021f5c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.043361] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.330179] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c9fc2d-b987-f759-51fd-ad0af18e20dc, 'name': SearchDatastore_Task, 'duration_secs': 0.023109} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.330273] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb26a46-13bf-4232-8935-3c90509bf4d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.336133] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Waiting for the task: (returnval){ [ 1631.336133] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c4cf2d-b4a6-2f44-a67b-5c1247e873c9" [ 1631.336133] env[62220]: _type = "Task" [ 1631.336133] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.349641] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c4cf2d-b4a6-2f44-a67b-5c1247e873c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.368949] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.368949] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.368949] env[62220]: DEBUG nova.network.neutron [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1631.399683] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.454200] env[62220]: DEBUG nova.network.neutron [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance_info_cache with network_info: [{"id": "bffe0020-1e17-4212-9415-762dc82e8e62", "address": "fa:16:3e:f7:dc:57", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbffe0020-1e", "ovs_interfaceid": "bffe0020-1e17-4212-9415-762dc82e8e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.456895] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcf8155-5047-49d2-bfc1-1c5ea1b846e4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.465863] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7feae1-b7e4-4289-8167-b91db83943fe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.501037] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7b9893-e489-4017-bef9-77335437da4e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.511706] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7af511b-788f-4f90-b2bb-ef1ac28f1008 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.526918] env[62220]: DEBUG nova.compute.provider_tree [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.675567] env[62220]: DEBUG nova.compute.manager [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Received event network-vif-unplugged-515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1631.675888] env[62220]: DEBUG oslo_concurrency.lockutils [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] Acquiring lock "a822bbdb-accd-4d13-9335-bc4bf0515601-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.676265] env[62220]: DEBUG oslo_concurrency.lockutils [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.676440] env[62220]: DEBUG oslo_concurrency.lockutils [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.676621] env[62220]: DEBUG nova.compute.manager [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] No waiting events found dispatching network-vif-unplugged-515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1631.676796] env[62220]: WARNING nova.compute.manager [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Received unexpected event network-vif-unplugged-515abe4d-18b8-4368-b254-e79d071fdfea for instance with vm_state shelved_offloaded and task_state unshelving. [ 1631.676960] env[62220]: DEBUG nova.compute.manager [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Received event network-changed-515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1631.677131] env[62220]: DEBUG nova.compute.manager [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Refreshing instance network info cache due to event network-changed-515abe4d-18b8-4368-b254-e79d071fdfea. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1631.677428] env[62220]: DEBUG oslo_concurrency.lockutils [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] Acquiring lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.677594] env[62220]: DEBUG oslo_concurrency.lockutils [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] Acquired lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.677755] env[62220]: DEBUG nova.network.neutron [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Refreshing network info cache for port 515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1631.842880] env[62220]: DEBUG nova.compute.manager [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Received event network-vif-plugged-1ffd4906-b674-4a11-9542-6b91aa4023ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1631.843141] env[62220]: DEBUG oslo_concurrency.lockutils [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] Acquiring lock "7962c335-9043-44cf-93b4-187635c88407-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.843313] env[62220]: DEBUG oslo_concurrency.lockutils [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] Lock "7962c335-9043-44cf-93b4-187635c88407-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.843463] env[62220]: DEBUG oslo_concurrency.lockutils [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] Lock "7962c335-9043-44cf-93b4-187635c88407-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.843632] env[62220]: DEBUG nova.compute.manager [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] No waiting events found dispatching network-vif-plugged-1ffd4906-b674-4a11-9542-6b91aa4023ab {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1631.843842] env[62220]: WARNING nova.compute.manager [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Received unexpected event network-vif-plugged-1ffd4906-b674-4a11-9542-6b91aa4023ab for instance with vm_state building and task_state spawning. [ 1631.843952] env[62220]: DEBUG nova.compute.manager [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Received event network-changed-1ffd4906-b674-4a11-9542-6b91aa4023ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1631.844122] env[62220]: DEBUG nova.compute.manager [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Refreshing instance network info cache due to event network-changed-1ffd4906-b674-4a11-9542-6b91aa4023ab. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1631.844323] env[62220]: DEBUG oslo_concurrency.lockutils [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] Acquiring lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.850838] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c4cf2d-b4a6-2f44-a67b-5c1247e873c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012358} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.851093] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.851341] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 69a87e35-30f4-497d-9969-d4cd4d021f5c/69a87e35-30f4-497d-9969-d4cd4d021f5c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1631.851848] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91479077-149f-4ece-b9b8-838150a93f18 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.859395] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Waiting for the task: (returnval){ [ 1631.859395] env[62220]: value = "task-1747538" [ 1631.859395] env[62220]: _type = "Task" [ 1631.859395] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.867341] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.907433] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Releasing lock "refresh_cache-b2ad9224-1f33-4255-847a-d794ce966651" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.907433] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Updated the network info_cache for instance {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1631.907433] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.908146] env[62220]: DEBUG nova.network.neutron [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1631.910252] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.910495] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.911045] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.911688] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.911940] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.912142] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1631.912328] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.960697] env[62220]: DEBUG oslo_concurrency.lockutils [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.029698] env[62220]: DEBUG nova.scheduler.client.report [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1632.068348] env[62220]: DEBUG nova.network.neutron [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updating instance_info_cache with network_info: [{"id": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "address": "fa:16:3e:e4:35:fa", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ffd4906-b6", "ovs_interfaceid": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.349917] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "3a3aaadf-32aa-4ac0-b862-46e53930ff1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.351872] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "3a3aaadf-32aa-4ac0-b862-46e53930ff1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.374067] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511853} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.374388] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 69a87e35-30f4-497d-9969-d4cd4d021f5c/69a87e35-30f4-497d-9969-d4cd4d021f5c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1632.374573] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.374842] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d96f4c3-2125-4048-ade5-c654cc2fbbf2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.383259] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Waiting for the task: (returnval){ [ 1632.383259] env[62220]: value = "task-1747539" [ 1632.383259] env[62220]: _type = "Task" [ 1632.383259] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.394573] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.415142] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.444309] env[62220]: DEBUG nova.network.neutron [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Updated VIF entry in instance network info cache for port 515abe4d-18b8-4368-b254-e79d071fdfea. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1632.444760] env[62220]: DEBUG nova.network.neutron [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Updating instance_info_cache with network_info: [{"id": "515abe4d-18b8-4368-b254-e79d071fdfea", "address": "fa:16:3e:89:13:91", "network": {"id": "eee60d67-9ead-4605-b478-fa8de098de94", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1385946763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a67921d5d04bfc954a397b29ba16c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap515abe4d-18", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.534726] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.535297] env[62220]: DEBUG nova.compute.manager [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1632.537846] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.661s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.538096] env[62220]: DEBUG nova.objects.instance [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lazy-loading 'resources' on Instance uuid b2ad9224-1f33-4255-847a-d794ce966651 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.570865] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.571228] env[62220]: DEBUG nova.compute.manager [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Instance network_info: |[{"id": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "address": "fa:16:3e:e4:35:fa", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ffd4906-b6", "ovs_interfaceid": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1632.571536] env[62220]: DEBUG oslo_concurrency.lockutils [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] Acquired lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.571758] env[62220]: DEBUG nova.network.neutron [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Refreshing network info cache for port 1ffd4906-b674-4a11-9542-6b91aa4023ab {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1632.573060] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:35:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ffd4906-b674-4a11-9542-6b91aa4023ab', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1632.581342] env[62220]: DEBUG oslo.service.loopingcall [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.582829] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7962c335-9043-44cf-93b4-187635c88407] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1632.583110] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96e03654-3078-4f03-9540-2c4aeda10af6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.606220] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1632.606220] env[62220]: value = "task-1747540" [ 1632.606220] env[62220]: _type = "Task" [ 1632.606220] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.615496] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747540, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.620700] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "a822bbdb-accd-4d13-9335-bc4bf0515601" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.855556] env[62220]: DEBUG nova.compute.manager [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1632.895028] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092685} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.895288] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1632.896085] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6160045-01a3-44c5-85a1-ba2e7f95cee5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.922031] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 69a87e35-30f4-497d-9969-d4cd4d021f5c/69a87e35-30f4-497d-9969-d4cd4d021f5c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.922031] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eabf0cbe-e92e-4aeb-991b-dc509097fbbe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.944489] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Waiting for the task: (returnval){ [ 1632.944489] env[62220]: value = "task-1747541" [ 1632.944489] env[62220]: _type = "Task" [ 1632.944489] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.948405] env[62220]: DEBUG oslo_concurrency.lockutils [req-700540ef-9fb0-4340-9d36-c0371285ad72 req-0945e7a4-65d9-4bd0-8c14-44b9f0f5c53c service nova] Releasing lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.953373] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.042667] env[62220]: DEBUG nova.compute.utils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1633.050216] env[62220]: DEBUG nova.compute.manager [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1633.050764] env[62220]: DEBUG nova.network.neutron [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1633.103581] env[62220]: DEBUG nova.policy [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9593edd7d6540d5a712e6fe5e39b8f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3b03d165764978887cf5d8abef8fe7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1633.117290] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747540, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.333464] env[62220]: DEBUG nova.network.neutron [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updated VIF entry in instance network info cache for port 1ffd4906-b674-4a11-9542-6b91aa4023ab. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.333817] env[62220]: DEBUG nova.network.neutron [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updating instance_info_cache with network_info: [{"id": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "address": "fa:16:3e:e4:35:fa", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ffd4906-b6", "ovs_interfaceid": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.376291] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.427574] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dead14f-40d7-493c-bcdd-e4bdea070f45 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.435695] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c7911a-6111-40d8-94b4-cae9e794ffb2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.470322] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74e5697-4cd9-4b62-aece-c4a929f6366a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.482664] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff62bc5-4cd7-449c-8eed-8445ac2ed8e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.487176] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dc468a-138e-41d4-a957-b30a5aeda0c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.489850] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.500962] env[62220]: DEBUG nova.compute.provider_tree [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.503055] env[62220]: DEBUG nova.network.neutron [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Successfully created port: 2102a15d-a25c-4a2b-98af-567c04c8c408 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1633.519155] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance 'f5d1a419-d93b-4988-b051-f1d72b068cc9' progress to 0 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1633.551068] env[62220]: DEBUG nova.compute.manager [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1633.618535] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747540, 'name': CreateVM_Task, 'duration_secs': 0.595379} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.618713] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7962c335-9043-44cf-93b4-187635c88407] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1633.619427] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.619660] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.619979] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1633.620432] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47505f5-2f28-4d63-922a-e957b423ef63 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.625554] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1633.625554] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5241b95c-4564-e871-f32a-1b75e51556b8" [ 1633.625554] env[62220]: _type = "Task" [ 1633.625554] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.633458] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5241b95c-4564-e871-f32a-1b75e51556b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.837649] env[62220]: DEBUG oslo_concurrency.lockutils [req-e502315b-a9c5-455f-9be4-9be7219a20f0 req-b966c02c-d803-4609-9bcf-f55530a33a85 service nova] Releasing lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.976128] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747541, 'name': ReconfigVM_Task, 'duration_secs': 0.890623} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.979130] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 69a87e35-30f4-497d-9969-d4cd4d021f5c/69a87e35-30f4-497d-9969-d4cd4d021f5c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.979130] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d84c99d-5048-4457-9021-55c4823a836c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.984909] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Waiting for the task: (returnval){ [ 1633.984909] env[62220]: value = "task-1747542" [ 1633.984909] env[62220]: _type = "Task" [ 1633.984909] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.994254] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747542, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.024454] env[62220]: DEBUG nova.scheduler.client.report [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1634.029295] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1634.029800] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-271f9611-c1cb-471c-8f3e-319ffd7d9f27 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.038160] env[62220]: DEBUG oslo_vmware.api [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1634.038160] env[62220]: value = "task-1747543" [ 1634.038160] env[62220]: _type = "Task" [ 1634.038160] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.047194] env[62220]: DEBUG oslo_vmware.api [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.136947] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5241b95c-4564-e871-f32a-1b75e51556b8, 'name': SearchDatastore_Task, 'duration_secs': 0.031687} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.137383] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.137626] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1634.137864] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.138025] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.138218] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1634.138491] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a1fed74-9471-49bd-8971-1d89751c49a6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.154715] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1634.154906] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1634.155654] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6129bb4-ba7b-457f-a4bf-6b96f46f6535 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.164224] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1634.164224] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f71ebb-9194-5b1d-4b62-e29ddfd9e632" [ 1634.164224] env[62220]: _type = "Task" [ 1634.164224] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.171648] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f71ebb-9194-5b1d-4b62-e29ddfd9e632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.496340] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747542, 'name': Rename_Task, 'duration_secs': 0.264708} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.496617] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1634.496860] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b20840e-597d-4349-8632-b90c5a3a065f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.504179] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Waiting for the task: (returnval){ [ 1634.504179] env[62220]: value = "task-1747544" [ 1634.504179] env[62220]: _type = "Task" [ 1634.504179] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.512792] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.530763] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.533130] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.471s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.533324] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.535096] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.475s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.536690] env[62220]: INFO nova.compute.claims [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1634.549868] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1634.550118] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance 'f5d1a419-d93b-4988-b051-f1d72b068cc9' progress to 17 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1634.560277] env[62220]: INFO nova.scheduler.client.report [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Deleted allocations for instance c5b997cc-da18-4571-aba2-a84d5ff1c996 [ 1634.562106] env[62220]: DEBUG nova.compute.manager [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1634.564633] env[62220]: INFO nova.scheduler.client.report [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleted allocations for instance b2ad9224-1f33-4255-847a-d794ce966651 [ 1634.589743] env[62220]: DEBUG nova.virt.hardware [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1634.589991] env[62220]: DEBUG nova.virt.hardware [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1634.590161] env[62220]: DEBUG nova.virt.hardware [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1634.590343] env[62220]: DEBUG nova.virt.hardware [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1634.590512] env[62220]: DEBUG nova.virt.hardware [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1634.591036] env[62220]: DEBUG nova.virt.hardware [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1634.591036] env[62220]: DEBUG nova.virt.hardware [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1634.591036] env[62220]: DEBUG nova.virt.hardware [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1634.591234] env[62220]: DEBUG nova.virt.hardware [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1634.591362] env[62220]: DEBUG nova.virt.hardware [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1634.591548] env[62220]: DEBUG nova.virt.hardware [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1634.592415] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aed538-3857-4eb3-b099-68cf3ede2659 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.604103] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23804c8-2dc6-4f2d-ae94-dc297ee02e20 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.673113] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f71ebb-9194-5b1d-4b62-e29ddfd9e632, 'name': SearchDatastore_Task, 'duration_secs': 0.031897} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.673833] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2aebb7-2514-46b7-b6d0-5fc86fd38fcb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.680195] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1634.680195] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d0379c-8692-8a86-1566-9f3604ed463b" [ 1634.680195] env[62220]: _type = "Task" [ 1634.680195] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.688053] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d0379c-8692-8a86-1566-9f3604ed463b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.016236] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.056094] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1635.056305] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1635.056484] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1635.056679] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1635.056842] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1635.057009] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1635.057397] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1635.057706] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1635.058037] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1635.058321] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1635.058654] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1635.067151] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba04610-5330-4f84-9420-cb24e7c61ff2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.091880] env[62220]: DEBUG nova.compute.manager [req-2a063749-4b3f-41f0-b3a2-9dc82fa2a258 req-6a199d72-47f8-4545-83fb-61d3a175458d service nova] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Received event network-vif-plugged-2102a15d-a25c-4a2b-98af-567c04c8c408 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1635.091880] env[62220]: DEBUG oslo_concurrency.lockutils [req-2a063749-4b3f-41f0-b3a2-9dc82fa2a258 req-6a199d72-47f8-4545-83fb-61d3a175458d service nova] Acquiring lock "feee8459-1798-47da-b5c9-2bbda1551223-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.092077] env[62220]: DEBUG oslo_concurrency.lockutils [req-2a063749-4b3f-41f0-b3a2-9dc82fa2a258 req-6a199d72-47f8-4545-83fb-61d3a175458d service nova] Lock "feee8459-1798-47da-b5c9-2bbda1551223-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.092586] env[62220]: DEBUG oslo_concurrency.lockutils [req-2a063749-4b3f-41f0-b3a2-9dc82fa2a258 req-6a199d72-47f8-4545-83fb-61d3a175458d service nova] Lock "feee8459-1798-47da-b5c9-2bbda1551223-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.092586] env[62220]: DEBUG nova.compute.manager [req-2a063749-4b3f-41f0-b3a2-9dc82fa2a258 req-6a199d72-47f8-4545-83fb-61d3a175458d service nova] [instance: feee8459-1798-47da-b5c9-2bbda1551223] No waiting events found dispatching network-vif-plugged-2102a15d-a25c-4a2b-98af-567c04c8c408 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1635.092824] env[62220]: WARNING nova.compute.manager [req-2a063749-4b3f-41f0-b3a2-9dc82fa2a258 req-6a199d72-47f8-4545-83fb-61d3a175458d service nova] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Received unexpected event network-vif-plugged-2102a15d-a25c-4a2b-98af-567c04c8c408 for instance with vm_state building and task_state spawning. [ 1635.094472] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0c549955-5e29-4cb6-a861-b43575499ad1 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "b2ad9224-1f33-4255-847a-d794ce966651" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.626s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.095973] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6f2328ab-3263-4d7e-bd73-d4664d2f23e8 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "c5b997cc-da18-4571-aba2-a84d5ff1c996" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.651s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.107082] env[62220]: DEBUG oslo_vmware.api [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1635.107082] env[62220]: value = "task-1747545" [ 1635.107082] env[62220]: _type = "Task" [ 1635.107082] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.115631] env[62220]: DEBUG oslo_vmware.api [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.193951] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d0379c-8692-8a86-1566-9f3604ed463b, 'name': SearchDatastore_Task, 'duration_secs': 0.01417} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.194392] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.194615] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7962c335-9043-44cf-93b4-187635c88407/7962c335-9043-44cf-93b4-187635c88407.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1635.194890] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eff1bdb3-495d-407e-816b-a7c439da42e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.202512] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1635.202512] env[62220]: value = "task-1747546" [ 1635.202512] env[62220]: _type = "Task" [ 1635.202512] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.210568] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.314337] env[62220]: DEBUG nova.network.neutron [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Successfully updated port: 2102a15d-a25c-4a2b-98af-567c04c8c408 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1635.519036] env[62220]: DEBUG oslo_vmware.api [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747544, 'name': PowerOnVM_Task, 'duration_secs': 0.85695} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.519603] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1635.519823] env[62220]: INFO nova.compute.manager [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1635.520014] env[62220]: DEBUG nova.compute.manager [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.520883] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b00e38a-8354-4257-85c3-88fcb685c6df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.619720] env[62220]: DEBUG oslo_vmware.api [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747545, 'name': ReconfigVM_Task, 'duration_secs': 0.156116} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.625196] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance 'f5d1a419-d93b-4988-b051-f1d72b068cc9' progress to 33 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1635.717113] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747546, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.820641] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "refresh_cache-feee8459-1798-47da-b5c9-2bbda1551223" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.820752] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquired lock "refresh_cache-feee8459-1798-47da-b5c9-2bbda1551223" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.820898] env[62220]: DEBUG nova.network.neutron [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.897337] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd2bc99-900e-4e64-9d04-fd8f5878645d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.905999] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6e8c5d-7970-431e-81cd-a53a3f365ced {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.936769] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8487b5b-d8d1-4a46-ac83-32fbabdfc16b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.945631] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1449f7-5e0b-46ec-b335-177be6063d4c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.960928] env[62220]: DEBUG nova.compute.provider_tree [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.994055] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "5fbde370-855d-46ea-9a21-09d9d87b7bd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.994351] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "5fbde370-855d-46ea-9a21-09d9d87b7bd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.994531] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "5fbde370-855d-46ea-9a21-09d9d87b7bd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.994706] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "5fbde370-855d-46ea-9a21-09d9d87b7bd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.994856] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "5fbde370-855d-46ea-9a21-09d9d87b7bd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.998116] env[62220]: INFO nova.compute.manager [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Terminating instance [ 1636.041065] env[62220]: INFO nova.compute.manager [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Took 32.82 seconds to build instance. [ 1636.136846] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1636.137170] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1636.137334] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.137537] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1636.137742] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.137853] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1636.138080] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1636.138362] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1636.138458] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1636.138582] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1636.138703] env[62220]: DEBUG nova.virt.hardware [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1636.144127] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1636.145193] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-174be607-7309-4371-a151-6814b0c566c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.167278] env[62220]: DEBUG oslo_vmware.api [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1636.167278] env[62220]: value = "task-1747547" [ 1636.167278] env[62220]: _type = "Task" [ 1636.167278] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.176307] env[62220]: DEBUG oslo_vmware.api [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.214375] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565398} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.214603] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7962c335-9043-44cf-93b4-187635c88407/7962c335-9043-44cf-93b4-187635c88407.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1636.215450] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1636.215450] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8add13df-4890-41a1-a8f5-ddeb159689b0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.225093] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1636.225093] env[62220]: value = "task-1747548" [ 1636.225093] env[62220]: _type = "Task" [ 1636.225093] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.236582] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.389074] env[62220]: DEBUG nova.network.neutron [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1636.467074] env[62220]: DEBUG nova.scheduler.client.report [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1636.501744] env[62220]: DEBUG nova.compute.manager [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1636.501744] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1636.502469] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb36835-fb0f-4c44-8249-a21b5d0d360a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.511018] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1636.511302] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4704e98b-1f09-4566-97b4-c246ad31a678 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.518832] env[62220]: DEBUG oslo_vmware.api [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1636.518832] env[62220]: value = "task-1747549" [ 1636.518832] env[62220]: _type = "Task" [ 1636.518832] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.527943] env[62220]: DEBUG oslo_vmware.api [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.543805] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4e25503a-b416-4701-9466-ab8380edc0bc tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Lock "69a87e35-30f4-497d-9969-d4cd4d021f5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.331s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.602040] env[62220]: DEBUG nova.network.neutron [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Updating instance_info_cache with network_info: [{"id": "2102a15d-a25c-4a2b-98af-567c04c8c408", "address": "fa:16:3e:95:a5:cc", "network": {"id": "3cb9c0f4-a3e6-472d-af1c-58e50ba4e8af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1807197386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3b03d165764978887cf5d8abef8fe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2102a15d-a2", "ovs_interfaceid": "2102a15d-a25c-4a2b-98af-567c04c8c408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.630178] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "db05c5a1-3530-4793-89fd-75b6b860d4f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.630530] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "db05c5a1-3530-4793-89fd-75b6b860d4f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.630782] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "db05c5a1-3530-4793-89fd-75b6b860d4f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.631017] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "db05c5a1-3530-4793-89fd-75b6b860d4f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.631226] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "db05c5a1-3530-4793-89fd-75b6b860d4f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.633378] env[62220]: INFO nova.compute.manager [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Terminating instance [ 1636.677456] env[62220]: DEBUG oslo_vmware.api [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.736627] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071439} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.736789] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1636.737629] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37e4ed8-22c5-4840-9111-56b14e255264 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.763721] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 7962c335-9043-44cf-93b4-187635c88407/7962c335-9043-44cf-93b4-187635c88407.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1636.764388] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98eb369f-65a0-48e1-9362-be977d98ffff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.785873] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1636.785873] env[62220]: value = "task-1747550" [ 1636.785873] env[62220]: _type = "Task" [ 1636.785873] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.794961] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.971913] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.971913] env[62220]: DEBUG nova.compute.manager [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1636.974279] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.223s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.974442] env[62220]: DEBUG nova.objects.instance [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1637.034018] env[62220]: DEBUG oslo_vmware.api [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747549, 'name': PowerOffVM_Task, 'duration_secs': 0.254373} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.034360] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1637.034547] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1637.034813] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c91d8fb-a0de-4954-963f-634fc59d092f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.105171] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Releasing lock "refresh_cache-feee8459-1798-47da-b5c9-2bbda1551223" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.105516] env[62220]: DEBUG nova.compute.manager [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Instance network_info: |[{"id": "2102a15d-a25c-4a2b-98af-567c04c8c408", "address": "fa:16:3e:95:a5:cc", "network": {"id": "3cb9c0f4-a3e6-472d-af1c-58e50ba4e8af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1807197386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3b03d165764978887cf5d8abef8fe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2102a15d-a2", "ovs_interfaceid": "2102a15d-a25c-4a2b-98af-567c04c8c408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1637.106101] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:a5:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2102a15d-a25c-4a2b-98af-567c04c8c408', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1637.114057] env[62220]: DEBUG oslo.service.loopingcall [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.115476] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1637.116965] env[62220]: DEBUG nova.compute.manager [req-a32f4818-8d27-4adb-98b2-db4541d8a55b req-51ea11c9-28e5-47c5-98c2-072c1ae6e9fe service nova] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Received event network-changed-2102a15d-a25c-4a2b-98af-567c04c8c408 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1637.117170] env[62220]: DEBUG nova.compute.manager [req-a32f4818-8d27-4adb-98b2-db4541d8a55b req-51ea11c9-28e5-47c5-98c2-072c1ae6e9fe service nova] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Refreshing instance network info cache due to event network-changed-2102a15d-a25c-4a2b-98af-567c04c8c408. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1637.117409] env[62220]: DEBUG oslo_concurrency.lockutils [req-a32f4818-8d27-4adb-98b2-db4541d8a55b req-51ea11c9-28e5-47c5-98c2-072c1ae6e9fe service nova] Acquiring lock "refresh_cache-feee8459-1798-47da-b5c9-2bbda1551223" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.117689] env[62220]: DEBUG oslo_concurrency.lockutils [req-a32f4818-8d27-4adb-98b2-db4541d8a55b req-51ea11c9-28e5-47c5-98c2-072c1ae6e9fe service nova] Acquired lock "refresh_cache-feee8459-1798-47da-b5c9-2bbda1551223" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.117934] env[62220]: DEBUG nova.network.neutron [req-a32f4818-8d27-4adb-98b2-db4541d8a55b req-51ea11c9-28e5-47c5-98c2-072c1ae6e9fe service nova] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Refreshing network info cache for port 2102a15d-a25c-4a2b-98af-567c04c8c408 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.119436] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e7783c8-6f45-4a9b-aa2c-9f7b167f11ee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.136787] env[62220]: DEBUG nova.compute.manager [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1637.137036] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.137563] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1637.137786] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1637.137974] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleting the datastore file [datastore1] 5fbde370-855d-46ea-9a21-09d9d87b7bd9 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1637.139669] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ac020d-e69d-4280-885c-1eace008dc80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.142443] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10afad96-fb14-4013-a0cc-ffe705111942 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.146669] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1637.146669] env[62220]: value = "task-1747552" [ 1637.146669] env[62220]: _type = "Task" [ 1637.146669] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.153650] env[62220]: DEBUG oslo_vmware.api [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for the task: (returnval){ [ 1637.153650] env[62220]: value = "task-1747553" [ 1637.153650] env[62220]: _type = "Task" [ 1637.153650] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.158243] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747552, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.158549] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.161721] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-746d7757-0b5f-46b1-a3d9-651df7f39c51 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.169265] env[62220]: DEBUG oslo_vmware.api [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.173658] env[62220]: DEBUG oslo_vmware.api [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1637.173658] env[62220]: value = "task-1747554" [ 1637.173658] env[62220]: _type = "Task" [ 1637.173658] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.180912] env[62220]: DEBUG oslo_vmware.api [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747547, 'name': ReconfigVM_Task, 'duration_secs': 0.517559} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.181670] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1637.182497] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa9b6fb-0fa3-4620-9e3a-cd51902db531 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.188279] env[62220]: DEBUG oslo_vmware.api [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.209544] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] f5d1a419-d93b-4988-b051-f1d72b068cc9/f5d1a419-d93b-4988-b051-f1d72b068cc9.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1637.210350] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d23233-63dd-4482-8720-a7dc7e9dcb40 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.232232] env[62220]: DEBUG oslo_vmware.api [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1637.232232] env[62220]: value = "task-1747555" [ 1637.232232] env[62220]: _type = "Task" [ 1637.232232] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.245711] env[62220]: DEBUG oslo_vmware.api [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.299570] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747550, 'name': ReconfigVM_Task, 'duration_secs': 0.325219} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.299806] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 7962c335-9043-44cf-93b4-187635c88407/7962c335-9043-44cf-93b4-187635c88407.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.300443] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2fa6bb6-a00e-4430-b46c-94f78b1990ca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.309785] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1637.309785] env[62220]: value = "task-1747556" [ 1637.309785] env[62220]: _type = "Task" [ 1637.309785] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.324622] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747556, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.333574] env[62220]: DEBUG nova.compute.manager [req-a5c8db5d-fa5e-4b9d-a693-0bbe92689662 req-7f5bcfb3-e801-4b0e-87e2-d8b566048278 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Received event network-changed-c229a5ad-338f-4e5c-8da2-e3913bb5043c {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1637.333683] env[62220]: DEBUG nova.compute.manager [req-a5c8db5d-fa5e-4b9d-a693-0bbe92689662 req-7f5bcfb3-e801-4b0e-87e2-d8b566048278 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Refreshing instance network info cache due to event network-changed-c229a5ad-338f-4e5c-8da2-e3913bb5043c. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1637.333855] env[62220]: DEBUG oslo_concurrency.lockutils [req-a5c8db5d-fa5e-4b9d-a693-0bbe92689662 req-7f5bcfb3-e801-4b0e-87e2-d8b566048278 service nova] Acquiring lock "refresh_cache-69a87e35-30f4-497d-9969-d4cd4d021f5c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.334029] env[62220]: DEBUG oslo_concurrency.lockutils [req-a5c8db5d-fa5e-4b9d-a693-0bbe92689662 req-7f5bcfb3-e801-4b0e-87e2-d8b566048278 service nova] Acquired lock "refresh_cache-69a87e35-30f4-497d-9969-d4cd4d021f5c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.334182] env[62220]: DEBUG nova.network.neutron [req-a5c8db5d-fa5e-4b9d-a693-0bbe92689662 req-7f5bcfb3-e801-4b0e-87e2-d8b566048278 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Refreshing network info cache for port c229a5ad-338f-4e5c-8da2-e3913bb5043c {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.479883] env[62220]: DEBUG nova.compute.utils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1637.481725] env[62220]: DEBUG nova.compute.manager [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Not allocating networking since 'none' was specified. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1637.662027] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747552, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.671619] env[62220]: DEBUG oslo_vmware.api [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Task: {'id': task-1747553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262602} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.671861] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1637.672050] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1637.672239] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1637.672604] env[62220]: INFO nova.compute.manager [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1637.672949] env[62220]: DEBUG oslo.service.loopingcall [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.673236] env[62220]: DEBUG nova.compute.manager [-] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1637.673407] env[62220]: DEBUG nova.network.neutron [-] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1637.684392] env[62220]: DEBUG oslo_vmware.api [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.742882] env[62220]: DEBUG oslo_vmware.api [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.821048] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747556, 'name': Rename_Task, 'duration_secs': 0.15508} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.822429] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1637.822429] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c1b6165-2c96-4264-a508-b6d74fe67d7c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.832718] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1637.832718] env[62220]: value = "task-1747557" [ 1637.832718] env[62220]: _type = "Task" [ 1637.832718] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.847950] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.991309] env[62220]: DEBUG nova.compute.manager [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1637.995315] env[62220]: DEBUG oslo_concurrency.lockutils [None req-07bfa04c-1011-4949-b84a-eca40f4e7011 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.996818] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.355s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.002021] env[62220]: INFO nova.compute.claims [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1638.158823] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747552, 'name': CreateVM_Task, 'duration_secs': 0.595224} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.163259] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1638.164254] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.164602] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.165047] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1638.165761] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e8c83e-3c94-4e8a-b1db-3e5d99659986 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.171731] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1638.171731] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d86036-19e3-02b8-628e-179c44cbfbb7" [ 1638.171731] env[62220]: _type = "Task" [ 1638.171731] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.199021] env[62220]: DEBUG oslo_vmware.api [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747554, 'name': PowerOffVM_Task, 'duration_secs': 0.756826} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.199021] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.199021] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.199021] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec239a9e-d6ec-4fdb-8b12-516694221e6c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.204832] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d86036-19e3-02b8-628e-179c44cbfbb7, 'name': SearchDatastore_Task, 'duration_secs': 0.017658} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.205441] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.205837] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.206251] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.206566] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.207019] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1638.207442] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3788b200-59e5-4fad-a001-d41924b8b08f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.230025] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1638.230025] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1638.230025] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ccbcae0-7f4e-4203-9917-08dc9d549aca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.238285] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1638.238285] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f8f1f-5c71-9a68-fcea-9b1032f43302" [ 1638.238285] env[62220]: _type = "Task" [ 1638.238285] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.246125] env[62220]: DEBUG oslo_vmware.api [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747555, 'name': ReconfigVM_Task, 'duration_secs': 0.797603} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.247091] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Reconfigured VM instance instance-00000028 to attach disk [datastore1] f5d1a419-d93b-4988-b051-f1d72b068cc9/f5d1a419-d93b-4988-b051-f1d72b068cc9.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1638.247562] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance 'f5d1a419-d93b-4988-b051-f1d72b068cc9' progress to 50 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1638.255329] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f8f1f-5c71-9a68-fcea-9b1032f43302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.344580] env[62220]: DEBUG oslo_vmware.api [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747557, 'name': PowerOnVM_Task, 'duration_secs': 0.51158} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.344873] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1638.345098] env[62220]: INFO nova.compute.manager [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1638.345342] env[62220]: DEBUG nova.compute.manager [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1638.346066] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cd58b8-1de8-41b4-91de-436284e9ccb3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.373337] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.373711] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.373925] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Deleting the datastore file [datastore1] db05c5a1-3530-4793-89fd-75b6b860d4f9 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.374246] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4892ad37-1384-495d-ae51-31b8901d280e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.383110] env[62220]: DEBUG oslo_vmware.api [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for the task: (returnval){ [ 1638.383110] env[62220]: value = "task-1747559" [ 1638.383110] env[62220]: _type = "Task" [ 1638.383110] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.391434] env[62220]: DEBUG oslo_vmware.api [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.411040] env[62220]: DEBUG nova.network.neutron [req-a32f4818-8d27-4adb-98b2-db4541d8a55b req-51ea11c9-28e5-47c5-98c2-072c1ae6e9fe service nova] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Updated VIF entry in instance network info cache for port 2102a15d-a25c-4a2b-98af-567c04c8c408. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.411376] env[62220]: DEBUG nova.network.neutron [req-a32f4818-8d27-4adb-98b2-db4541d8a55b req-51ea11c9-28e5-47c5-98c2-072c1ae6e9fe service nova] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Updating instance_info_cache with network_info: [{"id": "2102a15d-a25c-4a2b-98af-567c04c8c408", "address": "fa:16:3e:95:a5:cc", "network": {"id": "3cb9c0f4-a3e6-472d-af1c-58e50ba4e8af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1807197386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3b03d165764978887cf5d8abef8fe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2102a15d-a2", "ovs_interfaceid": "2102a15d-a25c-4a2b-98af-567c04c8c408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.439998] env[62220]: DEBUG nova.network.neutron [req-a5c8db5d-fa5e-4b9d-a693-0bbe92689662 req-7f5bcfb3-e801-4b0e-87e2-d8b566048278 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Updated VIF entry in instance network info cache for port c229a5ad-338f-4e5c-8da2-e3913bb5043c. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.440423] env[62220]: DEBUG nova.network.neutron [req-a5c8db5d-fa5e-4b9d-a693-0bbe92689662 req-7f5bcfb3-e801-4b0e-87e2-d8b566048278 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Updating instance_info_cache with network_info: [{"id": "c229a5ad-338f-4e5c-8da2-e3913bb5043c", "address": "fa:16:3e:33:38:06", "network": {"id": "be236d15-b963-400c-a3f8-7afa8beddf4d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-454371314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e9b4a75aedc4aa3ae31194cb1b6a89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc229a5ad-33", "ovs_interfaceid": "c229a5ad-338f-4e5c-8da2-e3913bb5043c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.514333] env[62220]: DEBUG nova.network.neutron [-] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.751223] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f8f1f-5c71-9a68-fcea-9b1032f43302, 'name': SearchDatastore_Task, 'duration_secs': 0.027021} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.752629] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f8e524-695b-4531-90f3-6d74fb4fbae4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.760052] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1638.760052] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c07e44-c730-6162-a201-b2099c6da781" [ 1638.760052] env[62220]: _type = "Task" [ 1638.760052] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.760874] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a2085d-8642-4286-a36e-302c4dfe68bc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.771649] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c07e44-c730-6162-a201-b2099c6da781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.785131] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc45ea5-32a2-4869-b7cf-68caaf6d63fa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.804652] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance 'f5d1a419-d93b-4988-b051-f1d72b068cc9' progress to 67 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1638.865126] env[62220]: INFO nova.compute.manager [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Took 33.31 seconds to build instance. [ 1638.893790] env[62220]: DEBUG oslo_vmware.api [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.914199] env[62220]: DEBUG oslo_concurrency.lockutils [req-a32f4818-8d27-4adb-98b2-db4541d8a55b req-51ea11c9-28e5-47c5-98c2-072c1ae6e9fe service nova] Releasing lock "refresh_cache-feee8459-1798-47da-b5c9-2bbda1551223" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.943172] env[62220]: DEBUG oslo_concurrency.lockutils [req-a5c8db5d-fa5e-4b9d-a693-0bbe92689662 req-7f5bcfb3-e801-4b0e-87e2-d8b566048278 service nova] Releasing lock "refresh_cache-69a87e35-30f4-497d-9969-d4cd4d021f5c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.003045] env[62220]: DEBUG nova.compute.manager [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1639.016652] env[62220]: INFO nova.compute.manager [-] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Took 1.34 seconds to deallocate network for instance. [ 1639.029191] env[62220]: DEBUG nova.virt.hardware [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1639.030586] env[62220]: DEBUG nova.virt.hardware [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1639.030586] env[62220]: DEBUG nova.virt.hardware [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1639.030586] env[62220]: DEBUG nova.virt.hardware [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1639.030586] env[62220]: DEBUG nova.virt.hardware [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1639.030586] env[62220]: DEBUG nova.virt.hardware [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1639.030586] env[62220]: DEBUG nova.virt.hardware [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1639.030986] env[62220]: DEBUG nova.virt.hardware [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1639.031065] env[62220]: DEBUG nova.virt.hardware [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1639.031296] env[62220]: DEBUG nova.virt.hardware [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1639.031539] env[62220]: DEBUG nova.virt.hardware [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1639.032506] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99b442a-b95c-40c5-a77d-34e20d05afd7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.054769] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcab75c7-d896-4f0d-a4df-c4c5b5ee2c41 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.065132] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Instance VIF info [] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1639.071718] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Creating folder: Project (6151229e35b443e7a53c867eb344fbcf). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1639.075773] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a871dbdf-189c-495b-af20-8437a8b5f232 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.091027] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Created folder: Project (6151229e35b443e7a53c867eb344fbcf) in parent group-v363147. [ 1639.091327] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Creating folder: Instances. Parent ref: group-v363344. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1639.091563] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08133e6e-503a-451a-8bfe-c8e00a46a305 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.105694] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Created folder: Instances in parent group-v363344. [ 1639.106076] env[62220]: DEBUG oslo.service.loopingcall [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.106312] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1639.106577] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c9c1ffa-c588-44df-9efd-2dce19b775d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.128209] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1639.128209] env[62220]: value = "task-1747562" [ 1639.128209] env[62220]: _type = "Task" [ 1639.128209] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.140431] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747562, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.277477] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c07e44-c730-6162-a201-b2099c6da781, 'name': SearchDatastore_Task, 'duration_secs': 0.032008} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.278673] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.278673] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] feee8459-1798-47da-b5c9-2bbda1551223/feee8459-1798-47da-b5c9-2bbda1551223.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1639.278673] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f35bbe5-d212-4bda-a8e2-f0948dd78d7c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.289806] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1639.289806] env[62220]: value = "task-1747563" [ 1639.289806] env[62220]: _type = "Task" [ 1639.289806] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.304013] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.367093] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bd44f851-3c31-4624-b676-04f36378c6d4 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "7962c335-9043-44cf-93b4-187635c88407" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.833s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.385314] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757d09f3-d7bb-4a60-bb0d-8e805c003cf4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.394605] env[62220]: DEBUG nova.compute.manager [req-17f8aff5-fa55-46cf-891e-a1294a5d6613 req-e25a3efb-4f2f-46ff-b598-c97df183cb98 service nova] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Received event network-vif-deleted-4b0792c0-9a79-4ea6-9fa0-0be5fbec8ef1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1639.402865] env[62220]: DEBUG oslo_vmware.api [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Task: {'id': task-1747559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.684681} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.403258] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.403473] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.403671] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.403850] env[62220]: INFO nova.compute.manager [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1639.404128] env[62220]: DEBUG oslo.service.loopingcall [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.405147] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3431177d-8699-4b30-9434-41bed684505e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.408936] env[62220]: DEBUG nova.compute.manager [-] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.409076] env[62220]: DEBUG nova.network.neutron [-] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.443484] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4379a00b-c43f-49fa-8882-ccf49c9ed97d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.447387] env[62220]: DEBUG nova.network.neutron [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Port bffe0020-1e17-4212-9415-762dc82e8e62 binding to destination host cpu-1 is already ACTIVE {{(pid=62220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1639.452214] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ff488a-9ed6-448f-92ab-1bd810db47e9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.469062] env[62220]: DEBUG nova.compute.provider_tree [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.525085] env[62220]: DEBUG nova.compute.manager [req-fab74433-81d0-4a53-a441-d517865e259e req-3755097b-dcdc-44eb-96e7-fd6eb732f556 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Received event network-changed-1ffd4906-b674-4a11-9542-6b91aa4023ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1639.525314] env[62220]: DEBUG nova.compute.manager [req-fab74433-81d0-4a53-a441-d517865e259e req-3755097b-dcdc-44eb-96e7-fd6eb732f556 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Refreshing instance network info cache due to event network-changed-1ffd4906-b674-4a11-9542-6b91aa4023ab. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1639.525704] env[62220]: DEBUG oslo_concurrency.lockutils [req-fab74433-81d0-4a53-a441-d517865e259e req-3755097b-dcdc-44eb-96e7-fd6eb732f556 service nova] Acquiring lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.525704] env[62220]: DEBUG oslo_concurrency.lockutils [req-fab74433-81d0-4a53-a441-d517865e259e req-3755097b-dcdc-44eb-96e7-fd6eb732f556 service nova] Acquired lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.526066] env[62220]: DEBUG nova.network.neutron [req-fab74433-81d0-4a53-a441-d517865e259e req-3755097b-dcdc-44eb-96e7-fd6eb732f556 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Refreshing network info cache for port 1ffd4906-b674-4a11-9542-6b91aa4023ab {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.527721] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.640082] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747562, 'name': CreateVM_Task, 'duration_secs': 0.322067} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.640349] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1639.641052] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.641328] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.641729] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1639.642030] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c48b922-495a-4bcb-b409-78fc19a60e01 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.648206] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1639.648206] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c0d8e3-186f-514a-675d-3c207d05ca52" [ 1639.648206] env[62220]: _type = "Task" [ 1639.648206] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.658024] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c0d8e3-186f-514a-675d-3c207d05ca52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.803417] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747563, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.973459] env[62220]: DEBUG nova.scheduler.client.report [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1640.161653] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c0d8e3-186f-514a-675d-3c207d05ca52, 'name': SearchDatastore_Task, 'duration_secs': 0.057344} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.161994] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.162269] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1640.162509] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.162661] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.162845] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.163123] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe822b37-46d8-4a0a-9408-2883fe1e6ad6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.173012] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.173203] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.173919] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e40145-8b62-468d-8e42-311540b447de {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.179457] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1640.179457] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bbefc1-a6e0-9b5d-8ddd-d09a9105b437" [ 1640.179457] env[62220]: _type = "Task" [ 1640.179457] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.187645] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bbefc1-a6e0-9b5d-8ddd-d09a9105b437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.301251] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566635} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.301626] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] feee8459-1798-47da-b5c9-2bbda1551223/feee8459-1798-47da-b5c9-2bbda1551223.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1640.301891] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1640.302117] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa21ec9b-f23d-4e4e-b646-01dcd3cd01fd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.304797] env[62220]: DEBUG nova.network.neutron [-] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.310736] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1640.310736] env[62220]: value = "task-1747564" [ 1640.310736] env[62220]: _type = "Task" [ 1640.310736] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.319265] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.331096] env[62220]: DEBUG nova.network.neutron [req-fab74433-81d0-4a53-a441-d517865e259e req-3755097b-dcdc-44eb-96e7-fd6eb732f556 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updated VIF entry in instance network info cache for port 1ffd4906-b674-4a11-9542-6b91aa4023ab. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.331454] env[62220]: DEBUG nova.network.neutron [req-fab74433-81d0-4a53-a441-d517865e259e req-3755097b-dcdc-44eb-96e7-fd6eb732f556 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updating instance_info_cache with network_info: [{"id": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "address": "fa:16:3e:e4:35:fa", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ffd4906-b6", "ovs_interfaceid": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.473543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "f5d1a419-d93b-4988-b051-f1d72b068cc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.473792] env[62220]: DEBUG oslo_concurrency.lockutils [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.473966] env[62220]: DEBUG oslo_concurrency.lockutils [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.479444] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.479897] env[62220]: DEBUG nova.compute.manager [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1640.482250] env[62220]: DEBUG oslo_concurrency.lockutils [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.447s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.482462] env[62220]: DEBUG nova.objects.instance [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lazy-loading 'resources' on Instance uuid 9feb9918-b902-4617-8b62-5b4863bde91d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1640.691418] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bbefc1-a6e0-9b5d-8ddd-d09a9105b437, 'name': SearchDatastore_Task, 'duration_secs': 0.021985} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.692252] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3acf0597-38e4-4793-ac6c-643a7883333d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.698284] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1640.698284] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5257fdb5-39be-088c-3d13-a469d107523d" [ 1640.698284] env[62220]: _type = "Task" [ 1640.698284] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.706563] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5257fdb5-39be-088c-3d13-a469d107523d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.807721] env[62220]: INFO nova.compute.manager [-] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Took 1.40 seconds to deallocate network for instance. [ 1640.823113] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068868} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.823419] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1640.824327] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356866e5-2c5c-403a-9903-d23987ecca6c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.840098] env[62220]: DEBUG oslo_concurrency.lockutils [req-fab74433-81d0-4a53-a441-d517865e259e req-3755097b-dcdc-44eb-96e7-fd6eb732f556 service nova] Releasing lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.849605] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] feee8459-1798-47da-b5c9-2bbda1551223/feee8459-1798-47da-b5c9-2bbda1551223.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.850755] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7915aaf8-2a0e-4598-a9ee-21ac577852a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.874336] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1640.874336] env[62220]: value = "task-1747565" [ 1640.874336] env[62220]: _type = "Task" [ 1640.874336] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.885903] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.987926] env[62220]: DEBUG nova.compute.utils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1640.990203] env[62220]: DEBUG nova.compute.manager [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1640.990406] env[62220]: DEBUG nova.network.neutron [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1641.033526] env[62220]: DEBUG nova.policy [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da77d8f037554fcf837d464fb7305d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b1af6cefd1743c5876656588f212088', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1641.212827] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5257fdb5-39be-088c-3d13-a469d107523d, 'name': SearchDatastore_Task, 'duration_secs': 0.057329} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.213134] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.213396] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] cc909271-4ad8-48d7-ae2a-99afab2c8f73/cc909271-4ad8-48d7-ae2a-99afab2c8f73.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1641.213717] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97e6b72f-b72d-4c4a-a30d-bc2e991cff85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.226560] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1641.226560] env[62220]: value = "task-1747566" [ 1641.226560] env[62220]: _type = "Task" [ 1641.226560] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.237802] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.318830] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.334032] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e04d7b-7562-4d62-903f-34e5901572f1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.342753] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606e99b4-6c35-4dda-8916-690ad43226ca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.379846] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f89b8d-784c-49af-b9e3-cbcd05d39114 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.391491] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d5cdb8-fa20-4d07-b53c-7eb3769dd3b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.396219] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.409674] env[62220]: DEBUG nova.compute.provider_tree [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.435330] env[62220]: DEBUG nova.network.neutron [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Successfully created port: 37a81de0-8084-4c3a-838b-0b37e9046025 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1641.493864] env[62220]: DEBUG nova.compute.manager [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1641.549127] env[62220]: DEBUG oslo_concurrency.lockutils [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.549345] env[62220]: DEBUG oslo_concurrency.lockutils [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.549530] env[62220]: DEBUG nova.network.neutron [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.570474] env[62220]: DEBUG nova.compute.manager [req-b3365f69-eb32-4c1a-8260-66d543873ef3 req-cab555f7-511c-4167-b909-dcda0b7407ce service nova] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Received event network-vif-deleted-aab6059e-bef3-4017-b8b0-efabce4bcce0 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1641.738825] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747566, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.884857] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747565, 'name': ReconfigVM_Task, 'duration_secs': 0.708204} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.885159] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Reconfigured VM instance instance-00000043 to attach disk [datastore1] feee8459-1798-47da-b5c9-2bbda1551223/feee8459-1798-47da-b5c9-2bbda1551223.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.885852] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-111b704e-869a-489b-8a5f-c27ed6717953 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.894834] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1641.894834] env[62220]: value = "task-1747567" [ 1641.894834] env[62220]: _type = "Task" [ 1641.894834] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.904783] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747567, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.913938] env[62220]: DEBUG nova.scheduler.client.report [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1642.238615] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668569} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.241059] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] cc909271-4ad8-48d7-ae2a-99afab2c8f73/cc909271-4ad8-48d7-ae2a-99afab2c8f73.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1642.241305] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1642.241578] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62c953c4-34d0-4213-8804-9fe0008f9cf1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.250549] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1642.250549] env[62220]: value = "task-1747568" [ 1642.250549] env[62220]: _type = "Task" [ 1642.250549] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.259960] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.405082] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747567, 'name': Rename_Task, 'duration_secs': 0.304663} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.405437] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1642.405626] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5441c50e-88b3-4822-8e37-e35e9e7a9560 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.414705] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1642.414705] env[62220]: value = "task-1747569" [ 1642.414705] env[62220]: _type = "Task" [ 1642.414705] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.418166] env[62220]: DEBUG nova.network.neutron [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance_info_cache with network_info: [{"id": "bffe0020-1e17-4212-9415-762dc82e8e62", "address": "fa:16:3e:f7:dc:57", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbffe0020-1e", "ovs_interfaceid": "bffe0020-1e17-4212-9415-762dc82e8e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.420148] env[62220]: DEBUG oslo_concurrency.lockutils [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.422474] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.024s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.423981] env[62220]: INFO nova.compute.claims [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1642.430185] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.452783] env[62220]: INFO nova.scheduler.client.report [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleted allocations for instance 9feb9918-b902-4617-8b62-5b4863bde91d [ 1642.505417] env[62220]: DEBUG nova.compute.manager [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1642.536556] env[62220]: DEBUG nova.virt.hardware [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1642.536880] env[62220]: DEBUG nova.virt.hardware [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1642.537106] env[62220]: DEBUG nova.virt.hardware [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1642.537309] env[62220]: DEBUG nova.virt.hardware [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1642.537389] env[62220]: DEBUG nova.virt.hardware [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1642.537536] env[62220]: DEBUG nova.virt.hardware [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1642.537785] env[62220]: DEBUG nova.virt.hardware [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1642.537958] env[62220]: DEBUG nova.virt.hardware [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1642.538147] env[62220]: DEBUG nova.virt.hardware [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1642.538316] env[62220]: DEBUG nova.virt.hardware [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1642.538509] env[62220]: DEBUG nova.virt.hardware [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1642.539929] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2a0206-7b60-4b6e-a819-c601d469ca5d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.551236] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a0379c-97e7-4b04-9464-3b7a4c2f3c4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.761388] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077453} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.761635] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1642.762496] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8ca8f1-cb0d-4146-a649-833b10613d68 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.782408] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] cc909271-4ad8-48d7-ae2a-99afab2c8f73/cc909271-4ad8-48d7-ae2a-99afab2c8f73.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1642.782691] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12b236f0-7aa9-4a89-bafa-40dd0bb8b01a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.803801] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1642.803801] env[62220]: value = "task-1747570" [ 1642.803801] env[62220]: _type = "Task" [ 1642.803801] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.812315] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.924292] env[62220]: DEBUG oslo_concurrency.lockutils [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.927916] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.964478] env[62220]: DEBUG oslo_concurrency.lockutils [None req-337ecfb1-db5c-45dc-9391-97e339764938 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "9feb9918-b902-4617-8b62-5b4863bde91d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.184s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.318520] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747570, 'name': ReconfigVM_Task, 'duration_secs': 0.47506} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.318520] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Reconfigured VM instance instance-00000044 to attach disk [datastore1] cc909271-4ad8-48d7-ae2a-99afab2c8f73/cc909271-4ad8-48d7-ae2a-99afab2c8f73.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1643.318520] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0856c1ec-14f3-48cc-8b32-afdb24ca7dfd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.324648] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1643.324648] env[62220]: value = "task-1747571" [ 1643.324648] env[62220]: _type = "Task" [ 1643.324648] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.334854] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747571, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.341756] env[62220]: DEBUG nova.network.neutron [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Successfully updated port: 37a81de0-8084-4c3a-838b-0b37e9046025 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1643.426794] env[62220]: DEBUG oslo_vmware.api [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747569, 'name': PowerOnVM_Task, 'duration_secs': 0.630186} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.427120] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1643.428055] env[62220]: INFO nova.compute.manager [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1643.428055] env[62220]: DEBUG nova.compute.manager [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1643.428312] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69b0a49-7aac-42fb-95f8-843656b06ad9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.458869] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f3ef6d-9967-4a9f-887b-36fefa159370 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.490956] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e1baba-1913-4c08-9dc3-ce616562e554 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.499830] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance 'f5d1a419-d93b-4988-b051-f1d72b068cc9' progress to 83 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1643.599366] env[62220]: DEBUG nova.compute.manager [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Received event network-vif-plugged-37a81de0-8084-4c3a-838b-0b37e9046025 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1643.600023] env[62220]: DEBUG oslo_concurrency.lockutils [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] Acquiring lock "85c7a612-1d90-47f8-b1d8-28cfad948f76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.600234] env[62220]: DEBUG oslo_concurrency.lockutils [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] Lock "85c7a612-1d90-47f8-b1d8-28cfad948f76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.600349] env[62220]: DEBUG oslo_concurrency.lockutils [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] Lock "85c7a612-1d90-47f8-b1d8-28cfad948f76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.600502] env[62220]: DEBUG nova.compute.manager [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] No waiting events found dispatching network-vif-plugged-37a81de0-8084-4c3a-838b-0b37e9046025 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1643.600701] env[62220]: WARNING nova.compute.manager [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Received unexpected event network-vif-plugged-37a81de0-8084-4c3a-838b-0b37e9046025 for instance with vm_state building and task_state spawning. [ 1643.600885] env[62220]: DEBUG nova.compute.manager [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Received event network-changed-37a81de0-8084-4c3a-838b-0b37e9046025 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1643.601042] env[62220]: DEBUG nova.compute.manager [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Refreshing instance network info cache due to event network-changed-37a81de0-8084-4c3a-838b-0b37e9046025. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1643.601235] env[62220]: DEBUG oslo_concurrency.lockutils [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] Acquiring lock "refresh_cache-85c7a612-1d90-47f8-b1d8-28cfad948f76" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.601371] env[62220]: DEBUG oslo_concurrency.lockutils [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] Acquired lock "refresh_cache-85c7a612-1d90-47f8-b1d8-28cfad948f76" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.601528] env[62220]: DEBUG nova.network.neutron [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Refreshing network info cache for port 37a81de0-8084-4c3a-838b-0b37e9046025 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1643.779241] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64121eb9-f2ed-47cb-9699-c8efbf77031c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.787394] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68653bdf-40f6-47e8-b630-af4fedc96c17 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.817650] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7f4639-520d-4aff-8aad-1582d170c1f6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.825044] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a34757-bd12-42eb-a4fe-490df6689308 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.837429] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747571, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.844981] env[62220]: DEBUG nova.compute.provider_tree [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.848474] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "refresh_cache-85c7a612-1d90-47f8-b1d8-28cfad948f76" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.953928] env[62220]: INFO nova.compute.manager [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Took 34.76 seconds to build instance. [ 1644.005435] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-370f4a8a-264c-4e7e-8600-93e73b5a84a2 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance 'f5d1a419-d93b-4988-b051-f1d72b068cc9' progress to 100 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1644.339298] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747571, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.341964] env[62220]: DEBUG nova.network.neutron [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1644.347589] env[62220]: DEBUG nova.scheduler.client.report [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1644.448564] env[62220]: DEBUG nova.network.neutron [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.456466] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d3ee31a1-e215-4481-94a1-4155a25bb8c8 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "feee8459-1798-47da-b5c9-2bbda1551223" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.283s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.842809] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747571, 'name': Rename_Task, 'duration_secs': 1.417344} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.843118] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1644.843379] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae6d2700-b9e4-43b4-aba6-83b0f0b1ef27 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.850735] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1644.850735] env[62220]: value = "task-1747572" [ 1644.850735] env[62220]: _type = "Task" [ 1644.850735] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.854689] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.855187] env[62220]: DEBUG nova.compute.manager [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1644.857693] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.600s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.858754] env[62220]: DEBUG nova.objects.instance [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lazy-loading 'resources' on Instance uuid 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1644.868864] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.950960] env[62220]: DEBUG oslo_concurrency.lockutils [req-d9944c3e-33a7-463c-b3c4-8b80569591a0 req-ab2881f9-379d-4ad3-b504-482ff9326625 service nova] Releasing lock "refresh_cache-85c7a612-1d90-47f8-b1d8-28cfad948f76" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.951417] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "refresh_cache-85c7a612-1d90-47f8-b1d8-28cfad948f76" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.951662] env[62220]: DEBUG nova.network.neutron [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1645.068831] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.069116] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.365154] env[62220]: DEBUG nova.compute.utils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1645.366560] env[62220]: DEBUG oslo_vmware.api [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747572, 'name': PowerOnVM_Task, 'duration_secs': 0.454222} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.367242] env[62220]: DEBUG nova.compute.manager [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1645.367411] env[62220]: DEBUG nova.network.neutron [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1645.369209] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1645.369416] env[62220]: INFO nova.compute.manager [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1645.370046] env[62220]: DEBUG nova.compute.manager [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1645.370552] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedacad7-75b0-4bf6-b517-740d7975ffd5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.463460] env[62220]: DEBUG nova.policy [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d71f4ee47e24fdba197d098dc9f29bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aa4322ee1c7440398464b72ec5baaea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1645.537831] env[62220]: DEBUG nova.network.neutron [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.571461] env[62220]: DEBUG nova.compute.manager [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1645.720671] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e102f1d-f089-46cc-a54f-7cce8228f27d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.729565] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b86565-f097-4456-b528-23e8de2b24d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.770327] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d9e435-385f-4263-9642-286999453f57 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.782748] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f9e1eb-5a98-440a-926c-dd951140bf70 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.805717] env[62220]: DEBUG nova.compute.provider_tree [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.868739] env[62220]: DEBUG nova.compute.manager [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1645.893992] env[62220]: INFO nova.compute.manager [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Took 31.86 seconds to build instance. [ 1645.906283] env[62220]: DEBUG nova.network.neutron [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Updating instance_info_cache with network_info: [{"id": "37a81de0-8084-4c3a-838b-0b37e9046025", "address": "fa:16:3e:86:d4:2c", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a81de0-80", "ovs_interfaceid": "37a81de0-8084-4c3a-838b-0b37e9046025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.098705] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.121804] env[62220]: DEBUG nova.network.neutron [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Successfully created port: 166c3032-4b99-47de-b5b5-3900e0ec1ae6 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1646.292388] env[62220]: DEBUG nova.compute.manager [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.293397] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c533e94-820a-43e4-8fd1-9712c4090263 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.310820] env[62220]: DEBUG nova.scheduler.client.report [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1646.333912] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "f5d1a419-d93b-4988-b051-f1d72b068cc9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.334175] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.334355] env[62220]: DEBUG nova.compute.manager [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Going to confirm migration 3 {{(pid=62220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1646.400020] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ff9a15d5-0d47-4c4d-b3f9-b83c3e4868be tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Lock "cc909271-4ad8-48d7-ae2a-99afab2c8f73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.374s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.408748] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "refresh_cache-85c7a612-1d90-47f8-b1d8-28cfad948f76" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.409066] env[62220]: DEBUG nova.compute.manager [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Instance network_info: |[{"id": "37a81de0-8084-4c3a-838b-0b37e9046025", "address": "fa:16:3e:86:d4:2c", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a81de0-80", "ovs_interfaceid": "37a81de0-8084-4c3a-838b-0b37e9046025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1646.409699] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:d4:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37a81de0-8084-4c3a-838b-0b37e9046025', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1646.417490] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Creating folder: Project (7b1af6cefd1743c5876656588f212088). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1646.418550] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7095413-5547-4714-8a09-986fd61ba185 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.432179] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Created folder: Project (7b1af6cefd1743c5876656588f212088) in parent group-v363147. [ 1646.432482] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Creating folder: Instances. Parent ref: group-v363347. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1646.432760] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce0842b3-c523-4a1d-96d3-07074888168d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.443510] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Created folder: Instances in parent group-v363347. [ 1646.443510] env[62220]: DEBUG oslo.service.loopingcall [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1646.443510] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1646.443728] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30ecd892-dca9-4d63-a98f-90d724ba233a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.464288] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1646.464288] env[62220]: value = "task-1747575" [ 1646.464288] env[62220]: _type = "Task" [ 1646.464288] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.474523] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.806238] env[62220]: INFO nova.compute.manager [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] instance snapshotting [ 1646.809086] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7574b5-7d88-47e5-ab21-b67c2f31718f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.830487] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.833061] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.687s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.834466] env[62220]: INFO nova.compute.claims [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1646.837149] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75b3a0a-ae9b-4675-acc5-9b20df52442c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.852792] env[62220]: INFO nova.scheduler.client.report [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleted allocations for instance 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e [ 1646.877759] env[62220]: DEBUG nova.compute.manager [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1646.894079] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.894255] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.894460] env[62220]: DEBUG nova.network.neutron [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.894613] env[62220]: DEBUG nova.objects.instance [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'info_cache' on Instance uuid f5d1a419-d93b-4988-b051-f1d72b068cc9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.898678] env[62220]: DEBUG nova.virt.hardware [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1646.898905] env[62220]: DEBUG nova.virt.hardware [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1646.899058] env[62220]: DEBUG nova.virt.hardware [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1646.899243] env[62220]: DEBUG nova.virt.hardware [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1646.899464] env[62220]: DEBUG nova.virt.hardware [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1646.899561] env[62220]: DEBUG nova.virt.hardware [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1646.899729] env[62220]: DEBUG nova.virt.hardware [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1646.899886] env[62220]: DEBUG nova.virt.hardware [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1646.900277] env[62220]: DEBUG nova.virt.hardware [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1646.900277] env[62220]: DEBUG nova.virt.hardware [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1646.900431] env[62220]: DEBUG nova.virt.hardware [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1646.901046] env[62220]: INFO nova.compute.manager [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Rebuilding instance [ 1646.903298] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226afdf8-59f9-4089-a66a-4c2d45cd2bab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.913236] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9368643d-f4d0-4afa-9e56-342ff0cf9eb4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.947980] env[62220]: DEBUG nova.compute.manager [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.949096] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233f4d75-d2b1-4ab7-b41d-8011719f36d3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.973765] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.352666] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1647.352666] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-db8e1999-8f8c-45c0-b56e-eb10957d216f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.360016] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9462aa7-5f31-4004-8e96-dc79ca0af81d tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "25bd2a2e-c354-42a1-83cd-a7d3aadcea3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.153s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.362378] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1647.362378] env[62220]: value = "task-1747576" [ 1647.362378] env[62220]: _type = "Task" [ 1647.362378] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.371521] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747576, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.475814] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.878105] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747576, 'name': CreateSnapshot_Task, 'duration_secs': 0.452886} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.878821] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1647.879140] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e9e0af-e64b-4cf1-8943-80988aac9783 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.963721] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.964357] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aad5ba3-4fd0-4d9a-8a53-668bc70fbe1c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.976353] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.977166] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1647.977166] env[62220]: value = "task-1747577" [ 1647.977166] env[62220]: _type = "Task" [ 1647.977166] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.988867] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.158144] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d9d642-40ce-433e-a914-dc36b8c69ec6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.169226] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fcd6d2-eb05-4101-87b7-69a9578f5052 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.208787] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685bdec7-f49a-4ac3-8bc8-5c4386086e13 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.216974] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c2999c-36fd-43b4-b261-52ce3bc4b5e6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.230088] env[62220]: DEBUG nova.compute.provider_tree [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.237622] env[62220]: DEBUG nova.network.neutron [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance_info_cache with network_info: [{"id": "bffe0020-1e17-4212-9415-762dc82e8e62", "address": "fa:16:3e:f7:dc:57", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbffe0020-1e", "ovs_interfaceid": "bffe0020-1e17-4212-9415-762dc82e8e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.400579] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1648.400962] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4295068-bd03-4183-96e1-154bad0d8f50 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.409930] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1648.409930] env[62220]: value = "task-1747578" [ 1648.409930] env[62220]: _type = "Task" [ 1648.409930] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.419886] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747578, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.478862] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.490575] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747577, 'name': PowerOffVM_Task, 'duration_secs': 0.18436} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.490804] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1648.491176] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1648.492165] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f64b7b-728e-4312-b5eb-3fb8902a6fcc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.500779] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1648.501131] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c94da9ec-aec9-4ff4-bf45-18ee30cfc221 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.565156] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1648.565156] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1648.565253] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Deleting the datastore file [datastore1] cc909271-4ad8-48d7-ae2a-99afab2c8f73 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1648.565496] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bab0cd1-c497-40a8-8691-88c8193c90f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.573556] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1648.573556] env[62220]: value = "task-1747580" [ 1648.573556] env[62220]: _type = "Task" [ 1648.573556] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.583067] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.733519] env[62220]: DEBUG nova.scheduler.client.report [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1648.739825] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.740083] env[62220]: DEBUG nova.objects.instance [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'migration_context' on Instance uuid f5d1a419-d93b-4988-b051-f1d72b068cc9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.920338] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747578, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.975826] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.084482] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099933} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.084883] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1649.085214] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1649.085509] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1649.239196] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.239732] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1649.242398] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.082s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.244240] env[62220]: INFO nova.compute.claims [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1649.246799] env[62220]: DEBUG nova.objects.base [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1649.247934] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9651be-73d7-40fc-8dc9-a9cc573e4ad7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.268042] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6205dd82-cd7b-4f95-a99f-97a5c8fd639e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.274192] env[62220]: DEBUG oslo_vmware.api [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1649.274192] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eda906-8058-3712-8925-f5e4f037cbff" [ 1649.274192] env[62220]: _type = "Task" [ 1649.274192] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.289214] env[62220]: DEBUG oslo_vmware.api [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eda906-8058-3712-8925-f5e4f037cbff, 'name': SearchDatastore_Task, 'duration_secs': 0.00763} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.289513] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.421016] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747578, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.476403] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.752982] env[62220]: DEBUG nova.compute.utils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1649.753901] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1649.754120] env[62220]: DEBUG nova.network.neutron [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1649.790500] env[62220]: DEBUG nova.policy [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a15f285518274fa9a5ecd88bb40ea11e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2407444c0cf14c03b02170986e41132f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1649.922113] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747578, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.976883] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.047040] env[62220]: DEBUG nova.network.neutron [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Successfully created port: ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1650.120778] env[62220]: DEBUG nova.virt.hardware [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1650.121037] env[62220]: DEBUG nova.virt.hardware [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1650.121200] env[62220]: DEBUG nova.virt.hardware [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.121382] env[62220]: DEBUG nova.virt.hardware [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1650.121526] env[62220]: DEBUG nova.virt.hardware [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.121683] env[62220]: DEBUG nova.virt.hardware [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1650.121913] env[62220]: DEBUG nova.virt.hardware [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1650.122098] env[62220]: DEBUG nova.virt.hardware [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1650.122270] env[62220]: DEBUG nova.virt.hardware [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1650.122433] env[62220]: DEBUG nova.virt.hardware [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1650.122603] env[62220]: DEBUG nova.virt.hardware [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1650.123490] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c421d5-b6fa-4f58-9a57-5d86bbf22486 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.131485] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaff6ee-ba0c-4641-b5ce-e6cdc7468caf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.144809] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Instance VIF info [] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1650.150862] env[62220]: DEBUG oslo.service.loopingcall [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.151139] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1650.151356] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eb7ae3a-2fc8-4016-8c73-23ed6c70153d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.170947] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1650.170947] env[62220]: value = "task-1747581" [ 1650.170947] env[62220]: _type = "Task" [ 1650.170947] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.179288] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747581, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.258100] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1650.423407] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747578, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.478377] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.545740] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7136c020-eef3-4f28-8bbe-3a240a9c1332 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.553448] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474a1f8f-1e7e-4c26-82d4-b3ed71a97383 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.584313] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ea2567-40b4-4792-be8e-660b61e4fd2b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.592544] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84435fb6-fdc7-496e-ae56-8f434f8b61b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.605517] env[62220]: DEBUG nova.compute.provider_tree [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.682338] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747581, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.924613] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747578, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.979033] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.109210] env[62220]: DEBUG nova.scheduler.client.report [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1651.182982] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747581, 'name': CreateVM_Task, 'duration_secs': 0.516613} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.183206] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1651.183631] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.183793] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.184130] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1651.184384] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96deda4-4bca-4ce3-b27d-3552aa727b3c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.189704] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1651.189704] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5206bf12-402a-907c-450d-4247c65ad7b0" [ 1651.189704] env[62220]: _type = "Task" [ 1651.189704] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.198295] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5206bf12-402a-907c-450d-4247c65ad7b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.268182] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1651.295273] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1651.295518] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1651.295698] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.295863] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1651.296021] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.296177] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1651.296383] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1651.296538] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1651.296704] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1651.296903] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1651.297051] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1651.297883] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95ea79f-af9c-41b4-b7f4-8a7ff50d11cf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.306154] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadcc6b2-1ef6-4575-839f-0b58526e1feb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.424571] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747578, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.480786] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.615776] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.615776] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1651.618086] env[62220]: DEBUG oslo_concurrency.lockutils [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.649s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.618373] env[62220]: DEBUG nova.objects.instance [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lazy-loading 'resources' on Instance uuid 6f5c3307-1298-4e87-92ce-ecd88211964f {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.699964] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5206bf12-402a-907c-450d-4247c65ad7b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011796} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.700277] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.700522] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1651.700791] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.700942] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.701133] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1651.701381] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2bf386e-f4d5-4e65-b24a-62b3fba892d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.709099] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1651.709283] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1651.709936] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce1f04f5-2e28-4651-bcbf-d9c0cafb9932 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.715478] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1651.715478] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52089938-46c4-ead3-1990-8fe21279007b" [ 1651.715478] env[62220]: _type = "Task" [ 1651.715478] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.722973] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52089938-46c4-ead3-1990-8fe21279007b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.926176] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747578, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.979608] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.121306] env[62220]: DEBUG nova.compute.utils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1652.125466] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1652.125611] env[62220]: DEBUG nova.network.neutron [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1652.166253] env[62220]: DEBUG nova.policy [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a15f285518274fa9a5ecd88bb40ea11e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2407444c0cf14c03b02170986e41132f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1652.227335] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52089938-46c4-ead3-1990-8fe21279007b, 'name': SearchDatastore_Task, 'duration_secs': 0.00845} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.230491] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7fb05df-f05d-4f6c-b861-431cb348f8e4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.236492] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1652.236492] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5299a6de-733e-1990-3820-ddf63d1f7d54" [ 1652.236492] env[62220]: _type = "Task" [ 1652.236492] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.247144] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5299a6de-733e-1990-3820-ddf63d1f7d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.392682] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d94f137-cda7-4768-bae4-5f293b440085 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.400965] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac080ba-38f5-439f-b0e3-37dff3e65a0a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.432913] env[62220]: DEBUG nova.network.neutron [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Successfully created port: d88f13c9-dc90-4de5-9218-1c63a6587f57 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1652.437804] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a7cdf3-71b6-44aa-8c6e-67b083f7981b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.446294] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747578, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.449169] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38c0ce5-5e52-402b-92bd-906b8ec62ef2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.462782] env[62220]: DEBUG nova.compute.provider_tree [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.483147] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.626770] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1652.749030] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5299a6de-733e-1990-3820-ddf63d1f7d54, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.749030] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.749030] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] cc909271-4ad8-48d7-ae2a-99afab2c8f73/cc909271-4ad8-48d7-ae2a-99afab2c8f73.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1652.749030] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-411abafc-eb10-42d7-929c-4d9889abf0bf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.755768] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1652.755768] env[62220]: value = "task-1747582" [ 1652.755768] env[62220]: _type = "Task" [ 1652.755768] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.765926] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.942557] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747578, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.968872] env[62220]: DEBUG nova.scheduler.client.report [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1652.983209] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747575, 'name': CreateVM_Task, 'duration_secs': 6.330157} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.983477] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1652.984211] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.984387] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.984722] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1652.985638] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f95bbf4-78c4-4e45-875d-867124084101 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.992409] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1652.992409] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529cff94-0065-90c8-e3fe-a271192049ea" [ 1652.992409] env[62220]: _type = "Task" [ 1652.992409] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.002827] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529cff94-0065-90c8-e3fe-a271192049ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.267886] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747582, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.442958] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747578, 'name': CloneVM_Task, 'duration_secs': 4.878092} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.443284] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Created linked-clone VM from snapshot [ 1653.444012] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa2ca47-f9a1-48c1-bf1e-a924115f8ec5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.451877] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Uploading image 56ea8be3-7f94-416d-b067-8929c94d0cd7 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1653.470066] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1653.470361] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-521c85fc-6624-4ec8-a789-e24b10247357 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.477547] env[62220]: DEBUG oslo_concurrency.lockutils [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.479892] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1653.479892] env[62220]: value = "task-1747583" [ 1653.479892] env[62220]: _type = "Task" [ 1653.479892] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.480490] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.437s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.480825] env[62220]: DEBUG nova.objects.instance [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lazy-loading 'resources' on Instance uuid a822bbdb-accd-4d13-9335-bc4bf0515601 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.495555] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747583, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.507538] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529cff94-0065-90c8-e3fe-a271192049ea, 'name': SearchDatastore_Task, 'duration_secs': 0.066772} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.507832] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.508521] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1653.508795] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.508948] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.509147] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.509526] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c48f244-0122-40f4-9149-c46c9ac42c6d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.513749] env[62220]: INFO nova.scheduler.client.report [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Deleted allocations for instance 6f5c3307-1298-4e87-92ce-ecd88211964f [ 1653.518989] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.519202] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1653.520373] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f473b4e-6dea-4067-b988-80e0876fc119 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.526724] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1653.526724] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d315ee-636a-98d9-7271-bb7812f9c783" [ 1653.526724] env[62220]: _type = "Task" [ 1653.526724] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.536974] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d315ee-636a-98d9-7271-bb7812f9c783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.637386] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1653.672952] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1653.673230] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1653.673396] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.673874] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1653.673874] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.673874] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1653.674188] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1653.674383] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1653.674672] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1653.674731] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1653.674898] env[62220]: DEBUG nova.virt.hardware [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1653.675778] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adffd07b-af50-4ec4-be84-6043e548ab01 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.684749] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17fae19-bab5-4d06-aba5-0413584450cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.767839] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517508} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.768119] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] cc909271-4ad8-48d7-ae2a-99afab2c8f73/cc909271-4ad8-48d7-ae2a-99afab2c8f73.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.768370] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1653.768637] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-937d91d2-142e-4e53-b7d2-964385f1f5c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.778177] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1653.778177] env[62220]: value = "task-1747584" [ 1653.778177] env[62220]: _type = "Task" [ 1653.778177] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.787134] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.798295] env[62220]: DEBUG nova.compute.manager [req-77240dbf-3e81-41f4-a665-41173a83b179 req-772029dc-7e0c-4bc1-b1e2-afd81b75a5b1 service nova] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Received event network-vif-plugged-ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1653.798375] env[62220]: DEBUG oslo_concurrency.lockutils [req-77240dbf-3e81-41f4-a665-41173a83b179 req-772029dc-7e0c-4bc1-b1e2-afd81b75a5b1 service nova] Acquiring lock "03a935db-9378-4bde-8af6-3c5660723a2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.798544] env[62220]: DEBUG oslo_concurrency.lockutils [req-77240dbf-3e81-41f4-a665-41173a83b179 req-772029dc-7e0c-4bc1-b1e2-afd81b75a5b1 service nova] Lock "03a935db-9378-4bde-8af6-3c5660723a2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.798832] env[62220]: DEBUG oslo_concurrency.lockutils [req-77240dbf-3e81-41f4-a665-41173a83b179 req-772029dc-7e0c-4bc1-b1e2-afd81b75a5b1 service nova] Lock "03a935db-9378-4bde-8af6-3c5660723a2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.799286] env[62220]: DEBUG nova.compute.manager [req-77240dbf-3e81-41f4-a665-41173a83b179 req-772029dc-7e0c-4bc1-b1e2-afd81b75a5b1 service nova] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] No waiting events found dispatching network-vif-plugged-ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1653.799512] env[62220]: WARNING nova.compute.manager [req-77240dbf-3e81-41f4-a665-41173a83b179 req-772029dc-7e0c-4bc1-b1e2-afd81b75a5b1 service nova] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Received unexpected event network-vif-plugged-ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8 for instance with vm_state building and task_state spawning. [ 1653.808089] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "21995267-5227-4930-b079-707fcf615897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.808357] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.808697] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "21995267-5227-4930-b079-707fcf615897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.808967] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.809175] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.811382] env[62220]: INFO nova.compute.manager [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Terminating instance [ 1653.986274] env[62220]: DEBUG nova.objects.instance [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lazy-loading 'numa_topology' on Instance uuid a822bbdb-accd-4d13-9335-bc4bf0515601 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.993809] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747583, 'name': Destroy_Task, 'duration_secs': 0.376826} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.993809] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Destroyed the VM [ 1653.993809] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1653.994686] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1623752e-df5d-474c-8759-cae33242d96d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.002879] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1654.002879] env[62220]: value = "task-1747585" [ 1654.002879] env[62220]: _type = "Task" [ 1654.002879] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.012159] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747585, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.021141] env[62220]: DEBUG oslo_concurrency.lockutils [None req-320eddd3-593d-4597-8e8b-344486ae14c9 tempest-VolumesAdminNegativeTest-944944214 tempest-VolumesAdminNegativeTest-944944214-project-member] Lock "6f5c3307-1298-4e87-92ce-ecd88211964f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.771s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.043258] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d315ee-636a-98d9-7271-bb7812f9c783, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.046359] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7ece2a-d79b-4ade-8f6f-63aed40647a8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.051781] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1654.051781] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5267ceb9-8c97-cb4d-9255-3357a271c8fc" [ 1654.051781] env[62220]: _type = "Task" [ 1654.051781] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.060539] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5267ceb9-8c97-cb4d-9255-3357a271c8fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.139828] env[62220]: DEBUG nova.network.neutron [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Successfully updated port: d88f13c9-dc90-4de5-9218-1c63a6587f57 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.291025] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070604} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.291025] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.291025] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09ab06b-bc8c-4de1-8ed2-0fcd5ca9dfc8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.313584] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] cc909271-4ad8-48d7-ae2a-99afab2c8f73/cc909271-4ad8-48d7-ae2a-99afab2c8f73.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.313932] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a0ba41-be72-4247-a1cb-7f3550d5a8f9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.329543] env[62220]: DEBUG nova.compute.manager [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1654.329827] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.331184] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baeed02-50fd-499e-95ad-a36c461a7fb8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.339537] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.339830] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-674a28c4-0b8d-47f9-b2a7-5e05c9ce16ae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.345386] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1654.345386] env[62220]: value = "task-1747586" [ 1654.345386] env[62220]: _type = "Task" [ 1654.345386] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.351698] env[62220]: DEBUG oslo_vmware.api [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1654.351698] env[62220]: value = "task-1747587" [ 1654.351698] env[62220]: _type = "Task" [ 1654.351698] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.358864] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.361795] env[62220]: DEBUG nova.network.neutron [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Successfully updated port: ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.367273] env[62220]: DEBUG oslo_vmware.api [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.393912] env[62220]: DEBUG nova.network.neutron [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Successfully updated port: 166c3032-4b99-47de-b5b5-3900e0ec1ae6 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.428360] env[62220]: DEBUG nova.compute.manager [req-f03939c7-bc11-4068-a609-d444f00b32b0 req-dfd44f6e-0319-441f-a50f-a2446fe3282d service nova] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Received event network-vif-plugged-d88f13c9-dc90-4de5-9218-1c63a6587f57 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1654.428636] env[62220]: DEBUG oslo_concurrency.lockutils [req-f03939c7-bc11-4068-a609-d444f00b32b0 req-dfd44f6e-0319-441f-a50f-a2446fe3282d service nova] Acquiring lock "b33cfa6d-562a-4ec7-bd1f-ef388d06ae25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.428930] env[62220]: DEBUG oslo_concurrency.lockutils [req-f03939c7-bc11-4068-a609-d444f00b32b0 req-dfd44f6e-0319-441f-a50f-a2446fe3282d service nova] Lock "b33cfa6d-562a-4ec7-bd1f-ef388d06ae25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.429148] env[62220]: DEBUG oslo_concurrency.lockutils [req-f03939c7-bc11-4068-a609-d444f00b32b0 req-dfd44f6e-0319-441f-a50f-a2446fe3282d service nova] Lock "b33cfa6d-562a-4ec7-bd1f-ef388d06ae25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.429363] env[62220]: DEBUG nova.compute.manager [req-f03939c7-bc11-4068-a609-d444f00b32b0 req-dfd44f6e-0319-441f-a50f-a2446fe3282d service nova] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] No waiting events found dispatching network-vif-plugged-d88f13c9-dc90-4de5-9218-1c63a6587f57 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.429750] env[62220]: WARNING nova.compute.manager [req-f03939c7-bc11-4068-a609-d444f00b32b0 req-dfd44f6e-0319-441f-a50f-a2446fe3282d service nova] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Received unexpected event network-vif-plugged-d88f13c9-dc90-4de5-9218-1c63a6587f57 for instance with vm_state building and task_state spawning. [ 1654.489872] env[62220]: DEBUG nova.objects.base [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1654.516952] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747585, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.564037] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5267ceb9-8c97-cb4d-9255-3357a271c8fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010169} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.564241] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.564428] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 85c7a612-1d90-47f8-b1d8-28cfad948f76/85c7a612-1d90-47f8-b1d8-28cfad948f76.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1654.568410] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fcc39d8-3de2-4422-80a9-68f79aaa14cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.578539] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1654.578539] env[62220]: value = "task-1747588" [ 1654.578539] env[62220]: _type = "Task" [ 1654.578539] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.591214] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.647171] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "refresh_cache-b33cfa6d-562a-4ec7-bd1f-ef388d06ae25" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.647342] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired lock "refresh_cache-b33cfa6d-562a-4ec7-bd1f-ef388d06ae25" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.647509] env[62220]: DEBUG nova.network.neutron [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.828532] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cc5188-e813-41f5-b451-5237216db892 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.837406] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dae678e-ad17-47d7-bd20-d98e5e27bf1e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.869478] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "refresh_cache-03a935db-9378-4bde-8af6-3c5660723a2b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.869693] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired lock "refresh_cache-03a935db-9378-4bde-8af6-3c5660723a2b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.869885] env[62220]: DEBUG nova.network.neutron [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.878225] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd587cf-21e1-4d0f-8468-cc310c409a43 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.891181] env[62220]: DEBUG oslo_vmware.api [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747587, 'name': PowerOffVM_Task, 'duration_secs': 0.270381} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.895597] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.895867] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.896336] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747586, 'name': ReconfigVM_Task, 'duration_secs': 0.428871} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.896789] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "refresh_cache-a1add3ca-9f81-43c9-b38e-b5bd67c41a9f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.896961] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "refresh_cache-a1add3ca-9f81-43c9-b38e-b5bd67c41a9f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.897140] env[62220]: DEBUG nova.network.neutron [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.898283] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2424235-2561-47aa-8014-dec89c57cbb8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.901164] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3a9846-d6ae-485a-88fb-076f0f996527 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.905849] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Reconfigured VM instance instance-00000044 to attach disk [datastore1] cc909271-4ad8-48d7-ae2a-99afab2c8f73/cc909271-4ad8-48d7-ae2a-99afab2c8f73.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.907370] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-397ada73-620c-49c9-8f94-698b1c45644c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.924618] env[62220]: DEBUG nova.compute.provider_tree [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.927609] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1654.927609] env[62220]: value = "task-1747590" [ 1654.927609] env[62220]: _type = "Task" [ 1654.927609] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.934520] env[62220]: DEBUG nova.network.neutron [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.941541] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747590, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.017710] env[62220]: DEBUG oslo_vmware.api [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747585, 'name': RemoveSnapshot_Task, 'duration_secs': 0.78598} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.018568] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1655.054810] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.055428] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.055428] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Deleting the datastore file [datastore1] 21995267-5227-4930-b079-707fcf615897 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.057125] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1554548-3e65-4ffc-aa3c-4652f293b1e5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.066715] env[62220]: DEBUG oslo_vmware.api [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1655.066715] env[62220]: value = "task-1747591" [ 1655.066715] env[62220]: _type = "Task" [ 1655.066715] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.080527] env[62220]: DEBUG oslo_vmware.api [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.090594] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747588, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.235463] env[62220]: DEBUG nova.network.neutron [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1655.278703] env[62220]: DEBUG nova.network.neutron [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Updating instance_info_cache with network_info: [{"id": "ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8", "address": "fa:16:3e:22:bb:c9", "network": {"id": "1c6bd2b1-0bfb-495e-b460-5c3158a2bfc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395063669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2407444c0cf14c03b02170986e41132f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac070cd3-7f", "ovs_interfaceid": "ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.429806] env[62220]: DEBUG nova.scheduler.client.report [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1655.448143] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747590, 'name': Rename_Task, 'duration_secs': 0.28615} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.448511] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1655.448800] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72340ed7-587c-43b9-b172-3b3ca9bb8d8d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.458498] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1655.458498] env[62220]: value = "task-1747592" [ 1655.458498] env[62220]: _type = "Task" [ 1655.458498] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.471499] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.499530] env[62220]: DEBUG nova.network.neutron [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1655.524653] env[62220]: WARNING nova.compute.manager [None req-626d8baa-c66c-4f0e-a4c1-f741d26cad7e tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Image not found during snapshot: nova.exception.ImageNotFound: Image 56ea8be3-7f94-416d-b067-8929c94d0cd7 could not be found. [ 1655.581260] env[62220]: DEBUG oslo_vmware.api [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25234} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.585324] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.586158] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.586466] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.587250] env[62220]: INFO nova.compute.manager [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 21995267-5227-4930-b079-707fcf615897] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1655.587611] env[62220]: DEBUG oslo.service.loopingcall [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.589090] env[62220]: DEBUG nova.compute.manager [-] [instance: 21995267-5227-4930-b079-707fcf615897] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1655.589287] env[62220]: DEBUG nova.network.neutron [-] [instance: 21995267-5227-4930-b079-707fcf615897] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1655.597885] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522718} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.598270] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 85c7a612-1d90-47f8-b1d8-28cfad948f76/85c7a612-1d90-47f8-b1d8-28cfad948f76.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1655.598616] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1655.598970] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d59538af-28b3-446c-87fb-cf38693e1414 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.610162] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1655.610162] env[62220]: value = "task-1747593" [ 1655.610162] env[62220]: _type = "Task" [ 1655.610162] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.619666] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.764244] env[62220]: DEBUG nova.network.neutron [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Updating instance_info_cache with network_info: [{"id": "d88f13c9-dc90-4de5-9218-1c63a6587f57", "address": "fa:16:3e:ec:f5:fc", "network": {"id": "1c6bd2b1-0bfb-495e-b460-5c3158a2bfc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395063669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2407444c0cf14c03b02170986e41132f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd88f13c9-dc", "ovs_interfaceid": "d88f13c9-dc90-4de5-9218-1c63a6587f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.781382] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Releasing lock "refresh_cache-03a935db-9378-4bde-8af6-3c5660723a2b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.781745] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Instance network_info: |[{"id": "ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8", "address": "fa:16:3e:22:bb:c9", "network": {"id": "1c6bd2b1-0bfb-495e-b460-5c3158a2bfc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395063669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2407444c0cf14c03b02170986e41132f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac070cd3-7f", "ovs_interfaceid": "ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1655.782474] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:bb:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.790035] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Creating folder: Project (2407444c0cf14c03b02170986e41132f). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.790650] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a011816-6aac-4cdd-a715-a235d5e8ab4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.803418] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Created folder: Project (2407444c0cf14c03b02170986e41132f) in parent group-v363147. [ 1655.803624] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Creating folder: Instances. Parent ref: group-v363353. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.803872] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc9c058b-b75e-40ad-b5b7-389236434a18 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.814965] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Created folder: Instances in parent group-v363353. [ 1655.815333] env[62220]: DEBUG oslo.service.loopingcall [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.815569] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.816145] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96fa0401-83e4-496f-b3d9-37f70cbed7ca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.844229] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.844229] env[62220]: value = "task-1747596" [ 1655.844229] env[62220]: _type = "Task" [ 1655.844229] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.855165] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747596, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.942838] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.462s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.946286] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.531s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.946431] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.946651] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1655.947016] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.571s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.948743] env[62220]: INFO nova.compute.claims [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1655.952376] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd7be85-f254-4267-89aa-c209e664483d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.969125] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dc91ea-ce0c-4d53-996d-5a9fdd1ac6df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.988847] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.990408] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cba846a-c6b2-432b-ae76-0acb3b39ce03 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.001140] env[62220]: DEBUG nova.network.neutron [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Updating instance_info_cache with network_info: [{"id": "166c3032-4b99-47de-b5b5-3900e0ec1ae6", "address": "fa:16:3e:59:03:a5", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166c3032-4b", "ovs_interfaceid": "166c3032-4b99-47de-b5b5-3900e0ec1ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.003533] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e39867-7545-465c-b0fc-aa2a726b9342 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.058411] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178840MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1656.058411] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.126688] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070229} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.126938] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1656.128245] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a16f27-3a27-4d5a-8674-24ac7d82e7cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.169191] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 85c7a612-1d90-47f8-b1d8-28cfad948f76/85c7a612-1d90-47f8-b1d8-28cfad948f76.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1656.170974] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c58f14-5e15-44e9-8c91-ba46c5827ff0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.187328] env[62220]: DEBUG nova.compute.manager [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Received event network-vif-plugged-166c3032-4b99-47de-b5b5-3900e0ec1ae6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1656.187557] env[62220]: DEBUG oslo_concurrency.lockutils [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] Acquiring lock "a1add3ca-9f81-43c9-b38e-b5bd67c41a9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.187766] env[62220]: DEBUG oslo_concurrency.lockutils [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] Lock "a1add3ca-9f81-43c9-b38e-b5bd67c41a9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.187938] env[62220]: DEBUG oslo_concurrency.lockutils [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] Lock "a1add3ca-9f81-43c9-b38e-b5bd67c41a9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.188123] env[62220]: DEBUG nova.compute.manager [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] No waiting events found dispatching network-vif-plugged-166c3032-4b99-47de-b5b5-3900e0ec1ae6 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1656.188287] env[62220]: WARNING nova.compute.manager [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Received unexpected event network-vif-plugged-166c3032-4b99-47de-b5b5-3900e0ec1ae6 for instance with vm_state building and task_state spawning. [ 1656.188444] env[62220]: DEBUG nova.compute.manager [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Received event network-changed-ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1656.188596] env[62220]: DEBUG nova.compute.manager [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Refreshing instance network info cache due to event network-changed-ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1656.188772] env[62220]: DEBUG oslo_concurrency.lockutils [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] Acquiring lock "refresh_cache-03a935db-9378-4bde-8af6-3c5660723a2b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.188906] env[62220]: DEBUG oslo_concurrency.lockutils [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] Acquired lock "refresh_cache-03a935db-9378-4bde-8af6-3c5660723a2b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.189082] env[62220]: DEBUG nova.network.neutron [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Refreshing network info cache for port ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1656.201216] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1656.201216] env[62220]: value = "task-1747597" [ 1656.201216] env[62220]: _type = "Task" [ 1656.201216] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.211962] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.265676] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Releasing lock "refresh_cache-b33cfa6d-562a-4ec7-bd1f-ef388d06ae25" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.266059] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Instance network_info: |[{"id": "d88f13c9-dc90-4de5-9218-1c63a6587f57", "address": "fa:16:3e:ec:f5:fc", "network": {"id": "1c6bd2b1-0bfb-495e-b460-5c3158a2bfc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395063669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2407444c0cf14c03b02170986e41132f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd88f13c9-dc", "ovs_interfaceid": "d88f13c9-dc90-4de5-9218-1c63a6587f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1656.266457] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:f5:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd88f13c9-dc90-4de5-9218-1c63a6587f57', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.274200] env[62220]: DEBUG oslo.service.loopingcall [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.274714] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1656.274955] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-720a0040-bdaa-41e4-a0c1-266d4c5781a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.297115] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.297115] env[62220]: value = "task-1747598" [ 1656.297115] env[62220]: _type = "Task" [ 1656.297115] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.306902] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747598, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.356255] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747596, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.461237] env[62220]: DEBUG oslo_concurrency.lockutils [None req-df36f037-dbef-4584-82c2-f7b898c4bf16 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.221s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.462182] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 23.841s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.462461] env[62220]: INFO nova.compute.manager [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Unshelving [ 1656.473412] env[62220]: DEBUG oslo_vmware.api [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747592, 'name': PowerOnVM_Task, 'duration_secs': 0.98997} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.474983] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1656.477094] env[62220]: DEBUG nova.compute.manager [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1656.477094] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d13047-8973-4e19-abfe-7756ec6c80cc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.505312] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "refresh_cache-a1add3ca-9f81-43c9-b38e-b5bd67c41a9f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.505312] env[62220]: DEBUG nova.compute.manager [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Instance network_info: |[{"id": "166c3032-4b99-47de-b5b5-3900e0ec1ae6", "address": "fa:16:3e:59:03:a5", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166c3032-4b", "ovs_interfaceid": "166c3032-4b99-47de-b5b5-3900e0ec1ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1656.505312] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:03:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '166c3032-4b99-47de-b5b5-3900e0ec1ae6', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.514103] env[62220]: DEBUG oslo.service.loopingcall [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.517217] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1656.517217] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d06dd29-aef9-4b31-ac4a-7e3dbc9aa6e6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.544586] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.544586] env[62220]: value = "task-1747599" [ 1656.544586] env[62220]: _type = "Task" [ 1656.544586] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.553685] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747599, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.572313] env[62220]: DEBUG nova.compute.manager [req-17182c60-4d96-4fb8-8be2-8860053ee625 req-513da657-d51f-4cd7-ba6c-4a9d14967b62 service nova] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Received event network-changed-d88f13c9-dc90-4de5-9218-1c63a6587f57 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1656.572497] env[62220]: DEBUG nova.compute.manager [req-17182c60-4d96-4fb8-8be2-8860053ee625 req-513da657-d51f-4cd7-ba6c-4a9d14967b62 service nova] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Refreshing instance network info cache due to event network-changed-d88f13c9-dc90-4de5-9218-1c63a6587f57. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1656.575118] env[62220]: DEBUG oslo_concurrency.lockutils [req-17182c60-4d96-4fb8-8be2-8860053ee625 req-513da657-d51f-4cd7-ba6c-4a9d14967b62 service nova] Acquiring lock "refresh_cache-b33cfa6d-562a-4ec7-bd1f-ef388d06ae25" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.575118] env[62220]: DEBUG oslo_concurrency.lockutils [req-17182c60-4d96-4fb8-8be2-8860053ee625 req-513da657-d51f-4cd7-ba6c-4a9d14967b62 service nova] Acquired lock "refresh_cache-b33cfa6d-562a-4ec7-bd1f-ef388d06ae25" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.575118] env[62220]: DEBUG nova.network.neutron [req-17182c60-4d96-4fb8-8be2-8860053ee625 req-513da657-d51f-4cd7-ba6c-4a9d14967b62 service nova] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Refreshing network info cache for port d88f13c9-dc90-4de5-9218-1c63a6587f57 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1656.713914] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747597, 'name': ReconfigVM_Task, 'duration_secs': 0.498823} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.714503] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 85c7a612-1d90-47f8-b1d8-28cfad948f76/85c7a612-1d90-47f8-b1d8-28cfad948f76.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1656.715159] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4d3f175-2b89-4d1a-ad9e-5f885714899a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.722026] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1656.722026] env[62220]: value = "task-1747600" [ 1656.722026] env[62220]: _type = "Task" [ 1656.722026] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.730834] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747600, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.808282] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747598, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.822872] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "feee8459-1798-47da-b5c9-2bbda1551223" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.823222] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "feee8459-1798-47da-b5c9-2bbda1551223" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.823858] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "feee8459-1798-47da-b5c9-2bbda1551223-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.823957] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "feee8459-1798-47da-b5c9-2bbda1551223-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.824291] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "feee8459-1798-47da-b5c9-2bbda1551223-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.827254] env[62220]: INFO nova.compute.manager [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Terminating instance [ 1656.856637] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747596, 'name': CreateVM_Task, 'duration_secs': 0.647067} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.856917] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.857801] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.858064] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.858400] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.859081] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db473abb-d1b6-4ac9-aaff-9f4dc043e2e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.865385] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1656.865385] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5203317e-70b4-9bd1-14a6-1e26ac5dd033" [ 1656.865385] env[62220]: _type = "Task" [ 1656.865385] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.879256] env[62220]: DEBUG nova.network.neutron [-] [instance: 21995267-5227-4930-b079-707fcf615897] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.880820] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5203317e-70b4-9bd1-14a6-1e26ac5dd033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.001594] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.058416] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747599, 'name': CreateVM_Task, 'duration_secs': 0.463226} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.058604] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.059345] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.086658] env[62220]: DEBUG nova.network.neutron [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Updated VIF entry in instance network info cache for port ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1657.087054] env[62220]: DEBUG nova.network.neutron [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Updating instance_info_cache with network_info: [{"id": "ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8", "address": "fa:16:3e:22:bb:c9", "network": {"id": "1c6bd2b1-0bfb-495e-b460-5c3158a2bfc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395063669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2407444c0cf14c03b02170986e41132f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac070cd3-7f", "ovs_interfaceid": "ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.240394] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747600, 'name': Rename_Task, 'duration_secs': 0.186501} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.243036] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1657.243514] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cf5414a-4cb6-4f2e-9301-d8bca747a62e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.249052] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquiring lock "cc909271-4ad8-48d7-ae2a-99afab2c8f73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.249310] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Lock "cc909271-4ad8-48d7-ae2a-99afab2c8f73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.249519] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquiring lock "cc909271-4ad8-48d7-ae2a-99afab2c8f73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.250144] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Lock "cc909271-4ad8-48d7-ae2a-99afab2c8f73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.250144] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Lock "cc909271-4ad8-48d7-ae2a-99afab2c8f73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.253351] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1657.253351] env[62220]: value = "task-1747601" [ 1657.253351] env[62220]: _type = "Task" [ 1657.253351] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.255999] env[62220]: INFO nova.compute.manager [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Terminating instance [ 1657.268840] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.313114] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747598, 'name': CreateVM_Task, 'duration_secs': 0.690129} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.314564] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.315721] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.334034] env[62220]: DEBUG nova.compute.manager [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1657.334277] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1657.335175] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2598e7-5db4-4de5-82ee-822b01173381 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.341929] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a9c606-7b3c-4e9f-be47-e1bc3361e4e7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.348313] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1657.348904] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-522f5373-4fdf-4d4f-827a-8b5baff68087 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.359356] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2fcd73-190b-4fef-81cb-88ae84363a4b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.362560] env[62220]: DEBUG oslo_vmware.api [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1657.362560] env[62220]: value = "task-1747602" [ 1657.362560] env[62220]: _type = "Task" [ 1657.362560] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.392699] env[62220]: INFO nova.compute.manager [-] [instance: 21995267-5227-4930-b079-707fcf615897] Took 1.80 seconds to deallocate network for instance. [ 1657.401510] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e051e800-7d18-4212-b46b-90698d7d206b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.408079] env[62220]: DEBUG nova.network.neutron [req-17182c60-4d96-4fb8-8be2-8860053ee625 req-513da657-d51f-4cd7-ba6c-4a9d14967b62 service nova] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Updated VIF entry in instance network info cache for port d88f13c9-dc90-4de5-9218-1c63a6587f57. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1657.408401] env[62220]: DEBUG nova.network.neutron [req-17182c60-4d96-4fb8-8be2-8860053ee625 req-513da657-d51f-4cd7-ba6c-4a9d14967b62 service nova] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Updating instance_info_cache with network_info: [{"id": "d88f13c9-dc90-4de5-9218-1c63a6587f57", "address": "fa:16:3e:ec:f5:fc", "network": {"id": "1c6bd2b1-0bfb-495e-b460-5c3158a2bfc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395063669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2407444c0cf14c03b02170986e41132f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd88f13c9-dc", "ovs_interfaceid": "d88f13c9-dc90-4de5-9218-1c63a6587f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.409953] env[62220]: DEBUG oslo_vmware.api [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.418707] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2174d527-1282-435b-9ede-e0da2a90eb69 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.422913] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5203317e-70b4-9bd1-14a6-1e26ac5dd033, 'name': SearchDatastore_Task, 'duration_secs': 0.026673} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.423890] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.424149] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.424381] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.424529] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.424700] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.425359] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.425667] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.426145] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2ac029f-194a-4374-b07e-06624ad91cd7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.436011] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab7e5c9-723a-4aee-8aef-85a23684fbc7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.438082] env[62220]: DEBUG nova.compute.provider_tree [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.444982] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1657.444982] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5235c9c5-8f12-3e37-a34d-d2f51d48c4ad" [ 1657.444982] env[62220]: _type = "Task" [ 1657.444982] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.448603] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.448811] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.450118] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f374a8f-67d9-4a85-9436-1c1d79df6aec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.456382] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5235c9c5-8f12-3e37-a34d-d2f51d48c4ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.459525] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1657.459525] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527eb6e9-08ec-7afb-2783-e62fcb3a2e25" [ 1657.459525] env[62220]: _type = "Task" [ 1657.459525] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.467509] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527eb6e9-08ec-7afb-2783-e62fcb3a2e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.495223] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.590079] env[62220]: DEBUG oslo_concurrency.lockutils [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] Releasing lock "refresh_cache-03a935db-9378-4bde-8af6-3c5660723a2b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.591124] env[62220]: DEBUG nova.compute.manager [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Received event network-changed-166c3032-4b99-47de-b5b5-3900e0ec1ae6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1657.591124] env[62220]: DEBUG nova.compute.manager [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Refreshing instance network info cache due to event network-changed-166c3032-4b99-47de-b5b5-3900e0ec1ae6. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1657.591124] env[62220]: DEBUG oslo_concurrency.lockutils [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] Acquiring lock "refresh_cache-a1add3ca-9f81-43c9-b38e-b5bd67c41a9f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.591124] env[62220]: DEBUG oslo_concurrency.lockutils [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] Acquired lock "refresh_cache-a1add3ca-9f81-43c9-b38e-b5bd67c41a9f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.591124] env[62220]: DEBUG nova.network.neutron [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Refreshing network info cache for port 166c3032-4b99-47de-b5b5-3900e0ec1ae6 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1657.763977] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquiring lock "refresh_cache-cc909271-4ad8-48d7-ae2a-99afab2c8f73" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.764175] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquired lock "refresh_cache-cc909271-4ad8-48d7-ae2a-99afab2c8f73" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.764539] env[62220]: DEBUG nova.network.neutron [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.769531] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.873785] env[62220]: DEBUG oslo_vmware.api [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.912018] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.912018] env[62220]: DEBUG oslo_concurrency.lockutils [req-17182c60-4d96-4fb8-8be2-8860053ee625 req-513da657-d51f-4cd7-ba6c-4a9d14967b62 service nova] Releasing lock "refresh_cache-b33cfa6d-562a-4ec7-bd1f-ef388d06ae25" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.912018] env[62220]: DEBUG nova.compute.manager [req-17182c60-4d96-4fb8-8be2-8860053ee625 req-513da657-d51f-4cd7-ba6c-4a9d14967b62 service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Received event network-vif-deleted-34cbc5bb-e55d-4bce-8936-2c2426d98084 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1657.912018] env[62220]: INFO nova.compute.manager [req-17182c60-4d96-4fb8-8be2-8860053ee625 req-513da657-d51f-4cd7-ba6c-4a9d14967b62 service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Neutron deleted interface 34cbc5bb-e55d-4bce-8936-2c2426d98084; detaching it from the instance and deleting it from the info cache [ 1657.912018] env[62220]: DEBUG nova.network.neutron [req-17182c60-4d96-4fb8-8be2-8860053ee625 req-513da657-d51f-4cd7-ba6c-4a9d14967b62 service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.944111] env[62220]: DEBUG nova.scheduler.client.report [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1657.958827] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5235c9c5-8f12-3e37-a34d-d2f51d48c4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009816} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.959144] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.959381] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.959764] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.959856] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.960183] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.960596] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769ea6ef-c65f-466d-a33e-1f38beedb28f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.972784] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1657.972784] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a89ea4-0ce0-b398-bfff-57462b4793f2" [ 1657.972784] env[62220]: _type = "Task" [ 1657.972784] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.978071] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527eb6e9-08ec-7afb-2783-e62fcb3a2e25, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.985151] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a57cceb-92f4-497a-b1e2-28a1686874bd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.992991] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1657.992991] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5219dd2b-c931-341f-9144-b6716f8aedec" [ 1657.992991] env[62220]: _type = "Task" [ 1657.992991] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.997310] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a89ea4-0ce0-b398-bfff-57462b4793f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014427} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.001699] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.002052] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1658.002290] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.008888] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5219dd2b-c931-341f-9144-b6716f8aedec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.272226] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.290385] env[62220]: DEBUG nova.network.neutron [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.377023] env[62220]: DEBUG oslo_vmware.api [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747602, 'name': PowerOffVM_Task, 'duration_secs': 0.768967} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.377023] env[62220]: DEBUG nova.network.neutron [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.377023] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1658.377023] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1658.377023] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0aa8920-8490-4306-bce6-23f77bb20d7c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.416565] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5141ee4c-ee48-4dbe-bfbf-8f45f5354194 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.423866] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bff234-44a1-42e8-b042-8bf0a20d3446 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.435820] env[62220]: DEBUG nova.network.neutron [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Updated VIF entry in instance network info cache for port 166c3032-4b99-47de-b5b5-3900e0ec1ae6. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1658.436297] env[62220]: DEBUG nova.network.neutron [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Updating instance_info_cache with network_info: [{"id": "166c3032-4b99-47de-b5b5-3900e0ec1ae6", "address": "fa:16:3e:59:03:a5", "network": {"id": "18812f89-adef-4ecb-bcd6-d91f9382a7bb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-380896205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa4322ee1c7440398464b72ec5baaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166c3032-4b", "ovs_interfaceid": "166c3032-4b99-47de-b5b5-3900e0ec1ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.447997] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.448553] env[62220]: DEBUG nova.compute.manager [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1658.469424] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.942s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.469799] env[62220]: DEBUG nova.objects.instance [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lazy-loading 'resources' on Instance uuid 5fbde370-855d-46ea-9a21-09d9d87b7bd9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.472137] env[62220]: DEBUG nova.compute.manager [req-17182c60-4d96-4fb8-8be2-8860053ee625 req-513da657-d51f-4cd7-ba6c-4a9d14967b62 service nova] [instance: 21995267-5227-4930-b079-707fcf615897] Detach interface failed, port_id=34cbc5bb-e55d-4bce-8936-2c2426d98084, reason: Instance 21995267-5227-4930-b079-707fcf615897 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1658.474118] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1658.474441] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1658.474576] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Deleting the datastore file [datastore1] feee8459-1798-47da-b5c9-2bbda1551223 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1658.474869] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1822b52a-a2d3-4059-8ff8-951ed960866a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.484125] env[62220]: DEBUG oslo_vmware.api [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1658.484125] env[62220]: value = "task-1747604" [ 1658.484125] env[62220]: _type = "Task" [ 1658.484125] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.493132] env[62220]: DEBUG oslo_vmware.api [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.507720] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5219dd2b-c931-341f-9144-b6716f8aedec, 'name': SearchDatastore_Task, 'duration_secs': 0.014774} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.508100] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.508474] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 03a935db-9378-4bde-8af6-3c5660723a2b/03a935db-9378-4bde-8af6-3c5660723a2b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.509221] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.509571] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1658.509907] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f3ef340-793b-45e2-a5e9-c3338ef322f1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.512757] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87ae9b0d-ad51-42b3-bb7d-4ee5dbe8b2df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.521951] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1658.521951] env[62220]: value = "task-1747605" [ 1658.521951] env[62220]: _type = "Task" [ 1658.521951] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.523245] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1658.524730] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1658.526873] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7645bb4-0440-457b-98b9-5197d1b15992 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.535783] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1658.535783] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fe18c3-e8aa-ea57-df45-15fd10c1063e" [ 1658.535783] env[62220]: _type = "Task" [ 1658.535783] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.539164] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.550184] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fe18c3-e8aa-ea57-df45-15fd10c1063e, 'name': SearchDatastore_Task, 'duration_secs': 0.011165} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.551107] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a7395d-0cc7-4e6c-976a-28c8eff2ae85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.559354] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1658.559354] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5236d700-5085-ffe8-7381-c5e8f7cdb08e" [ 1658.559354] env[62220]: _type = "Task" [ 1658.559354] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.568421] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5236d700-5085-ffe8-7381-c5e8f7cdb08e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.771690] env[62220]: DEBUG oslo_vmware.api [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747601, 'name': PowerOnVM_Task, 'duration_secs': 1.303899} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.772813] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1658.772813] env[62220]: INFO nova.compute.manager [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Took 16.27 seconds to spawn the instance on the hypervisor. [ 1658.772813] env[62220]: DEBUG nova.compute.manager [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1658.773539] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01d6fc8-0086-490d-aaef-cd46bb279e67 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.879982] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Releasing lock "refresh_cache-cc909271-4ad8-48d7-ae2a-99afab2c8f73" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.879982] env[62220]: DEBUG nova.compute.manager [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1658.880292] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1658.881289] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b2d4e5-447b-48d5-9f5b-792d2f0a93ba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.890178] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1658.890590] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2200f5ca-d976-4655-a7ad-f06de679ddec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.901143] env[62220]: DEBUG oslo_vmware.api [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1658.901143] env[62220]: value = "task-1747606" [ 1658.901143] env[62220]: _type = "Task" [ 1658.901143] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.912133] env[62220]: DEBUG oslo_vmware.api [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.940024] env[62220]: DEBUG oslo_concurrency.lockutils [req-c66a11c6-8ea7-4a21-b4c9-7a81330558e4 req-b6a9de89-dab9-4148-aae5-69d16ea55da1 service nova] Releasing lock "refresh_cache-a1add3ca-9f81-43c9-b38e-b5bd67c41a9f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.976820] env[62220]: DEBUG nova.compute.utils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1658.978465] env[62220]: DEBUG nova.compute.manager [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1658.978980] env[62220]: DEBUG nova.network.neutron [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1658.997614] env[62220]: DEBUG oslo_vmware.api [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166725} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.997730] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1658.997974] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1658.998230] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1658.998459] env[62220]: INFO nova.compute.manager [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1658.998754] env[62220]: DEBUG oslo.service.loopingcall [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.001924] env[62220]: DEBUG nova.compute.manager [-] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1659.002105] env[62220]: DEBUG nova.network.neutron [-] [instance: feee8459-1798-47da-b5c9-2bbda1551223] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1659.025020] env[62220]: DEBUG nova.policy [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5254631ef594432a1bc0efead6471be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df5aaa5fc3014e25865743150fc88155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1659.042646] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747605, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.075020] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5236d700-5085-ffe8-7381-c5e8f7cdb08e, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.075599] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.075599] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a1add3ca-9f81-43c9-b38e-b5bd67c41a9f/a1add3ca-9f81-43c9-b38e-b5bd67c41a9f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1659.075866] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.076031] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1659.076272] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46566bd0-6e2f-4922-afb1-6b950e2e7c0f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.078727] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-580b5a26-ff2c-441f-8b3e-71b3708f4b85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.091519] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1659.091519] env[62220]: value = "task-1747607" [ 1659.091519] env[62220]: _type = "Task" [ 1659.091519] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.093368] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1659.093368] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1659.097415] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6312645-edc3-4f71-bac0-b7415b529bff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.108447] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1659.108447] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525ad0af-ca90-63ee-91d4-ba8d8d59dcb9" [ 1659.108447] env[62220]: _type = "Task" [ 1659.108447] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.112081] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.122068] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525ad0af-ca90-63ee-91d4-ba8d8d59dcb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.126187] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a4c77c-791c-40ea-a2e7-00cedd7d1f14 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.133506] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1659.133506] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b0b212-ba91-6ce9-4a9f-d458c2a9b685" [ 1659.133506] env[62220]: _type = "Task" [ 1659.133506] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.143733] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b0b212-ba91-6ce9-4a9f-d458c2a9b685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.296217] env[62220]: INFO nova.compute.manager [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Took 39.70 seconds to build instance. [ 1659.336915] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d1169a-e0d2-483d-809d-88280697acaa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.347501] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65c7c7e-4183-4abb-ad2c-96ec069c36a4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.381013] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daef0090-bec2-49d6-bae3-038f82fab126 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.390033] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a7a917-0787-4ecc-998d-6712958eac6b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.406704] env[62220]: DEBUG nova.compute.provider_tree [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.418473] env[62220]: DEBUG oslo_vmware.api [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747606, 'name': PowerOffVM_Task, 'duration_secs': 0.217066} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.418649] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1659.418815] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1659.418975] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b98b3069-84bf-4cc5-981e-51cd2b0d7819 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.448015] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1659.448142] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1659.448823] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Deleting the datastore file [datastore1] cc909271-4ad8-48d7-ae2a-99afab2c8f73 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.448823] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ac927db-c2a9-49c3-82d0-99878875fb0c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.458072] env[62220]: DEBUG oslo_vmware.api [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for the task: (returnval){ [ 1659.458072] env[62220]: value = "task-1747609" [ 1659.458072] env[62220]: _type = "Task" [ 1659.458072] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.471399] env[62220]: DEBUG oslo_vmware.api [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.482338] env[62220]: DEBUG nova.compute.manager [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1659.487725] env[62220]: DEBUG nova.compute.manager [req-60bed1a5-63bb-412b-95b8-61b5174c7860 req-46e7f463-cc40-47d7-81dc-5f2757c06c22 service nova] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Received event network-vif-deleted-2102a15d-a25c-4a2b-98af-567c04c8c408 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1659.487928] env[62220]: INFO nova.compute.manager [req-60bed1a5-63bb-412b-95b8-61b5174c7860 req-46e7f463-cc40-47d7-81dc-5f2757c06c22 service nova] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Neutron deleted interface 2102a15d-a25c-4a2b-98af-567c04c8c408; detaching it from the instance and deleting it from the info cache [ 1659.488166] env[62220]: DEBUG nova.network.neutron [req-60bed1a5-63bb-412b-95b8-61b5174c7860 req-46e7f463-cc40-47d7-81dc-5f2757c06c22 service nova] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.508996] env[62220]: DEBUG nova.network.neutron [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Successfully created port: 77e74418-37f0-40d1-99cc-98253f2849e6 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1659.539355] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550379} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.540943] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 03a935db-9378-4bde-8af6-3c5660723a2b/03a935db-9378-4bde-8af6-3c5660723a2b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.541217] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.544207] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-332f505f-211c-45c4-84b8-4bea8c1cf06d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.554341] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1659.554341] env[62220]: value = "task-1747610" [ 1659.554341] env[62220]: _type = "Task" [ 1659.554341] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.565180] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.603605] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488331} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.603856] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a1add3ca-9f81-43c9-b38e-b5bd67c41a9f/a1add3ca-9f81-43c9-b38e-b5bd67c41a9f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.604079] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.604333] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-943de096-dc96-425d-b20f-82473be14d85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.612561] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1659.612561] env[62220]: value = "task-1747611" [ 1659.612561] env[62220]: _type = "Task" [ 1659.612561] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.623859] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.643259] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b0b212-ba91-6ce9-4a9f-d458c2a9b685, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.643537] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.643785] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b33cfa6d-562a-4ec7-bd1f-ef388d06ae25/b33cfa6d-562a-4ec7-bd1f-ef388d06ae25.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1659.644181] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ed7abdb-bfb3-497f-ab12-e3f8dfddfac9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.654428] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1659.654428] env[62220]: value = "task-1747612" [ 1659.654428] env[62220]: _type = "Task" [ 1659.654428] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.663333] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.801246] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3cf3550d-f93f-4663-b3c4-b283d2fa70f0 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "85c7a612-1d90-47f8-b1d8-28cfad948f76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.221s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.803431] env[62220]: DEBUG nova.network.neutron [-] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.912854] env[62220]: DEBUG nova.scheduler.client.report [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1659.968601] env[62220]: DEBUG oslo_vmware.api [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Task: {'id': task-1747609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198854} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.968902] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.969106] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.969303] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1659.969477] env[62220]: INFO nova.compute.manager [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1659.969724] env[62220]: DEBUG oslo.service.loopingcall [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.969918] env[62220]: DEBUG nova.compute.manager [-] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1659.970019] env[62220]: DEBUG nova.network.neutron [-] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1659.989939] env[62220]: DEBUG nova.network.neutron [-] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1659.998270] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f85b7475-5a83-49ed-8577-2ab1680bfef3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.012285] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf07429-0014-4c2a-999e-b01fa2fe686f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.047019] env[62220]: DEBUG nova.compute.manager [req-60bed1a5-63bb-412b-95b8-61b5174c7860 req-46e7f463-cc40-47d7-81dc-5f2757c06c22 service nova] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Detach interface failed, port_id=2102a15d-a25c-4a2b-98af-567c04c8c408, reason: Instance feee8459-1798-47da-b5c9-2bbda1551223 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1660.049238] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "85c7a612-1d90-47f8-b1d8-28cfad948f76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.049238] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "85c7a612-1d90-47f8-b1d8-28cfad948f76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.049422] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "85c7a612-1d90-47f8-b1d8-28cfad948f76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.049590] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "85c7a612-1d90-47f8-b1d8-28cfad948f76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.049740] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "85c7a612-1d90-47f8-b1d8-28cfad948f76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.054906] env[62220]: INFO nova.compute.manager [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Terminating instance [ 1660.067811] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078384} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.068135] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.068969] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cbe7f6-b16b-4143-adaa-55db3bc93954 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.096542] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 03a935db-9378-4bde-8af6-3c5660723a2b/03a935db-9378-4bde-8af6-3c5660723a2b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.096542] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27b35a09-5d71-468b-a7b2-d50258f57e38 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.118491] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1660.118491] env[62220]: value = "task-1747613" [ 1660.118491] env[62220]: _type = "Task" [ 1660.118491] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.135060] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072641} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.138415] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.138676] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.139432] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2b6467-e7f7-4505-883e-0d918d73c741 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.162264] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] a1add3ca-9f81-43c9-b38e-b5bd67c41a9f/a1add3ca-9f81-43c9-b38e-b5bd67c41a9f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.166234] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50275712-38da-4b4b-9626-bf3a8789554c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.189604] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456242} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.191066] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b33cfa6d-562a-4ec7-bd1f-ef388d06ae25/b33cfa6d-562a-4ec7-bd1f-ef388d06ae25.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1660.191296] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1660.191609] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1660.191609] env[62220]: value = "task-1747614" [ 1660.191609] env[62220]: _type = "Task" [ 1660.191609] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.191910] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f7b6ca9-ce51-4df7-a0b7-5674cf414053 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.202536] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747614, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.203904] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1660.203904] env[62220]: value = "task-1747615" [ 1660.203904] env[62220]: _type = "Task" [ 1660.203904] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.215156] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.307564] env[62220]: INFO nova.compute.manager [-] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Took 1.31 seconds to deallocate network for instance. [ 1660.421023] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.421585] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.103s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.421819] env[62220]: DEBUG nova.objects.instance [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lazy-loading 'resources' on Instance uuid db05c5a1-3530-4793-89fd-75b6b860d4f9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.446918] env[62220]: INFO nova.scheduler.client.report [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Deleted allocations for instance 5fbde370-855d-46ea-9a21-09d9d87b7bd9 [ 1660.495934] env[62220]: DEBUG nova.network.neutron [-] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.499616] env[62220]: DEBUG nova.compute.manager [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1660.522209] env[62220]: DEBUG nova.virt.hardware [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1660.522355] env[62220]: DEBUG nova.virt.hardware [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1660.522466] env[62220]: DEBUG nova.virt.hardware [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1660.522648] env[62220]: DEBUG nova.virt.hardware [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1660.522791] env[62220]: DEBUG nova.virt.hardware [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1660.522934] env[62220]: DEBUG nova.virt.hardware [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1660.523156] env[62220]: DEBUG nova.virt.hardware [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1660.523316] env[62220]: DEBUG nova.virt.hardware [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1660.523481] env[62220]: DEBUG nova.virt.hardware [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1660.523755] env[62220]: DEBUG nova.virt.hardware [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1660.523806] env[62220]: DEBUG nova.virt.hardware [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1660.524948] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcda7eae-fe4c-45be-98c8-52c1c1626e2f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.534455] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa2163e-52e6-4f8d-aa36-b898b33f099a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.563105] env[62220]: DEBUG nova.compute.manager [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.563335] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.564135] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70602ad-d435-4c2c-ab45-2b26993bf91d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.572016] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.572284] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c3e0b69-1c7c-48e9-8269-ad84e9d3550a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.579253] env[62220]: DEBUG oslo_vmware.api [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1660.579253] env[62220]: value = "task-1747616" [ 1660.579253] env[62220]: _type = "Task" [ 1660.579253] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.590448] env[62220]: DEBUG oslo_vmware.api [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.630472] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.705417] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747614, 'name': ReconfigVM_Task, 'duration_secs': 0.289269} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.708775] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Reconfigured VM instance instance-00000046 to attach disk [datastore1] a1add3ca-9f81-43c9-b38e-b5bd67c41a9f/a1add3ca-9f81-43c9-b38e-b5bd67c41a9f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.709436] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16ef05d9-6f72-49e3-9ee7-c87d414725eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.716182] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071743} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.717550] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.717763] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1660.717763] env[62220]: value = "task-1747617" [ 1660.717763] env[62220]: _type = "Task" [ 1660.717763] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.718453] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e172e5b6-a802-4680-a5f0-f1c77e5ec3ed {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.729448] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747617, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.747578] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] b33cfa6d-562a-4ec7-bd1f-ef388d06ae25/b33cfa6d-562a-4ec7-bd1f-ef388d06ae25.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.747922] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0fbcf75-f03b-4eb0-9952-2e54a57a1690 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.774273] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1660.774273] env[62220]: value = "task-1747618" [ 1660.774273] env[62220]: _type = "Task" [ 1660.774273] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.786162] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.814454] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.959149] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fca20792-6687-4e04-9835-9c9a6e0cfa02 tempest-ServersAdminTestJSON-2128072331 tempest-ServersAdminTestJSON-2128072331-project-member] Lock "5fbde370-855d-46ea-9a21-09d9d87b7bd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.965s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.004736] env[62220]: INFO nova.compute.manager [-] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Took 1.03 seconds to deallocate network for instance. [ 1661.092044] env[62220]: DEBUG oslo_vmware.api [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747616, 'name': PowerOffVM_Task, 'duration_secs': 0.236415} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.092369] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.092664] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.092852] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb8733a7-60f0-4442-b3e1-e1bf084e48f2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.133945] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747613, 'name': ReconfigVM_Task, 'duration_secs': 0.731053} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.134330] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 03a935db-9378-4bde-8af6-3c5660723a2b/03a935db-9378-4bde-8af6-3c5660723a2b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.135375] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f0b5f6d-dc6a-4e0a-8a22-d4f2d1563f06 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.144293] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1661.144293] env[62220]: value = "task-1747620" [ 1661.144293] env[62220]: _type = "Task" [ 1661.144293] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.152424] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747620, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.234137] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747617, 'name': Rename_Task, 'duration_secs': 0.179705} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.237190] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.237678] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc1f9ef5-6614-4162-817e-dc90e34062fd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.246122] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1661.246122] env[62220]: value = "task-1747621" [ 1661.246122] env[62220]: _type = "Task" [ 1661.246122] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.259569] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.265049] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9c1834-74ae-417d-880b-36c531aa7b8a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.273821] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75f9b4a-d1f9-4a15-9c02-a390c0ef37f3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.291037] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747618, 'name': ReconfigVM_Task, 'duration_secs': 0.303935} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.324916] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Reconfigured VM instance instance-00000048 to attach disk [datastore1] b33cfa6d-562a-4ec7-bd1f-ef388d06ae25/b33cfa6d-562a-4ec7-bd1f-ef388d06ae25.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.327426] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48c5d9f2-a29e-4206-9773-28d1fd78f9ee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.329987] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48254f56-2889-4f3a-8a17-113076749d3a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.332892] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.333329] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.333548] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleting the datastore file [datastore1] 85c7a612-1d90-47f8-b1d8-28cfad948f76 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.333819] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6882a4cf-1ee4-4c96-b212-42b21dc1d09d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.345802] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472a0494-5399-45fd-a4af-c6d544213fd9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.350113] env[62220]: DEBUG oslo_vmware.api [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1661.350113] env[62220]: value = "task-1747623" [ 1661.350113] env[62220]: _type = "Task" [ 1661.350113] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.350447] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1661.350447] env[62220]: value = "task-1747622" [ 1661.350447] env[62220]: _type = "Task" [ 1661.350447] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.365727] env[62220]: DEBUG nova.compute.provider_tree [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.374309] env[62220]: DEBUG oslo_vmware.api [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.376153] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747622, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.513766] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.655615] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747620, 'name': Rename_Task, 'duration_secs': 0.16386} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.655844] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.656150] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-841401df-1ec7-4f23-95d9-f12d8a50cbe1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.663714] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1661.663714] env[62220]: value = "task-1747624" [ 1661.663714] env[62220]: _type = "Task" [ 1661.663714] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.673610] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.757752] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747621, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.863364] env[62220]: DEBUG oslo_vmware.api [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2032} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.866490] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1661.866706] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1661.866888] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1661.867079] env[62220]: INFO nova.compute.manager [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1661.867330] env[62220]: DEBUG oslo.service.loopingcall [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.867547] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747622, 'name': Rename_Task, 'duration_secs': 0.180963} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.870487] env[62220]: DEBUG nova.compute.manager [-] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1661.870487] env[62220]: DEBUG nova.network.neutron [-] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1661.870487] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.870487] env[62220]: DEBUG nova.scheduler.client.report [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1661.873626] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78a3b1da-8ec0-4cd8-8f73-77ea360806ab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.877733] env[62220]: DEBUG nova.compute.manager [req-b4442fee-195a-48df-96fd-a13a6debd506 req-9fbe458e-7eb9-447f-8393-d795ce14d3c0 service nova] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Received event network-vif-plugged-77e74418-37f0-40d1-99cc-98253f2849e6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1661.877945] env[62220]: DEBUG oslo_concurrency.lockutils [req-b4442fee-195a-48df-96fd-a13a6debd506 req-9fbe458e-7eb9-447f-8393-d795ce14d3c0 service nova] Acquiring lock "3a3aaadf-32aa-4ac0-b862-46e53930ff1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.878138] env[62220]: DEBUG oslo_concurrency.lockutils [req-b4442fee-195a-48df-96fd-a13a6debd506 req-9fbe458e-7eb9-447f-8393-d795ce14d3c0 service nova] Lock "3a3aaadf-32aa-4ac0-b862-46e53930ff1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.878306] env[62220]: DEBUG oslo_concurrency.lockutils [req-b4442fee-195a-48df-96fd-a13a6debd506 req-9fbe458e-7eb9-447f-8393-d795ce14d3c0 service nova] Lock "3a3aaadf-32aa-4ac0-b862-46e53930ff1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.878475] env[62220]: DEBUG nova.compute.manager [req-b4442fee-195a-48df-96fd-a13a6debd506 req-9fbe458e-7eb9-447f-8393-d795ce14d3c0 service nova] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] No waiting events found dispatching network-vif-plugged-77e74418-37f0-40d1-99cc-98253f2849e6 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1661.878642] env[62220]: WARNING nova.compute.manager [req-b4442fee-195a-48df-96fd-a13a6debd506 req-9fbe458e-7eb9-447f-8393-d795ce14d3c0 service nova] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Received unexpected event network-vif-plugged-77e74418-37f0-40d1-99cc-98253f2849e6 for instance with vm_state building and task_state spawning. [ 1661.885671] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1661.885671] env[62220]: value = "task-1747625" [ 1661.885671] env[62220]: _type = "Task" [ 1661.885671] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.896078] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.998269] env[62220]: DEBUG nova.network.neutron [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Successfully updated port: 77e74418-37f0-40d1-99cc-98253f2849e6 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1662.180604] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747624, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.187140] env[62220]: DEBUG nova.compute.manager [req-29f0c814-4be0-486b-ae84-272b387f06f1 req-a703ae04-212e-46d3-abad-4f47335220de service nova] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Received event network-vif-deleted-37a81de0-8084-4c3a-838b-0b37e9046025 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1662.187140] env[62220]: INFO nova.compute.manager [req-29f0c814-4be0-486b-ae84-272b387f06f1 req-a703ae04-212e-46d3-abad-4f47335220de service nova] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Neutron deleted interface 37a81de0-8084-4c3a-838b-0b37e9046025; detaching it from the instance and deleting it from the info cache [ 1662.187140] env[62220]: DEBUG nova.network.neutron [req-29f0c814-4be0-486b-ae84-272b387f06f1 req-a703ae04-212e-46d3-abad-4f47335220de service nova] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.258602] env[62220]: DEBUG oslo_vmware.api [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747621, 'name': PowerOnVM_Task, 'duration_secs': 0.566678} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.258957] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1662.259197] env[62220]: INFO nova.compute.manager [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Took 15.38 seconds to spawn the instance on the hypervisor. [ 1662.259376] env[62220]: DEBUG nova.compute.manager [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1662.260163] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f08245b-57e7-4822-8763-8d37bb63557a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.377080] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.380649] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.282s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.381638] env[62220]: INFO nova.compute.claims [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1662.396627] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.413345] env[62220]: INFO nova.scheduler.client.report [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Deleted allocations for instance db05c5a1-3530-4793-89fd-75b6b860d4f9 [ 1662.503355] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "refresh_cache-3a3aaadf-32aa-4ac0-b862-46e53930ff1f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.503355] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "refresh_cache-3a3aaadf-32aa-4ac0-b862-46e53930ff1f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.503355] env[62220]: DEBUG nova.network.neutron [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.646494] env[62220]: DEBUG nova.network.neutron [-] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.674756] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747624, 'name': PowerOnVM_Task, 'duration_secs': 0.51907} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.675232] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1662.675485] env[62220]: INFO nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Took 11.41 seconds to spawn the instance on the hypervisor. [ 1662.675699] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1662.676514] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5d963d-3b80-4ae2-b092-7bda3d90fe5a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.690840] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f375e2b-096a-4103-b83e-629fb901b35e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.701409] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc11d5b9-c0ad-49e4-9934-6c5942fefbd1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.739273] env[62220]: DEBUG nova.compute.manager [req-29f0c814-4be0-486b-ae84-272b387f06f1 req-a703ae04-212e-46d3-abad-4f47335220de service nova] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Detach interface failed, port_id=37a81de0-8084-4c3a-838b-0b37e9046025, reason: Instance 85c7a612-1d90-47f8-b1d8-28cfad948f76 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1662.779634] env[62220]: INFO nova.compute.manager [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Took 42.40 seconds to build instance. [ 1662.899415] env[62220]: DEBUG oslo_vmware.api [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747625, 'name': PowerOnVM_Task, 'duration_secs': 0.886331} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.899675] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1662.899866] env[62220]: INFO nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1662.900052] env[62220]: DEBUG nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1662.900845] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dd0a6e-f204-4327-a58b-fe310d8919c6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.922347] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f41477b9-61ec-44d7-afa0-ed5f2ee24b92 tempest-MigrationsAdminTest-355650647 tempest-MigrationsAdminTest-355650647-project-member] Lock "db05c5a1-3530-4793-89fd-75b6b860d4f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.292s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.055726] env[62220]: DEBUG nova.network.neutron [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1663.150655] env[62220]: INFO nova.compute.manager [-] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Took 1.28 seconds to deallocate network for instance. [ 1663.204736] env[62220]: INFO nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Took 38.08 seconds to build instance. [ 1663.285889] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf3d7d5-bf0a-40c4-9fa9-af5d7478db25 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "a1add3ca-9f81-43c9-b38e-b5bd67c41a9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.911s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.339281] env[62220]: DEBUG nova.network.neutron [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Updating instance_info_cache with network_info: [{"id": "77e74418-37f0-40d1-99cc-98253f2849e6", "address": "fa:16:3e:c7:95:81", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e74418-37", "ovs_interfaceid": "77e74418-37f0-40d1-99cc-98253f2849e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.427595] env[62220]: INFO nova.compute.manager [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Took 38.28 seconds to build instance. [ 1663.662740] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.705645] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "03a935db-9378-4bde-8af6-3c5660723a2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.588s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.724955] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50e0a07-7e3e-4d8e-bc6f-58ba45402222 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.733579] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e97dc9-7b90-41a0-a071-04697e876e06 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.765628] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b337c1d2-c32a-4598-89cf-150d24d32147 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.776897] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c5da22-b8a7-43f9-9479-abeb06665dc3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.792100] env[62220]: DEBUG nova.compute.provider_tree [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.843450] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "refresh_cache-3a3aaadf-32aa-4ac0-b862-46e53930ff1f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.843450] env[62220]: DEBUG nova.compute.manager [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Instance network_info: |[{"id": "77e74418-37f0-40d1-99cc-98253f2849e6", "address": "fa:16:3e:c7:95:81", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e74418-37", "ovs_interfaceid": "77e74418-37f0-40d1-99cc-98253f2849e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1663.843754] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:95:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77e74418-37f0-40d1-99cc-98253f2849e6', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1663.854976] env[62220]: DEBUG oslo.service.loopingcall [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.854976] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1663.854976] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1ef2e90-5618-4694-b83c-067863c6bb1b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.883050] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1663.883050] env[62220]: value = "task-1747626" [ 1663.883050] env[62220]: _type = "Task" [ 1663.883050] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.893186] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747626, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.933195] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c68bd68c-eeca-475d-b2f8-69296866435e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "b33cfa6d-562a-4ec7-bd1f-ef388d06ae25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.798s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.951505] env[62220]: DEBUG nova.compute.manager [req-18f8c781-1b2c-4a9e-9e12-8f719f96a33a req-8d9820be-b546-4351-953e-6486f670f653 service nova] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Received event network-changed-77e74418-37f0-40d1-99cc-98253f2849e6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1663.952987] env[62220]: DEBUG nova.compute.manager [req-18f8c781-1b2c-4a9e-9e12-8f719f96a33a req-8d9820be-b546-4351-953e-6486f670f653 service nova] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Refreshing instance network info cache due to event network-changed-77e74418-37f0-40d1-99cc-98253f2849e6. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1663.953358] env[62220]: DEBUG oslo_concurrency.lockutils [req-18f8c781-1b2c-4a9e-9e12-8f719f96a33a req-8d9820be-b546-4351-953e-6486f670f653 service nova] Acquiring lock "refresh_cache-3a3aaadf-32aa-4ac0-b862-46e53930ff1f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.953471] env[62220]: DEBUG oslo_concurrency.lockutils [req-18f8c781-1b2c-4a9e-9e12-8f719f96a33a req-8d9820be-b546-4351-953e-6486f670f653 service nova] Acquired lock "refresh_cache-3a3aaadf-32aa-4ac0-b862-46e53930ff1f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.953607] env[62220]: DEBUG nova.network.neutron [req-18f8c781-1b2c-4a9e-9e12-8f719f96a33a req-8d9820be-b546-4351-953e-6486f670f653 service nova] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Refreshing network info cache for port 77e74418-37f0-40d1-99cc-98253f2849e6 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1664.208217] env[62220]: DEBUG nova.compute.manager [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.209383] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffa46c9-6196-4163-bac7-59683eca46c0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.295637] env[62220]: DEBUG nova.scheduler.client.report [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1664.393560] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747626, 'name': CreateVM_Task, 'duration_secs': 0.511819} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.393802] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1664.396716] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.396994] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.397620] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1664.397757] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b3a897-7c5a-4133-8012-0101cf07600c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.404703] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1664.404703] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52668b82-f3fc-76ae-7348-cc5c3d03fc02" [ 1664.404703] env[62220]: _type = "Task" [ 1664.404703] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.416509] env[62220]: DEBUG oslo_concurrency.lockutils [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "03a935db-9378-4bde-8af6-3c5660723a2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.416893] env[62220]: DEBUG oslo_concurrency.lockutils [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "03a935db-9378-4bde-8af6-3c5660723a2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.417193] env[62220]: DEBUG oslo_concurrency.lockutils [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "03a935db-9378-4bde-8af6-3c5660723a2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.417441] env[62220]: DEBUG oslo_concurrency.lockutils [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "03a935db-9378-4bde-8af6-3c5660723a2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.417863] env[62220]: DEBUG oslo_concurrency.lockutils [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "03a935db-9378-4bde-8af6-3c5660723a2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.419484] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52668b82-f3fc-76ae-7348-cc5c3d03fc02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.422124] env[62220]: INFO nova.compute.manager [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Terminating instance [ 1664.527055] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "b33cfa6d-562a-4ec7-bd1f-ef388d06ae25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.527333] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "b33cfa6d-562a-4ec7-bd1f-ef388d06ae25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.527333] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "b33cfa6d-562a-4ec7-bd1f-ef388d06ae25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.527566] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "b33cfa6d-562a-4ec7-bd1f-ef388d06ae25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.527654] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "b33cfa6d-562a-4ec7-bd1f-ef388d06ae25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.535670] env[62220]: INFO nova.compute.manager [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Terminating instance [ 1664.722803] env[62220]: INFO nova.compute.manager [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] instance snapshotting [ 1664.729011] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a97c56b-2b8f-4704-81a8-1fea10a9822a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.749186] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df08d96-49a6-41d1-a354-712c038fc223 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.764477] env[62220]: DEBUG nova.network.neutron [req-18f8c781-1b2c-4a9e-9e12-8f719f96a33a req-8d9820be-b546-4351-953e-6486f670f653 service nova] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Updated VIF entry in instance network info cache for port 77e74418-37f0-40d1-99cc-98253f2849e6. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.764815] env[62220]: DEBUG nova.network.neutron [req-18f8c781-1b2c-4a9e-9e12-8f719f96a33a req-8d9820be-b546-4351-953e-6486f670f653 service nova] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Updating instance_info_cache with network_info: [{"id": "77e74418-37f0-40d1-99cc-98253f2849e6", "address": "fa:16:3e:c7:95:81", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e74418-37", "ovs_interfaceid": "77e74418-37f0-40d1-99cc-98253f2849e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.800562] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.801123] env[62220]: DEBUG nova.compute.manager [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1664.803788] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.514s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.917951] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52668b82-f3fc-76ae-7348-cc5c3d03fc02, 'name': SearchDatastore_Task, 'duration_secs': 0.016597} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.918442] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.918813] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1664.919176] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.919434] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.919743] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1664.920147] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05312d22-2fdc-4b28-8ee2-ac5fe8043712 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.928720] env[62220]: DEBUG nova.compute.manager [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1664.928720] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1664.929857] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff08d84a-d063-46fe-8162-483176a4d177 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.933875] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1664.934105] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1664.935281] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83191f79-a220-4957-b8df-da3b98c8d2ff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.940858] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.941542] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2783f31f-fe4c-45a4-8e2c-7b0ab23dbf8f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.944733] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1664.944733] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529199a5-b0af-49a9-393b-7f9a8a9c7649" [ 1664.944733] env[62220]: _type = "Task" [ 1664.944733] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.949573] env[62220]: DEBUG oslo_vmware.api [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1664.949573] env[62220]: value = "task-1747627" [ 1664.949573] env[62220]: _type = "Task" [ 1664.949573] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.956060] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529199a5-b0af-49a9-393b-7f9a8a9c7649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.961497] env[62220]: DEBUG oslo_vmware.api [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.040121] env[62220]: DEBUG nova.compute.manager [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1665.040362] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1665.041370] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c691a07a-19b8-4e4a-a1a4-998ec08e3f69 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.050344] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1665.050941] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20797180-16ab-4e1c-bac2-d75145eabe31 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.060090] env[62220]: DEBUG oslo_vmware.api [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1665.060090] env[62220]: value = "task-1747628" [ 1665.060090] env[62220]: _type = "Task" [ 1665.060090] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.071526] env[62220]: DEBUG oslo_vmware.api [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.261989] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1665.262469] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-566b0a49-81df-4a3e-b6a6-b3f64f2d4c40 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.267709] env[62220]: DEBUG oslo_concurrency.lockutils [req-18f8c781-1b2c-4a9e-9e12-8f719f96a33a req-8d9820be-b546-4351-953e-6486f670f653 service nova] Releasing lock "refresh_cache-3a3aaadf-32aa-4ac0-b862-46e53930ff1f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.275092] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1665.275092] env[62220]: value = "task-1747629" [ 1665.275092] env[62220]: _type = "Task" [ 1665.275092] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.289932] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747629, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.311204] env[62220]: DEBUG nova.compute.utils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1665.313073] env[62220]: DEBUG nova.compute.manager [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1665.313323] env[62220]: DEBUG nova.network.neutron [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1665.358373] env[62220]: DEBUG nova.policy [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '029f7ae6b342430a94238182fdc24091', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d1461cd9e704fbdaaa24b82c2c031e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1665.466186] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529199a5-b0af-49a9-393b-7f9a8a9c7649, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.466474] env[62220]: DEBUG oslo_vmware.api [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747627, 'name': PowerOffVM_Task, 'duration_secs': 0.205155} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.467336] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.467513] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1665.472375] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8400426-43f9-4e8f-96cf-e30f259a63b2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.472661] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be6cd8c2-72f3-48d9-8f5f-1bbe1a213342 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.478744] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1665.478744] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52adf33b-f573-b601-563f-a332a3eade15" [ 1665.478744] env[62220]: _type = "Task" [ 1665.478744] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.489933] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52adf33b-f573-b601-563f-a332a3eade15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.571432] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1665.571776] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1665.571850] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Deleting the datastore file [datastore1] 03a935db-9378-4bde-8af6-3c5660723a2b {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1665.577610] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1306a67e-68a3-4fdc-a699-056fdac83190 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.581174] env[62220]: DEBUG oslo_vmware.api [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747628, 'name': PowerOffVM_Task, 'duration_secs': 0.252422} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.583728] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.583912] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1665.584773] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48e52ccb-11c0-4c5d-99da-c298c377179e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.592087] env[62220]: DEBUG oslo_vmware.api [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1665.592087] env[62220]: value = "task-1747631" [ 1665.592087] env[62220]: _type = "Task" [ 1665.592087] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.605915] env[62220]: DEBUG oslo_vmware.api [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.669009] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d151ef54-061e-4fd2-9e42-30bcbfc7ce5a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.679355] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f871299-2705-4db3-8053-c27f99070f4f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.714932] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c27cbb-a9ef-48d8-b5b3-30cd5ed699c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.724392] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdcd85a-91db-4a1c-a736-7dedc3fca863 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.741429] env[62220]: DEBUG nova.compute.provider_tree [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.754319] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1665.755157] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1665.755157] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Deleting the datastore file [datastore1] b33cfa6d-562a-4ec7-bd1f-ef388d06ae25 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1665.756372] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b2026c7-5b58-431b-b066-56bee4663974 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.764413] env[62220]: DEBUG oslo_vmware.api [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1665.764413] env[62220]: value = "task-1747633" [ 1665.764413] env[62220]: _type = "Task" [ 1665.764413] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.774626] env[62220]: DEBUG oslo_vmware.api [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.777189] env[62220]: DEBUG nova.network.neutron [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Successfully created port: 4588368d-7805-4c0c-8d88-a1f9378be102 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1665.792403] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747629, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.816950] env[62220]: DEBUG nova.compute.manager [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1665.992315] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52adf33b-f573-b601-563f-a332a3eade15, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.992966] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.993470] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 3a3aaadf-32aa-4ac0-b862-46e53930ff1f/3a3aaadf-32aa-4ac0-b862-46e53930ff1f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1665.993870] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eabed51e-a5a4-4393-a414-ea31eab811cd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.004189] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1666.004189] env[62220]: value = "task-1747634" [ 1666.004189] env[62220]: _type = "Task" [ 1666.004189] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.012876] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.109067] env[62220]: DEBUG oslo_vmware.api [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362321} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.109277] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.109554] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.109794] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.111026] env[62220]: INFO nova.compute.manager [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1666.111026] env[62220]: DEBUG oslo.service.loopingcall [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.111026] env[62220]: DEBUG nova.compute.manager [-] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1666.111026] env[62220]: DEBUG nova.network.neutron [-] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.245216] env[62220]: DEBUG nova.scheduler.client.report [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1666.277913] env[62220]: DEBUG oslo_vmware.api [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341767} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.278249] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.281209] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.281209] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.281209] env[62220]: INFO nova.compute.manager [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1666.281209] env[62220]: DEBUG oslo.service.loopingcall [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.281209] env[62220]: DEBUG nova.compute.manager [-] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1666.281209] env[62220]: DEBUG nova.network.neutron [-] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.294227] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747629, 'name': CreateSnapshot_Task, 'duration_secs': 0.941768} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.294481] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1666.295241] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894fda04-1143-4cbd-8d08-233fdcc34d32 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.516915] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747634, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.813972] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1666.814339] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c7a1ab8-f196-4a08-b721-084679f2a805 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.826218] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1666.826218] env[62220]: value = "task-1747635" [ 1666.826218] env[62220]: _type = "Task" [ 1666.826218] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.832017] env[62220]: DEBUG nova.compute.manager [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1666.841620] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747635, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.860769] env[62220]: DEBUG nova.virt.hardware [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1666.861078] env[62220]: DEBUG nova.virt.hardware [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1666.861265] env[62220]: DEBUG nova.virt.hardware [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.861495] env[62220]: DEBUG nova.virt.hardware [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1666.861671] env[62220]: DEBUG nova.virt.hardware [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.861820] env[62220]: DEBUG nova.virt.hardware [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1666.862063] env[62220]: DEBUG nova.virt.hardware [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1666.862236] env[62220]: DEBUG nova.virt.hardware [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1666.862404] env[62220]: DEBUG nova.virt.hardware [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1666.862566] env[62220]: DEBUG nova.virt.hardware [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1666.862746] env[62220]: DEBUG nova.virt.hardware [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1666.863601] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d48853f-3fa6-49c4-9619-c7e82b8c8951 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.872024] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7d1c50-0f0e-4797-a358-211757a0ed62 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.020917] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725419} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.021669] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 3a3aaadf-32aa-4ac0-b862-46e53930ff1f/3a3aaadf-32aa-4ac0-b862-46e53930ff1f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1667.022036] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1667.022413] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b16fa6-3102-4a8a-adc2-cd0b27326ea1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.032406] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1667.032406] env[62220]: value = "task-1747636" [ 1667.032406] env[62220]: _type = "Task" [ 1667.032406] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.044457] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.259169] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.455s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.259399] env[62220]: DEBUG nova.compute.manager [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62220) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5257}} [ 1667.262202] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.204s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.336658] env[62220]: DEBUG nova.compute.manager [req-612ede0e-b618-4c5f-af85-cb5d21066123 req-06365e3c-f881-44b7-a642-6d01ee266236 service nova] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Received event network-vif-deleted-ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1667.336804] env[62220]: INFO nova.compute.manager [req-612ede0e-b618-4c5f-af85-cb5d21066123 req-06365e3c-f881-44b7-a642-6d01ee266236 service nova] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Neutron deleted interface ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8; detaching it from the instance and deleting it from the info cache [ 1667.336975] env[62220]: DEBUG nova.network.neutron [req-612ede0e-b618-4c5f-af85-cb5d21066123 req-06365e3c-f881-44b7-a642-6d01ee266236 service nova] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.345821] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747635, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.412389] env[62220]: DEBUG nova.network.neutron [-] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.438636] env[62220]: DEBUG nova.network.neutron [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Successfully updated port: 4588368d-7805-4c0c-8d88-a1f9378be102 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1667.489829] env[62220]: DEBUG nova.network.neutron [-] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.530315] env[62220]: DEBUG nova.compute.manager [req-cbf54dfe-2eb1-4ced-bf51-5e58fbaa9ed2 req-ffd8b499-fbde-4fd4-976c-04c893a95c28 service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Received event network-vif-plugged-4588368d-7805-4c0c-8d88-a1f9378be102 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1667.530541] env[62220]: DEBUG oslo_concurrency.lockutils [req-cbf54dfe-2eb1-4ced-bf51-5e58fbaa9ed2 req-ffd8b499-fbde-4fd4-976c-04c893a95c28 service nova] Acquiring lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.530749] env[62220]: DEBUG oslo_concurrency.lockutils [req-cbf54dfe-2eb1-4ced-bf51-5e58fbaa9ed2 req-ffd8b499-fbde-4fd4-976c-04c893a95c28 service nova] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.531091] env[62220]: DEBUG oslo_concurrency.lockutils [req-cbf54dfe-2eb1-4ced-bf51-5e58fbaa9ed2 req-ffd8b499-fbde-4fd4-976c-04c893a95c28 service nova] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.531313] env[62220]: DEBUG nova.compute.manager [req-cbf54dfe-2eb1-4ced-bf51-5e58fbaa9ed2 req-ffd8b499-fbde-4fd4-976c-04c893a95c28 service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] No waiting events found dispatching network-vif-plugged-4588368d-7805-4c0c-8d88-a1f9378be102 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1667.531535] env[62220]: WARNING nova.compute.manager [req-cbf54dfe-2eb1-4ced-bf51-5e58fbaa9ed2 req-ffd8b499-fbde-4fd4-976c-04c893a95c28 service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Received unexpected event network-vif-plugged-4588368d-7805-4c0c-8d88-a1f9378be102 for instance with vm_state building and task_state spawning. [ 1667.543277] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074387} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.543536] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1667.544348] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c9b2d7-205e-41ef-b93a-6d77464e2058 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.571277] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 3a3aaadf-32aa-4ac0-b862-46e53930ff1f/3a3aaadf-32aa-4ac0-b862-46e53930ff1f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.572076] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd38e540-06e4-4bee-b973-33288d790cbe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.595216] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1667.595216] env[62220]: value = "task-1747637" [ 1667.595216] env[62220]: _type = "Task" [ 1667.595216] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.604803] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.833252] env[62220]: INFO nova.scheduler.client.report [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleted allocation for migration a96cc7ba-2a70-488a-bc75-cc02558c5570 [ 1667.840710] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747635, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.841347] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2758df0-ee24-48ee-9672-7562033bcfee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.850792] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56203b1c-6bb1-45d3-a04b-194e96758e18 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.867038] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "3e6f531c-45d9-4932-8aa3-3facc68d8a8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.867038] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "3e6f531c-45d9-4932-8aa3-3facc68d8a8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.888585] env[62220]: DEBUG nova.compute.manager [req-612ede0e-b618-4c5f-af85-cb5d21066123 req-06365e3c-f881-44b7-a642-6d01ee266236 service nova] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Detach interface failed, port_id=ac070cd3-7f88-4b27-9cd4-14e5bfbb90a8, reason: Instance 03a935db-9378-4bde-8af6-3c5660723a2b could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1667.915064] env[62220]: INFO nova.compute.manager [-] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Took 1.80 seconds to deallocate network for instance. [ 1667.943450] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "refresh_cache-7d2ee524-61e6-4805-a8e7-98c0c676d89f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.943612] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "refresh_cache-7d2ee524-61e6-4805-a8e7-98c0c676d89f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.943780] env[62220]: DEBUG nova.network.neutron [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.992814] env[62220]: INFO nova.compute.manager [-] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Took 1.71 seconds to deallocate network for instance. [ 1668.106064] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747637, 'name': ReconfigVM_Task, 'duration_secs': 0.291007} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.106370] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 3a3aaadf-32aa-4ac0-b862-46e53930ff1f/3a3aaadf-32aa-4ac0-b862-46e53930ff1f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.107013] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bddb462a-0db5-4fec-a30e-9542bb823acd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.114653] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1668.114653] env[62220]: value = "task-1747638" [ 1668.114653] env[62220]: _type = "Task" [ 1668.114653] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.125475] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747638, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.290070] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Acquiring lock "7aa88467-06b6-492d-88c9-a9130e0101d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.290301] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Lock "7aa88467-06b6-492d-88c9-a9130e0101d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.304183] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 0c9d3ec0-2876-4300-9a10-27e1062ebf83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.304380] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 21995267-5227-4930-b079-707fcf615897 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1668.304508] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance a8f42686-354e-4afc-8bb7-e7db20ac2aa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.304626] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance dba7afa9-5628-47e5-a762-7932f93bc6a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.304773] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.304846] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance c41b6d89-786b-403a-b9da-2360ac8be34f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.304947] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 69a87e35-30f4-497d-9969-d4cd4d021f5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.305451] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 7962c335-9043-44cf-93b4-187635c88407 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.305451] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance f5d1a419-d93b-4988-b051-f1d72b068cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.305451] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance feee8459-1798-47da-b5c9-2bbda1551223 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1668.305451] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance cc909271-4ad8-48d7-ae2a-99afab2c8f73 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1668.305655] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 85c7a612-1d90-47f8-b1d8-28cfad948f76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1668.305655] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance a1add3ca-9f81-43c9-b38e-b5bd67c41a9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.305849] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 03a935db-9378-4bde-8af6-3c5660723a2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.305849] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b33cfa6d-562a-4ec7-bd1f-ef388d06ae25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.339204] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747635, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.342359] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fbabe410-9591-4913-bc08-126cfe9e052a tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.008s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.368821] env[62220]: DEBUG nova.compute.manager [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1668.422848] env[62220]: DEBUG oslo_concurrency.lockutils [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.478141] env[62220]: DEBUG nova.network.neutron [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1668.499368] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.626464] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747638, 'name': Rename_Task, 'duration_secs': 0.1565} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.626893] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.627192] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-064e855c-0ce5-4a0d-bed1-0bfde52bfd85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.634675] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1668.634675] env[62220]: value = "task-1747639" [ 1668.634675] env[62220]: _type = "Task" [ 1668.634675] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.643142] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.797912] env[62220]: DEBUG nova.compute.manager [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1668.809426] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance a822bbdb-accd-4d13-9335-bc4bf0515601 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1668.809627] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 3a3aaadf-32aa-4ac0-b862-46e53930ff1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.809701] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 7d2ee524-61e6-4805-a8e7-98c0c676d89f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.837388] env[62220]: DEBUG nova.network.neutron [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Updating instance_info_cache with network_info: [{"id": "4588368d-7805-4c0c-8d88-a1f9378be102", "address": "fa:16:3e:9e:b2:b5", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4588368d-78", "ovs_interfaceid": "4588368d-7805-4c0c-8d88-a1f9378be102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.846171] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747635, 'name': CloneVM_Task} progress is 95%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.887726] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.898817] env[62220]: DEBUG nova.objects.instance [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'flavor' on Instance uuid f5d1a419-d93b-4988-b051-f1d72b068cc9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.145542] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747639, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.314817] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 3e6f531c-45d9-4932-8aa3-3facc68d8a8d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1669.317129] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.342521] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "refresh_cache-7d2ee524-61e6-4805-a8e7-98c0c676d89f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.342759] env[62220]: DEBUG nova.compute.manager [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Instance network_info: |[{"id": "4588368d-7805-4c0c-8d88-a1f9378be102", "address": "fa:16:3e:9e:b2:b5", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4588368d-78", "ovs_interfaceid": "4588368d-7805-4c0c-8d88-a1f9378be102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1669.343054] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747635, 'name': CloneVM_Task} progress is 95%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.343406] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:b2:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4588368d-7805-4c0c-8d88-a1f9378be102', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1669.351255] env[62220]: DEBUG oslo.service.loopingcall [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1669.351728] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1669.351959] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30fe2542-67b7-463e-87c5-f6d3823ccbe8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.368339] env[62220]: DEBUG nova.compute.manager [req-4d385b59-ee74-4131-a8ab-b648725776cd req-f856a36d-3af1-4c1a-a429-fca1c96cef3a service nova] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Received event network-vif-deleted-d88f13c9-dc90-4de5-9218-1c63a6587f57 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1669.374417] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1669.374417] env[62220]: value = "task-1747640" [ 1669.374417] env[62220]: _type = "Task" [ 1669.374417] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.384750] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747640, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.404386] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.404560] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.404743] env[62220]: DEBUG nova.network.neutron [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.404922] env[62220]: DEBUG nova.objects.instance [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'info_cache' on Instance uuid f5d1a419-d93b-4988-b051-f1d72b068cc9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.591945] env[62220]: DEBUG nova.compute.manager [req-0a9bde3c-2fbd-46da-ab75-06119aa6a192 req-14e77050-6209-45f2-964b-18a6e8cc6a7c service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Received event network-changed-4588368d-7805-4c0c-8d88-a1f9378be102 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1669.592165] env[62220]: DEBUG nova.compute.manager [req-0a9bde3c-2fbd-46da-ab75-06119aa6a192 req-14e77050-6209-45f2-964b-18a6e8cc6a7c service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Refreshing instance network info cache due to event network-changed-4588368d-7805-4c0c-8d88-a1f9378be102. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1669.592408] env[62220]: DEBUG oslo_concurrency.lockutils [req-0a9bde3c-2fbd-46da-ab75-06119aa6a192 req-14e77050-6209-45f2-964b-18a6e8cc6a7c service nova] Acquiring lock "refresh_cache-7d2ee524-61e6-4805-a8e7-98c0c676d89f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.592503] env[62220]: DEBUG oslo_concurrency.lockutils [req-0a9bde3c-2fbd-46da-ab75-06119aa6a192 req-14e77050-6209-45f2-964b-18a6e8cc6a7c service nova] Acquired lock "refresh_cache-7d2ee524-61e6-4805-a8e7-98c0c676d89f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.592698] env[62220]: DEBUG nova.network.neutron [req-0a9bde3c-2fbd-46da-ab75-06119aa6a192 req-14e77050-6209-45f2-964b-18a6e8cc6a7c service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Refreshing network info cache for port 4588368d-7805-4c0c-8d88-a1f9378be102 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1669.645803] env[62220]: DEBUG oslo_vmware.api [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747639, 'name': PowerOnVM_Task, 'duration_secs': 0.592226} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.646078] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1669.646289] env[62220]: INFO nova.compute.manager [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1669.646469] env[62220]: DEBUG nova.compute.manager [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1669.647256] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc3a216-dc95-41b3-bd25-82c179b0bc84 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.817280] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 7aa88467-06b6-492d-88c9-a9130e0101d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1669.817658] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1669.817869] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1669.844168] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747635, 'name': CloneVM_Task, 'duration_secs': 2.662246} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.844391] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Created linked-clone VM from snapshot [ 1669.847935] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5fb5d5-9658-421b-9b02-3abac8b54be7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.863113] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Uploading image 2815dae8-d51b-498d-a051-4984a092924f {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1669.883160] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1669.884131] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03683a24-65e2-46c7-8acf-d5f5d768e97b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.889423] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747640, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.891562] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1669.891562] env[62220]: value = "task-1747641" [ 1669.891562] env[62220]: _type = "Task" [ 1669.891562] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.902718] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747641, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.908315] env[62220]: DEBUG nova.objects.base [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1670.099246] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdee9d84-2e32-458d-9f4f-50c148c06a5f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.107494] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a3b033-7fe2-4d68-81de-c62839d30927 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.141943] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080aee9e-368a-447d-ba35-cf3c0b83093e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.150096] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04782703-ba4f-45f5-adcf-b308de155727 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.167505] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.171103] env[62220]: INFO nova.compute.manager [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Took 36.81 seconds to build instance. [ 1670.316418] env[62220]: DEBUG nova.network.neutron [req-0a9bde3c-2fbd-46da-ab75-06119aa6a192 req-14e77050-6209-45f2-964b-18a6e8cc6a7c service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Updated VIF entry in instance network info cache for port 4588368d-7805-4c0c-8d88-a1f9378be102. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1670.316893] env[62220]: DEBUG nova.network.neutron [req-0a9bde3c-2fbd-46da-ab75-06119aa6a192 req-14e77050-6209-45f2-964b-18a6e8cc6a7c service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Updating instance_info_cache with network_info: [{"id": "4588368d-7805-4c0c-8d88-a1f9378be102", "address": "fa:16:3e:9e:b2:b5", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4588368d-78", "ovs_interfaceid": "4588368d-7805-4c0c-8d88-a1f9378be102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.385321] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747640, 'name': CreateVM_Task, 'duration_secs': 0.543905} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.385495] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1670.386222] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.386420] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.386780] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1670.387062] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e512dff-1bec-484e-a9b5-0e277028b4b5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.393502] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1670.393502] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5260b3bf-cb4e-3650-24d8-0684fc1a32d0" [ 1670.393502] env[62220]: _type = "Task" [ 1670.393502] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.406085] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747641, 'name': Destroy_Task, 'duration_secs': 0.447799} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.409284] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Destroyed the VM [ 1670.409543] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1670.411141] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5260b3bf-cb4e-3650-24d8-0684fc1a32d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.411141] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5355054-9c7a-40bb-b4a4-537f578b9bf9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.411724] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.411948] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1670.412228] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.412384] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.412561] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1670.414587] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9434a225-bfa5-4978-b05e-07ac085e0088 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.423606] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1670.423606] env[62220]: value = "task-1747642" [ 1670.423606] env[62220]: _type = "Task" [ 1670.423606] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.424687] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1670.424852] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1670.428188] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f27f353b-8f09-4bf6-8f46-dc41e68c288d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.436146] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747642, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.437395] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1670.437395] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a2343c-06b4-ab08-dd03-c75fc4e3d1cb" [ 1670.437395] env[62220]: _type = "Task" [ 1670.437395] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.445400] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a2343c-06b4-ab08-dd03-c75fc4e3d1cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.646546] env[62220]: DEBUG nova.network.neutron [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance_info_cache with network_info: [{"id": "bffe0020-1e17-4212-9415-762dc82e8e62", "address": "fa:16:3e:f7:dc:57", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbffe0020-1e", "ovs_interfaceid": "bffe0020-1e17-4212-9415-762dc82e8e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.673059] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1670.677350] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fdc92e48-e32f-4140-92ef-e386879b826e tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "3a3aaadf-32aa-4ac0-b862-46e53930ff1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.327s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.819698] env[62220]: DEBUG oslo_concurrency.lockutils [req-0a9bde3c-2fbd-46da-ab75-06119aa6a192 req-14e77050-6209-45f2-964b-18a6e8cc6a7c service nova] Releasing lock "refresh_cache-7d2ee524-61e6-4805-a8e7-98c0c676d89f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.935310] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747642, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.947868] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a2343c-06b4-ab08-dd03-c75fc4e3d1cb, 'name': SearchDatastore_Task, 'duration_secs': 0.018786} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.948662] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4e5d91-dd75-4c6c-878d-7d3787dd37db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.954774] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1670.954774] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ecea5f-d779-f714-50e0-b98cd7b12d99" [ 1670.954774] env[62220]: _type = "Task" [ 1670.954774] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.962807] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ecea5f-d779-f714-50e0-b98cd7b12d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.149756] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "refresh_cache-f5d1a419-d93b-4988-b051-f1d72b068cc9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.178506] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1671.178799] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.917s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.179108] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.178s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.179334] env[62220]: DEBUG nova.objects.instance [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1671.434992] env[62220]: DEBUG oslo_vmware.api [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747642, 'name': RemoveSnapshot_Task, 'duration_secs': 0.638713} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.435257] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1671.464835] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ecea5f-d779-f714-50e0-b98cd7b12d99, 'name': SearchDatastore_Task, 'duration_secs': 0.03336} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.465769] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.466037] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7d2ee524-61e6-4805-a8e7-98c0c676d89f/7d2ee524-61e6-4805-a8e7-98c0c676d89f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1671.466302] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ecaff64-8875-4116-bc0a-c22915c40169 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.473400] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1671.473400] env[62220]: value = "task-1747643" [ 1671.473400] env[62220]: _type = "Task" [ 1671.473400] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.481566] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.518035] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "3a3aaadf-32aa-4ac0-b862-46e53930ff1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.518187] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "3a3aaadf-32aa-4ac0-b862-46e53930ff1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.518411] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "3a3aaadf-32aa-4ac0-b862-46e53930ff1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.518599] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "3a3aaadf-32aa-4ac0-b862-46e53930ff1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.518770] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "3a3aaadf-32aa-4ac0-b862-46e53930ff1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.520981] env[62220]: INFO nova.compute.manager [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Terminating instance [ 1671.940459] env[62220]: WARNING nova.compute.manager [None req-59bd2e55-a577-4aec-a83a-d48fc802e66e tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Image not found during snapshot: nova.exception.ImageNotFound: Image 2815dae8-d51b-498d-a051-4984a092924f could not be found. [ 1671.985712] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747643, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.026150] env[62220]: DEBUG nova.compute.manager [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1672.026150] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1672.026406] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad5c5d7-9d32-49ff-8090-2c83749a7e10 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.035437] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1672.035718] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62540647-cbde-413e-96d4-b65bb1d7d6a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.045251] env[62220]: DEBUG oslo_vmware.api [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1672.045251] env[62220]: value = "task-1747644" [ 1672.045251] env[62220]: _type = "Task" [ 1672.045251] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.055623] env[62220]: DEBUG oslo_vmware.api [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.155221] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.155597] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c11e16a-f5c6-4b1e-a031-42942d4e90b5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.164639] env[62220]: DEBUG oslo_vmware.api [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1672.164639] env[62220]: value = "task-1747645" [ 1672.164639] env[62220]: _type = "Task" [ 1672.164639] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.174958] env[62220]: DEBUG oslo_vmware.api [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.190059] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67e88b5a-e454-45a1-b6af-63462e392f33 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.190903] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.696s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.191288] env[62220]: DEBUG nova.objects.instance [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lazy-loading 'pci_requests' on Instance uuid a822bbdb-accd-4d13-9335-bc4bf0515601 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.486056] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662565} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.486056] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7d2ee524-61e6-4805-a8e7-98c0c676d89f/7d2ee524-61e6-4805-a8e7-98c0c676d89f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1672.486056] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1672.486283] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65c8da1d-e537-4d45-8cca-c0307e0156ae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.494228] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1672.494228] env[62220]: value = "task-1747646" [ 1672.494228] env[62220]: _type = "Task" [ 1672.494228] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.503841] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.555558] env[62220]: DEBUG oslo_vmware.api [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747644, 'name': PowerOffVM_Task, 'duration_secs': 0.298266} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.555851] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1672.556025] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1672.556297] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46cb8f9d-b710-4162-8107-cbf0630ac107 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.560489] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "a1add3ca-9f81-43c9-b38e-b5bd67c41a9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.560748] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "a1add3ca-9f81-43c9-b38e-b5bd67c41a9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.561074] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "a1add3ca-9f81-43c9-b38e-b5bd67c41a9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.561365] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "a1add3ca-9f81-43c9-b38e-b5bd67c41a9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.561570] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "a1add3ca-9f81-43c9-b38e-b5bd67c41a9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.563980] env[62220]: INFO nova.compute.manager [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Terminating instance [ 1672.657431] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1672.657721] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1672.657941] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleting the datastore file [datastore1] 3a3aaadf-32aa-4ac0-b862-46e53930ff1f {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1672.658320] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-811cb35e-d054-4c0a-8bc2-4477ad0a3009 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.665404] env[62220]: DEBUG oslo_vmware.api [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1672.665404] env[62220]: value = "task-1747648" [ 1672.665404] env[62220]: _type = "Task" [ 1672.665404] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.681051] env[62220]: DEBUG oslo_vmware.api [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.681277] env[62220]: DEBUG oslo_vmware.api [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747645, 'name': PowerOnVM_Task, 'duration_secs': 0.470021} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.681536] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1672.681736] env[62220]: DEBUG nova.compute.manager [None req-ec45cab8-3cac-4319-bcf2-08f2889b5f47 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1672.682536] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd68c236-57db-43f9-93b1-9467d8d8307c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.697482] env[62220]: DEBUG nova.objects.instance [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lazy-loading 'numa_topology' on Instance uuid a822bbdb-accd-4d13-9335-bc4bf0515601 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.005861] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082077} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.006601] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1673.007534] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c0be21-1ab9-4eee-b64a-6d7439640575 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.032373] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 7d2ee524-61e6-4805-a8e7-98c0c676d89f/7d2ee524-61e6-4805-a8e7-98c0c676d89f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.032810] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d890c37e-d6bd-41dd-8d11-7bca52d814a5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.055986] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1673.055986] env[62220]: value = "task-1747649" [ 1673.055986] env[62220]: _type = "Task" [ 1673.055986] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.067377] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.070552] env[62220]: DEBUG nova.compute.manager [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1673.070771] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1673.071644] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654cef61-3ab9-45c4-89f9-dcc93cd971a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.081166] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.081437] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68a0c9a2-3e54-4962-8b27-633105ba6fdc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.089728] env[62220]: DEBUG oslo_vmware.api [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1673.089728] env[62220]: value = "task-1747650" [ 1673.089728] env[62220]: _type = "Task" [ 1673.089728] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.108081] env[62220]: DEBUG oslo_vmware.api [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.182903] env[62220]: DEBUG oslo_vmware.api [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.200325] env[62220]: INFO nova.compute.claims [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1673.556749] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "f5d1a419-d93b-4988-b051-f1d72b068cc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.556928] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.557175] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "f5d1a419-d93b-4988-b051-f1d72b068cc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.557400] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.557606] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.563013] env[62220]: INFO nova.compute.manager [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Terminating instance [ 1673.570432] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747649, 'name': ReconfigVM_Task, 'duration_secs': 0.354015} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.570908] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 7d2ee524-61e6-4805-a8e7-98c0c676d89f/7d2ee524-61e6-4805-a8e7-98c0c676d89f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1673.571831] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e3818a9-befe-43ce-a68a-464cc2611674 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.581346] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1673.581346] env[62220]: value = "task-1747651" [ 1673.581346] env[62220]: _type = "Task" [ 1673.581346] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.598650] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747651, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.605764] env[62220]: DEBUG oslo_vmware.api [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747650, 'name': PowerOffVM_Task, 'duration_secs': 0.331681} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.606125] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1673.606316] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1673.606577] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c82e238-48af-4220-8d8f-e178eb799e45 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.681406] env[62220]: DEBUG oslo_vmware.api [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.628243} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.682687] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1673.682687] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1673.682687] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1673.682687] env[62220]: INFO nova.compute.manager [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1673.682687] env[62220]: DEBUG oslo.service.loopingcall [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1673.682929] env[62220]: DEBUG nova.compute.manager [-] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1673.682965] env[62220]: DEBUG nova.network.neutron [-] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1673.697763] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1673.698093] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1673.698286] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleting the datastore file [datastore1] a1add3ca-9f81-43c9-b38e-b5bd67c41a9f {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1673.698562] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae589e90-b6ff-486a-9b4b-bfb7c679fc1d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.708365] env[62220]: DEBUG oslo_vmware.api [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for the task: (returnval){ [ 1673.708365] env[62220]: value = "task-1747653" [ 1673.708365] env[62220]: _type = "Task" [ 1673.708365] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.718295] env[62220]: DEBUG oslo_vmware.api [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.948181] env[62220]: DEBUG nova.compute.manager [req-610ae32a-5850-45e7-9a44-9e32df360b22 req-bb1c3fac-02cf-4d56-9fdc-3661ccb3a673 service nova] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Received event network-vif-deleted-77e74418-37f0-40d1-99cc-98253f2849e6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1673.948711] env[62220]: INFO nova.compute.manager [req-610ae32a-5850-45e7-9a44-9e32df360b22 req-bb1c3fac-02cf-4d56-9fdc-3661ccb3a673 service nova] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Neutron deleted interface 77e74418-37f0-40d1-99cc-98253f2849e6; detaching it from the instance and deleting it from the info cache [ 1673.948711] env[62220]: DEBUG nova.network.neutron [req-610ae32a-5850-45e7-9a44-9e32df360b22 req-bb1c3fac-02cf-4d56-9fdc-3661ccb3a673 service nova] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.072701] env[62220]: DEBUG nova.compute.manager [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1674.073065] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1674.074288] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be18a7d5-7a3a-4781-ad1c-fbd306d418fe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.088975] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.089648] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79c0f066-6950-4150-aae6-dcc8a256da23 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.099141] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747651, 'name': Rename_Task, 'duration_secs': 0.154364} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.100405] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.100733] env[62220]: DEBUG oslo_vmware.api [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1674.100733] env[62220]: value = "task-1747654" [ 1674.100733] env[62220]: _type = "Task" [ 1674.100733] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.100969] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-284d3661-e8d3-4c2d-8701-d567c8d023c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.111316] env[62220]: DEBUG oslo_vmware.api [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.119558] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1674.119558] env[62220]: value = "task-1747655" [ 1674.119558] env[62220]: _type = "Task" [ 1674.119558] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.141052] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.222865] env[62220]: DEBUG oslo_vmware.api [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Task: {'id': task-1747653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187901} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.223210] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.223409] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1674.223603] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1674.223781] env[62220]: INFO nova.compute.manager [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1674.224082] env[62220]: DEBUG oslo.service.loopingcall [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.224303] env[62220]: DEBUG nova.compute.manager [-] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1674.224400] env[62220]: DEBUG nova.network.neutron [-] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1674.427733] env[62220]: DEBUG nova.network.neutron [-] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.451136] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acbaf588-e2f7-47c5-8b77-6f09014e4767 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.461210] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb1e183-93e5-4bf5-995d-0b68b227f8d5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.497348] env[62220]: DEBUG nova.compute.manager [req-610ae32a-5850-45e7-9a44-9e32df360b22 req-bb1c3fac-02cf-4d56-9fdc-3661ccb3a673 service nova] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Detach interface failed, port_id=77e74418-37f0-40d1-99cc-98253f2849e6, reason: Instance 3a3aaadf-32aa-4ac0-b862-46e53930ff1f could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1674.511703] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809cfcd8-d937-45ab-8c81-b311cc0669fa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.520504] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0879a7a7-aace-4c6b-8cdd-4d0fd088ecd4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.562058] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41042110-c6bc-4aec-b84e-a2653c0a5c8c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.568988] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55202bff-94ed-4428-bded-1b00feaed82d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.585953] env[62220]: DEBUG nova.compute.provider_tree [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.612066] env[62220]: DEBUG oslo_vmware.api [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747654, 'name': PowerOffVM_Task, 'duration_secs': 0.28105} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.612419] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.612633] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1674.612923] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3776ae94-b9b2-4775-8e2e-73881cf9477b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.629447] env[62220]: DEBUG oslo_vmware.api [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747655, 'name': PowerOnVM_Task, 'duration_secs': 0.478636} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.629634] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.629840] env[62220]: INFO nova.compute.manager [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1674.630033] env[62220]: DEBUG nova.compute.manager [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.630950] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2b0ed1-6d80-4056-9ccb-f06bd5d4c729 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.708956] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1674.709208] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1674.709399] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleting the datastore file [datastore1] f5d1a419-d93b-4988-b051-f1d72b068cc9 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.709682] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e37f537-ec7a-410b-831d-4fb1872194db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.718401] env[62220]: DEBUG oslo_vmware.api [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1674.718401] env[62220]: value = "task-1747657" [ 1674.718401] env[62220]: _type = "Task" [ 1674.718401] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.727572] env[62220]: DEBUG oslo_vmware.api [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.931036] env[62220]: INFO nova.compute.manager [-] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Took 1.25 seconds to deallocate network for instance. [ 1675.060338] env[62220]: DEBUG nova.network.neutron [-] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.088823] env[62220]: DEBUG nova.scheduler.client.report [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1675.152033] env[62220]: INFO nova.compute.manager [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Took 29.07 seconds to build instance. [ 1675.230014] env[62220]: DEBUG oslo_vmware.api [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158956} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.230272] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1675.230454] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1675.230627] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1675.230805] env[62220]: INFO nova.compute.manager [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1675.231057] env[62220]: DEBUG oslo.service.loopingcall [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.231267] env[62220]: DEBUG nova.compute.manager [-] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1675.231363] env[62220]: DEBUG nova.network.neutron [-] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1675.437643] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.563574] env[62220]: INFO nova.compute.manager [-] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Took 1.34 seconds to deallocate network for instance. [ 1675.594507] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.403s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.596688] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.687s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.596888] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.598642] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.784s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.598828] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.600452] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.087s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.600639] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.602906] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.941s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.602906] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.604395] env[62220]: DEBUG oslo_concurrency.lockutils [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.182s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.604539] env[62220]: DEBUG nova.objects.instance [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lazy-loading 'resources' on Instance uuid 03a935db-9378-4bde-8af6-3c5660723a2b {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1675.627778] env[62220]: INFO nova.scheduler.client.report [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleted allocations for instance 85c7a612-1d90-47f8-b1d8-28cfad948f76 [ 1675.631769] env[62220]: INFO nova.scheduler.client.report [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Deleted allocations for instance cc909271-4ad8-48d7-ae2a-99afab2c8f73 [ 1675.639219] env[62220]: INFO nova.network.neutron [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Updating port 515abe4d-18b8-4368-b254-e79d071fdfea with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1675.654107] env[62220]: DEBUG oslo_concurrency.lockutils [None req-834ea7ef-8146-47d6-8f51-4449ac8f6c6b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.585s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.655799] env[62220]: INFO nova.scheduler.client.report [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Deleted allocations for instance 21995267-5227-4930-b079-707fcf615897 [ 1675.665787] env[62220]: INFO nova.scheduler.client.report [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Deleted allocations for instance feee8459-1798-47da-b5c9-2bbda1551223 [ 1676.001835] env[62220]: DEBUG nova.compute.manager [req-5621ff6f-bfda-4d0a-b97f-0344789d5bce req-50b392aa-a1e0-45ef-93aa-59f0a51607f0 service nova] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Received event network-vif-deleted-166c3032-4b99-47de-b5b5-3900e0ec1ae6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1676.002124] env[62220]: DEBUG nova.compute.manager [req-5621ff6f-bfda-4d0a-b97f-0344789d5bce req-50b392aa-a1e0-45ef-93aa-59f0a51607f0 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Received event network-vif-deleted-bffe0020-1e17-4212-9415-762dc82e8e62 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1676.002308] env[62220]: INFO nova.compute.manager [req-5621ff6f-bfda-4d0a-b97f-0344789d5bce req-50b392aa-a1e0-45ef-93aa-59f0a51607f0 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Neutron deleted interface bffe0020-1e17-4212-9415-762dc82e8e62; detaching it from the instance and deleting it from the info cache [ 1676.002477] env[62220]: DEBUG nova.network.neutron [req-5621ff6f-bfda-4d0a-b97f-0344789d5bce req-50b392aa-a1e0-45ef-93aa-59f0a51607f0 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.070804] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.143461] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a836833d-4b8f-40b9-bd02-327f0783e6b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "85c7a612-1d90-47f8-b1d8-28cfad948f76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.094s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.151601] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9b75bc4-4ded-49c6-a379-d4f84926bdf5 tempest-ServerShowV254Test-618835365 tempest-ServerShowV254Test-618835365-project-member] Lock "cc909271-4ad8-48d7-ae2a-99afab2c8f73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.902s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.169880] env[62220]: DEBUG oslo_concurrency.lockutils [None req-aac6d772-e1c3-4ca2-87ee-18dc8853bf33 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "21995267-5227-4930-b079-707fcf615897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.361s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.182879] env[62220]: DEBUG oslo_concurrency.lockutils [None req-06de8d3a-e609-49ea-b4c4-1700d92cdcb9 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "feee8459-1798-47da-b5c9-2bbda1551223" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.356s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.246902] env[62220]: DEBUG nova.network.neutron [-] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.408167] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe83517-494d-4b19-b22f-11f6428596f8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.417610] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865a9609-fb15-4965-87bb-47daf74df614 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.459712] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a782b5-d0d9-495b-9ade-9450bccd8d60 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.469459] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37db686f-016b-49ca-96b8-86e17e29abfd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.486739] env[62220]: DEBUG nova.compute.provider_tree [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.507190] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcab7a73-00e8-489b-a877-3f0c288d72c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.516877] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07550b2b-501f-4d33-8b11-fb500dbb76ff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.548290] env[62220]: DEBUG nova.compute.manager [req-5621ff6f-bfda-4d0a-b97f-0344789d5bce req-50b392aa-a1e0-45ef-93aa-59f0a51607f0 service nova] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Detach interface failed, port_id=bffe0020-1e17-4212-9415-762dc82e8e62, reason: Instance f5d1a419-d93b-4988-b051-f1d72b068cc9 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1676.750534] env[62220]: INFO nova.compute.manager [-] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Took 1.52 seconds to deallocate network for instance. [ 1676.973718] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.973992] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.989351] env[62220]: DEBUG nova.scheduler.client.report [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1677.078522] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "1bc073c3-14cd-4558-b961-9947dcb83760" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.078522] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "1bc073c3-14cd-4558-b961-9947dcb83760" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.260312] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.274180] env[62220]: DEBUG nova.compute.manager [req-8964a7ab-8640-4ae3-80c1-753ca6221c22 req-76497007-e40c-4cc9-b4a4-43d49f9e1603 service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Received event network-vif-plugged-515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1677.274180] env[62220]: DEBUG oslo_concurrency.lockutils [req-8964a7ab-8640-4ae3-80c1-753ca6221c22 req-76497007-e40c-4cc9-b4a4-43d49f9e1603 service nova] Acquiring lock "a822bbdb-accd-4d13-9335-bc4bf0515601-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.274180] env[62220]: DEBUG oslo_concurrency.lockutils [req-8964a7ab-8640-4ae3-80c1-753ca6221c22 req-76497007-e40c-4cc9-b4a4-43d49f9e1603 service nova] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.274180] env[62220]: DEBUG oslo_concurrency.lockutils [req-8964a7ab-8640-4ae3-80c1-753ca6221c22 req-76497007-e40c-4cc9-b4a4-43d49f9e1603 service nova] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.274180] env[62220]: DEBUG nova.compute.manager [req-8964a7ab-8640-4ae3-80c1-753ca6221c22 req-76497007-e40c-4cc9-b4a4-43d49f9e1603 service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] No waiting events found dispatching network-vif-plugged-515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1677.274180] env[62220]: WARNING nova.compute.manager [req-8964a7ab-8640-4ae3-80c1-753ca6221c22 req-76497007-e40c-4cc9-b4a4-43d49f9e1603 service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Received unexpected event network-vif-plugged-515abe4d-18b8-4368-b254-e79d071fdfea for instance with vm_state shelved_offloaded and task_state spawning. [ 1677.368114] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.369137] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.369137] env[62220]: DEBUG nova.network.neutron [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1677.476425] env[62220]: DEBUG nova.compute.manager [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1677.494234] env[62220]: DEBUG oslo_concurrency.lockutils [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.496574] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.997s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.496806] env[62220]: DEBUG nova.objects.instance [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lazy-loading 'resources' on Instance uuid b33cfa6d-562a-4ec7-bd1f-ef388d06ae25 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1677.518375] env[62220]: INFO nova.scheduler.client.report [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Deleted allocations for instance 03a935db-9378-4bde-8af6-3c5660723a2b [ 1677.583259] env[62220]: DEBUG nova.compute.manager [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1677.996604] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.028667] env[62220]: DEBUG oslo_concurrency.lockutils [None req-63469876-e2a0-4abc-a648-6a8eec799534 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "03a935db-9378-4bde-8af6-3c5660723a2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.612s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.040415] env[62220]: DEBUG nova.compute.manager [req-3c744192-1fc7-44e3-b4c7-f08c764df244 req-d19b70db-f65d-442f-aa47-0b6f67d03522 service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Received event network-changed-4588368d-7805-4c0c-8d88-a1f9378be102 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1678.040612] env[62220]: DEBUG nova.compute.manager [req-3c744192-1fc7-44e3-b4c7-f08c764df244 req-d19b70db-f65d-442f-aa47-0b6f67d03522 service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Refreshing instance network info cache due to event network-changed-4588368d-7805-4c0c-8d88-a1f9378be102. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1678.040820] env[62220]: DEBUG oslo_concurrency.lockutils [req-3c744192-1fc7-44e3-b4c7-f08c764df244 req-d19b70db-f65d-442f-aa47-0b6f67d03522 service nova] Acquiring lock "refresh_cache-7d2ee524-61e6-4805-a8e7-98c0c676d89f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.041343] env[62220]: DEBUG oslo_concurrency.lockutils [req-3c744192-1fc7-44e3-b4c7-f08c764df244 req-d19b70db-f65d-442f-aa47-0b6f67d03522 service nova] Acquired lock "refresh_cache-7d2ee524-61e6-4805-a8e7-98c0c676d89f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.041343] env[62220]: DEBUG nova.network.neutron [req-3c744192-1fc7-44e3-b4c7-f08c764df244 req-d19b70db-f65d-442f-aa47-0b6f67d03522 service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Refreshing network info cache for port 4588368d-7805-4c0c-8d88-a1f9378be102 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1678.081100] env[62220]: DEBUG nova.network.neutron [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Updating instance_info_cache with network_info: [{"id": "515abe4d-18b8-4368-b254-e79d071fdfea", "address": "fa:16:3e:89:13:91", "network": {"id": "eee60d67-9ead-4605-b478-fa8de098de94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1385946763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a67921d5d04bfc954a397b29ba16c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515abe4d-18", "ovs_interfaceid": "515abe4d-18b8-4368-b254-e79d071fdfea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.101628] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.217407] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae13c7e-9988-4dce-8f57-16440d3202bf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.224912] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8234b5c-222a-4645-a5fa-64884a29bc56 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.255534] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6111a8f-a1ef-4d80-bd00-9507444c955d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.263756] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff2f59a-5c11-447e-9a14-cf109b80bb4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.277075] env[62220]: DEBUG nova.compute.provider_tree [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.374449] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.374681] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.583444] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Releasing lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.611113] env[62220]: DEBUG nova.virt.hardware [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bf10405ea682714cc61aa691ed487fea',container_format='bare',created_at=2024-12-11T11:08:58Z,direct_url=,disk_format='vmdk',id=31b8eb8e-bc8b-430c-9268-868f835b75d0,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1923092648-shelved',owner='f1a67921d5d04bfc954a397b29ba16c5',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2024-12-11T11:09:13Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1678.611388] env[62220]: DEBUG nova.virt.hardware [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1678.611544] env[62220]: DEBUG nova.virt.hardware [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1678.611722] env[62220]: DEBUG nova.virt.hardware [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1678.611865] env[62220]: DEBUG nova.virt.hardware [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1678.612067] env[62220]: DEBUG nova.virt.hardware [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1678.612315] env[62220]: DEBUG nova.virt.hardware [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1678.612480] env[62220]: DEBUG nova.virt.hardware [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1678.612644] env[62220]: DEBUG nova.virt.hardware [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1678.612810] env[62220]: DEBUG nova.virt.hardware [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1678.612970] env[62220]: DEBUG nova.virt.hardware [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1678.613829] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70777ae6-3bac-404e-a7a3-8935d08fc90c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.622279] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e79995-8a2a-4bc4-b1ca-be0794dde7ae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.636486] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:13:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '515abe4d-18b8-4368-b254-e79d071fdfea', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1678.643679] env[62220]: DEBUG oslo.service.loopingcall [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.646092] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1678.646553] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d250c21b-671d-4521-b692-26ededd149a1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.666221] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1678.666221] env[62220]: value = "task-1747658" [ 1678.666221] env[62220]: _type = "Task" [ 1678.666221] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.675186] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747658, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.780500] env[62220]: DEBUG nova.scheduler.client.report [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1678.847125] env[62220]: DEBUG nova.network.neutron [req-3c744192-1fc7-44e3-b4c7-f08c764df244 req-d19b70db-f65d-442f-aa47-0b6f67d03522 service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Updated VIF entry in instance network info cache for port 4588368d-7805-4c0c-8d88-a1f9378be102. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1678.847541] env[62220]: DEBUG nova.network.neutron [req-3c744192-1fc7-44e3-b4c7-f08c764df244 req-d19b70db-f65d-442f-aa47-0b6f67d03522 service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Updating instance_info_cache with network_info: [{"id": "4588368d-7805-4c0c-8d88-a1f9378be102", "address": "fa:16:3e:9e:b2:b5", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4588368d-78", "ovs_interfaceid": "4588368d-7805-4c0c-8d88-a1f9378be102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.877218] env[62220]: DEBUG nova.compute.manager [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1679.176352] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747658, 'name': CreateVM_Task, 'duration_secs': 0.416717} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.176545] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1679.177091] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/31b8eb8e-bc8b-430c-9268-868f835b75d0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.177263] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/31b8eb8e-bc8b-430c-9268-868f835b75d0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.177678] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/31b8eb8e-bc8b-430c-9268-868f835b75d0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1679.177931] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc2df7f-712e-4b2a-b545-9fefbdb58e0a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.182398] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1679.182398] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5286a2a6-d11c-3c98-c088-eb557abb5ce4" [ 1679.182398] env[62220]: _type = "Task" [ 1679.182398] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.189826] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5286a2a6-d11c-3c98-c088-eb557abb5ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.285946] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.288294] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.401s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.289811] env[62220]: INFO nova.compute.claims [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.296662] env[62220]: DEBUG nova.compute.manager [req-79fbc525-302e-4d8c-978d-555af2a55fd0 req-12be4675-c1d7-4bc0-8d64-20cef6c3b1ab service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Received event network-changed-515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1679.296662] env[62220]: DEBUG nova.compute.manager [req-79fbc525-302e-4d8c-978d-555af2a55fd0 req-12be4675-c1d7-4bc0-8d64-20cef6c3b1ab service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Refreshing instance network info cache due to event network-changed-515abe4d-18b8-4368-b254-e79d071fdfea. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1679.296749] env[62220]: DEBUG oslo_concurrency.lockutils [req-79fbc525-302e-4d8c-978d-555af2a55fd0 req-12be4675-c1d7-4bc0-8d64-20cef6c3b1ab service nova] Acquiring lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.296909] env[62220]: DEBUG oslo_concurrency.lockutils [req-79fbc525-302e-4d8c-978d-555af2a55fd0 req-12be4675-c1d7-4bc0-8d64-20cef6c3b1ab service nova] Acquired lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.297515] env[62220]: DEBUG nova.network.neutron [req-79fbc525-302e-4d8c-978d-555af2a55fd0 req-12be4675-c1d7-4bc0-8d64-20cef6c3b1ab service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Refreshing network info cache for port 515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1679.312931] env[62220]: INFO nova.scheduler.client.report [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Deleted allocations for instance b33cfa6d-562a-4ec7-bd1f-ef388d06ae25 [ 1679.349863] env[62220]: DEBUG oslo_concurrency.lockutils [req-3c744192-1fc7-44e3-b4c7-f08c764df244 req-d19b70db-f65d-442f-aa47-0b6f67d03522 service nova] Releasing lock "refresh_cache-7d2ee524-61e6-4805-a8e7-98c0c676d89f" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.394603] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.693318] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/31b8eb8e-bc8b-430c-9268-868f835b75d0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.693667] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Processing image 31b8eb8e-bc8b-430c-9268-868f835b75d0 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1679.693900] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/31b8eb8e-bc8b-430c-9268-868f835b75d0/31b8eb8e-bc8b-430c-9268-868f835b75d0.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.694102] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/31b8eb8e-bc8b-430c-9268-868f835b75d0/31b8eb8e-bc8b-430c-9268-868f835b75d0.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.694246] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1679.694491] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67f1c7eb-108e-479a-8994-7dca3ee2fc10 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.712398] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1679.712571] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1679.713382] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94264a7b-cf3d-48e1-a83a-1b3a5c0dfe78 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.718928] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1679.718928] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527cee33-4158-d115-0e6b-23ca0a89b670" [ 1679.718928] env[62220]: _type = "Task" [ 1679.718928] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.726929] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527cee33-4158-d115-0e6b-23ca0a89b670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.819457] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f5ae5fd7-1818-4925-98e8-a438c903d553 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "b33cfa6d-562a-4ec7-bd1f-ef388d06ae25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.292s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.081931] env[62220]: DEBUG nova.network.neutron [req-79fbc525-302e-4d8c-978d-555af2a55fd0 req-12be4675-c1d7-4bc0-8d64-20cef6c3b1ab service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Updated VIF entry in instance network info cache for port 515abe4d-18b8-4368-b254-e79d071fdfea. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1680.082372] env[62220]: DEBUG nova.network.neutron [req-79fbc525-302e-4d8c-978d-555af2a55fd0 req-12be4675-c1d7-4bc0-8d64-20cef6c3b1ab service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Updating instance_info_cache with network_info: [{"id": "515abe4d-18b8-4368-b254-e79d071fdfea", "address": "fa:16:3e:89:13:91", "network": {"id": "eee60d67-9ead-4605-b478-fa8de098de94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1385946763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a67921d5d04bfc954a397b29ba16c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515abe4d-18", "ovs_interfaceid": "515abe4d-18b8-4368-b254-e79d071fdfea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.229987] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Preparing fetch location {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1680.230204] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Fetch image to [datastore1] OSTACK_IMG_e8caebfe-2a74-4b40-abc4-bd0a2b2dd00b/OSTACK_IMG_e8caebfe-2a74-4b40-abc4-bd0a2b2dd00b.vmdk {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1680.230386] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Downloading stream optimized image 31b8eb8e-bc8b-430c-9268-868f835b75d0 to [datastore1] OSTACK_IMG_e8caebfe-2a74-4b40-abc4-bd0a2b2dd00b/OSTACK_IMG_e8caebfe-2a74-4b40-abc4-bd0a2b2dd00b.vmdk on the data store datastore1 as vApp {{(pid=62220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1680.231725] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Downloading image file data 31b8eb8e-bc8b-430c-9268-868f835b75d0 to the ESX as VM named 'OSTACK_IMG_e8caebfe-2a74-4b40-abc4-bd0a2b2dd00b' {{(pid=62220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1680.318170] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1680.318170] env[62220]: value = "resgroup-9" [ 1680.318170] env[62220]: _type = "ResourcePool" [ 1680.318170] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1680.318552] env[62220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-722c011e-01c7-4efd-8327-04ad5f42c410 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.345685] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lease: (returnval){ [ 1680.345685] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52500636-c02a-1966-c82b-a0cbc1b653f8" [ 1680.345685] env[62220]: _type = "HttpNfcLease" [ 1680.345685] env[62220]: } obtained for vApp import into resource pool (val){ [ 1680.345685] env[62220]: value = "resgroup-9" [ 1680.345685] env[62220]: _type = "ResourcePool" [ 1680.345685] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1680.345965] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the lease: (returnval){ [ 1680.345965] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52500636-c02a-1966-c82b-a0cbc1b653f8" [ 1680.345965] env[62220]: _type = "HttpNfcLease" [ 1680.345965] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1680.355837] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1680.355837] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52500636-c02a-1966-c82b-a0cbc1b653f8" [ 1680.355837] env[62220]: _type = "HttpNfcLease" [ 1680.355837] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1680.585559] env[62220]: DEBUG oslo_concurrency.lockutils [req-79fbc525-302e-4d8c-978d-555af2a55fd0 req-12be4675-c1d7-4bc0-8d64-20cef6c3b1ab service nova] Releasing lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.621400] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809bccc7-ffe9-4b1e-a839-d92e1b3b792e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.629550] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a003a94-1d8d-46ee-90fe-8567da86bd70 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.661204] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b869f3-9781-489b-a364-10314ddc7fad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.669136] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e063e9-06fa-4ac7-b387-ef251886cff8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.683914] env[62220]: DEBUG nova.compute.provider_tree [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.855302] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1680.855302] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52500636-c02a-1966-c82b-a0cbc1b653f8" [ 1680.855302] env[62220]: _type = "HttpNfcLease" [ 1680.855302] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1680.855632] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1680.855632] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52500636-c02a-1966-c82b-a0cbc1b653f8" [ 1680.855632] env[62220]: _type = "HttpNfcLease" [ 1680.855632] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1680.856374] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55884aca-6422-46cf-ad9c-4055b2e1c5ee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.864372] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528431de-6730-4449-142a-b4472a9f1e75/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1680.864661] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528431de-6730-4449-142a-b4472a9f1e75/disk-0.vmdk. {{(pid=62220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1680.928882] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e9347681-b634-4a19-bd5c-1806cd4894fe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.069530] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "538645cf-a7ba-4c79-ba20-563ea2fcd266" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.069827] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "538645cf-a7ba-4c79-ba20-563ea2fcd266" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.105748] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "ed6cb921-db93-4edb-ab45-757f2a96e5e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.105748] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "ed6cb921-db93-4edb-ab45-757f2a96e5e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.188053] env[62220]: DEBUG nova.scheduler.client.report [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1681.572508] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1681.607942] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1681.696032] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.696417] env[62220]: DEBUG nova.compute.manager [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1681.700655] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.384s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.702711] env[62220]: INFO nova.compute.claims [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1682.012618] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Completed reading data from the image iterator. {{(pid=62220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1682.012813] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528431de-6730-4449-142a-b4472a9f1e75/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1682.013897] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec06f10-f52b-4547-b97b-e64e7f6bff54 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.021026] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528431de-6730-4449-142a-b4472a9f1e75/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1682.021260] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528431de-6730-4449-142a-b4472a9f1e75/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1682.021525] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bb7e4bd5-4ef5-4dc5-ae3b-9562fa7ec75f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.097592] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.129493] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.208026] env[62220]: DEBUG nova.compute.utils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.212216] env[62220]: DEBUG nova.compute.manager [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1682.212395] env[62220]: DEBUG nova.network.neutron [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1682.215684] env[62220]: DEBUG oslo_vmware.rw_handles [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528431de-6730-4449-142a-b4472a9f1e75/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1682.215895] env[62220]: INFO nova.virt.vmwareapi.images [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Downloaded image file data 31b8eb8e-bc8b-430c-9268-868f835b75d0 [ 1682.216997] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378f2018-0ddf-4f52-8400-05a7631c1b28 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.235533] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-349aebfb-8ecd-40d4-8848-f8237b110309 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.268166] env[62220]: INFO nova.virt.vmwareapi.images [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] The imported VM was unregistered [ 1682.271425] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Caching image {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1682.271689] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Creating directory with path [datastore1] devstack-image-cache_base/31b8eb8e-bc8b-430c-9268-868f835b75d0 {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.272009] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5784fbb-9e8d-4eb6-8959-6a43121adaaf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.286623] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Created directory with path [datastore1] devstack-image-cache_base/31b8eb8e-bc8b-430c-9268-868f835b75d0 {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.286833] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e8caebfe-2a74-4b40-abc4-bd0a2b2dd00b/OSTACK_IMG_e8caebfe-2a74-4b40-abc4-bd0a2b2dd00b.vmdk to [datastore1] devstack-image-cache_base/31b8eb8e-bc8b-430c-9268-868f835b75d0/31b8eb8e-bc8b-430c-9268-868f835b75d0.vmdk. {{(pid=62220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1682.288871] env[62220]: DEBUG nova.policy [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd44a204996043309c640a0cb6d703ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '532c33991ed54fc49eb100c86ddbecc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1682.291401] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-43af51e2-91c0-4965-a604-a5922301055f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.303137] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1682.303137] env[62220]: value = "task-1747661" [ 1682.303137] env[62220]: _type = "Task" [ 1682.303137] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.312566] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747661, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.677174] env[62220]: DEBUG nova.network.neutron [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Successfully created port: c7b90d84-d049-49a7-8cba-f4ec6c86d3bb {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.716465] env[62220]: DEBUG nova.compute.manager [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1682.813620] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747661, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.017988] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e26b8c-8e6d-420c-8004-9a3c35206d33 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.026398] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba59c036-39b9-4718-8238-596bf21a9202 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.057884] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5665ea6-9f1e-41a6-b502-4c38d804f90c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.067415] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf44616-cee3-402c-a6d8-e6c2973818f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.088563] env[62220]: DEBUG nova.compute.provider_tree [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.314286] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747661, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.592425] env[62220]: DEBUG nova.scheduler.client.report [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1683.731737] env[62220]: DEBUG nova.compute.manager [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1683.759016] env[62220]: DEBUG nova.virt.hardware [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1683.759338] env[62220]: DEBUG nova.virt.hardware [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1683.759527] env[62220]: DEBUG nova.virt.hardware [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.759716] env[62220]: DEBUG nova.virt.hardware [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1683.759861] env[62220]: DEBUG nova.virt.hardware [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.760015] env[62220]: DEBUG nova.virt.hardware [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1683.760231] env[62220]: DEBUG nova.virt.hardware [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1683.760443] env[62220]: DEBUG nova.virt.hardware [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1683.760663] env[62220]: DEBUG nova.virt.hardware [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1683.760843] env[62220]: DEBUG nova.virt.hardware [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1683.761033] env[62220]: DEBUG nova.virt.hardware [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1683.762099] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77f1c7b-29bf-4315-9417-5c7b8aa8fc30 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.771414] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c96f01-98cd-484e-9f1c-ec362372f21b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.814163] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747661, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.099090] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.099090] env[62220]: DEBUG nova.compute.manager [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1684.101888] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.664s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.102188] env[62220]: DEBUG nova.objects.instance [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lazy-loading 'resources' on Instance uuid 3a3aaadf-32aa-4ac0-b862-46e53930ff1f {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.164084] env[62220]: DEBUG nova.compute.manager [req-37f78803-b3e0-4271-a8a4-84cb16d8109e req-a132484f-b29b-4d15-903e-04874019978c service nova] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Received event network-vif-plugged-c7b90d84-d049-49a7-8cba-f4ec6c86d3bb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1684.164317] env[62220]: DEBUG oslo_concurrency.lockutils [req-37f78803-b3e0-4271-a8a4-84cb16d8109e req-a132484f-b29b-4d15-903e-04874019978c service nova] Acquiring lock "3e6f531c-45d9-4932-8aa3-3facc68d8a8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.164537] env[62220]: DEBUG oslo_concurrency.lockutils [req-37f78803-b3e0-4271-a8a4-84cb16d8109e req-a132484f-b29b-4d15-903e-04874019978c service nova] Lock "3e6f531c-45d9-4932-8aa3-3facc68d8a8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.164706] env[62220]: DEBUG oslo_concurrency.lockutils [req-37f78803-b3e0-4271-a8a4-84cb16d8109e req-a132484f-b29b-4d15-903e-04874019978c service nova] Lock "3e6f531c-45d9-4932-8aa3-3facc68d8a8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.164872] env[62220]: DEBUG nova.compute.manager [req-37f78803-b3e0-4271-a8a4-84cb16d8109e req-a132484f-b29b-4d15-903e-04874019978c service nova] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] No waiting events found dispatching network-vif-plugged-c7b90d84-d049-49a7-8cba-f4ec6c86d3bb {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1684.165186] env[62220]: WARNING nova.compute.manager [req-37f78803-b3e0-4271-a8a4-84cb16d8109e req-a132484f-b29b-4d15-903e-04874019978c service nova] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Received unexpected event network-vif-plugged-c7b90d84-d049-49a7-8cba-f4ec6c86d3bb for instance with vm_state building and task_state spawning. [ 1684.279686] env[62220]: DEBUG nova.network.neutron [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Successfully updated port: c7b90d84-d049-49a7-8cba-f4ec6c86d3bb {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.316000] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747661, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.608426] env[62220]: DEBUG nova.compute.utils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1684.610473] env[62220]: DEBUG nova.compute.manager [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1684.610473] env[62220]: DEBUG nova.network.neutron [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1684.688936] env[62220]: DEBUG nova.policy [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a22000e70b874568a5dd150553b0c5a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65d9fb2a2af64a8c90ca71a1aa3b14a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1684.783187] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "refresh_cache-3e6f531c-45d9-4932-8aa3-3facc68d8a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.783539] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquired lock "refresh_cache-3e6f531c-45d9-4932-8aa3-3facc68d8a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.783582] env[62220]: DEBUG nova.network.neutron [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.818296] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747661, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.891016] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4576b80d-1b37-4272-888b-74cdf03339dd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.899721] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e77f5e-df96-49de-83ec-38f89180188e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.930261] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6d80b8-fac7-47b8-9c5d-ba7cd7654c42 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.938234] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c8498d-0613-4e04-88dd-7f35292a7df2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.952137] env[62220]: DEBUG nova.compute.provider_tree [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.069905] env[62220]: DEBUG nova.network.neutron [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Successfully created port: db7f2493-06f1-4178-9a1d-c77b968540a9 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1685.113675] env[62220]: DEBUG nova.compute.manager [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1685.319400] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747661, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.640286} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.319400] env[62220]: INFO nova.virt.vmwareapi.ds_util [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e8caebfe-2a74-4b40-abc4-bd0a2b2dd00b/OSTACK_IMG_e8caebfe-2a74-4b40-abc4-bd0a2b2dd00b.vmdk to [datastore1] devstack-image-cache_base/31b8eb8e-bc8b-430c-9268-868f835b75d0/31b8eb8e-bc8b-430c-9268-868f835b75d0.vmdk. [ 1685.319400] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Cleaning up location [datastore1] OSTACK_IMG_e8caebfe-2a74-4b40-abc4-bd0a2b2dd00b {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1685.319400] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e8caebfe-2a74-4b40-abc4-bd0a2b2dd00b {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1685.319400] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6321df81-8e2e-43cc-8219-692d8580e66b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.325630] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1685.325630] env[62220]: value = "task-1747662" [ 1685.325630] env[62220]: _type = "Task" [ 1685.325630] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.337590] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.337590] env[62220]: DEBUG nova.network.neutron [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1685.455076] env[62220]: DEBUG nova.scheduler.client.report [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1685.471667] env[62220]: DEBUG nova.network.neutron [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Updating instance_info_cache with network_info: [{"id": "c7b90d84-d049-49a7-8cba-f4ec6c86d3bb", "address": "fa:16:3e:fc:f4:77", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b90d84-d0", "ovs_interfaceid": "c7b90d84-d049-49a7-8cba-f4ec6c86d3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.836639] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059043} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.836969] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1685.836969] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/31b8eb8e-bc8b-430c-9268-868f835b75d0/31b8eb8e-bc8b-430c-9268-868f835b75d0.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.837202] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/31b8eb8e-bc8b-430c-9268-868f835b75d0/31b8eb8e-bc8b-430c-9268-868f835b75d0.vmdk to [datastore1] a822bbdb-accd-4d13-9335-bc4bf0515601/a822bbdb-accd-4d13-9335-bc4bf0515601.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1685.837464] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fe4eb5e-4e35-45ea-9f04-fe380aa18008 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.846831] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1685.846831] env[62220]: value = "task-1747663" [ 1685.846831] env[62220]: _type = "Task" [ 1685.846831] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.855211] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.960217] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.963030] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.893s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.963275] env[62220]: DEBUG nova.objects.instance [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lazy-loading 'resources' on Instance uuid a1add3ca-9f81-43c9-b38e-b5bd67c41a9f {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.974533] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Releasing lock "refresh_cache-3e6f531c-45d9-4932-8aa3-3facc68d8a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.974860] env[62220]: DEBUG nova.compute.manager [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Instance network_info: |[{"id": "c7b90d84-d049-49a7-8cba-f4ec6c86d3bb", "address": "fa:16:3e:fc:f4:77", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b90d84-d0", "ovs_interfaceid": "c7b90d84-d049-49a7-8cba-f4ec6c86d3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1685.975293] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:f4:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7b90d84-d049-49a7-8cba-f4ec6c86d3bb', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.982911] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Creating folder: Project (532c33991ed54fc49eb100c86ddbecc5). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1685.983807] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d6385f6-ac55-49ec-92e7-67a7f45fc32f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.993499] env[62220]: INFO nova.scheduler.client.report [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted allocations for instance 3a3aaadf-32aa-4ac0-b862-46e53930ff1f [ 1685.998782] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Created folder: Project (532c33991ed54fc49eb100c86ddbecc5) in parent group-v363147. [ 1685.999679] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Creating folder: Instances. Parent ref: group-v363364. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1685.999679] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff6a02f8-13d4-4caa-82fd-fe74357bb229 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.011150] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Created folder: Instances in parent group-v363364. [ 1686.011381] env[62220]: DEBUG oslo.service.loopingcall [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.011610] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1686.011848] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c5df5e0-c6d8-405e-b073-4c2cfdd95f08 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.035790] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1686.035790] env[62220]: value = "task-1747666" [ 1686.035790] env[62220]: _type = "Task" [ 1686.035790] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.044612] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747666, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.122527] env[62220]: DEBUG nova.compute.manager [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1686.150840] env[62220]: DEBUG nova.virt.hardware [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1686.151151] env[62220]: DEBUG nova.virt.hardware [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1686.151339] env[62220]: DEBUG nova.virt.hardware [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.151562] env[62220]: DEBUG nova.virt.hardware [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1686.151725] env[62220]: DEBUG nova.virt.hardware [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.151877] env[62220]: DEBUG nova.virt.hardware [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1686.152104] env[62220]: DEBUG nova.virt.hardware [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1686.152355] env[62220]: DEBUG nova.virt.hardware [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1686.152556] env[62220]: DEBUG nova.virt.hardware [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1686.152725] env[62220]: DEBUG nova.virt.hardware [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1686.152902] env[62220]: DEBUG nova.virt.hardware [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1686.153780] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7d872c-f4b3-4604-9089-10ce00e1d51d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.162784] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942f3383-900f-4bc5-9480-98dd829ddcee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.196968] env[62220]: DEBUG nova.compute.manager [req-78200521-3d7d-4643-8d37-88310ceb3ac6 req-4720ad12-3fe6-4d6b-b8b5-0fb51e98982b service nova] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Received event network-changed-c7b90d84-d049-49a7-8cba-f4ec6c86d3bb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1686.197202] env[62220]: DEBUG nova.compute.manager [req-78200521-3d7d-4643-8d37-88310ceb3ac6 req-4720ad12-3fe6-4d6b-b8b5-0fb51e98982b service nova] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Refreshing instance network info cache due to event network-changed-c7b90d84-d049-49a7-8cba-f4ec6c86d3bb. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1686.197465] env[62220]: DEBUG oslo_concurrency.lockutils [req-78200521-3d7d-4643-8d37-88310ceb3ac6 req-4720ad12-3fe6-4d6b-b8b5-0fb51e98982b service nova] Acquiring lock "refresh_cache-3e6f531c-45d9-4932-8aa3-3facc68d8a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.197642] env[62220]: DEBUG oslo_concurrency.lockutils [req-78200521-3d7d-4643-8d37-88310ceb3ac6 req-4720ad12-3fe6-4d6b-b8b5-0fb51e98982b service nova] Acquired lock "refresh_cache-3e6f531c-45d9-4932-8aa3-3facc68d8a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.197864] env[62220]: DEBUG nova.network.neutron [req-78200521-3d7d-4643-8d37-88310ceb3ac6 req-4720ad12-3fe6-4d6b-b8b5-0fb51e98982b service nova] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Refreshing network info cache for port c7b90d84-d049-49a7-8cba-f4ec6c86d3bb {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.357806] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.504235] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a9fa94f7-8b1c-4960-8551-f5683a80353b tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "3a3aaadf-32aa-4ac0-b862-46e53930ff1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.986s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.551241] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747666, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.760320] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672f017a-3511-41e2-8d39-61193758ce3c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.768064] env[62220]: DEBUG nova.network.neutron [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Successfully updated port: db7f2493-06f1-4178-9a1d-c77b968540a9 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1686.770716] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d050ce6-88c9-4e35-b91b-36abe610c5c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.807399] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9e2024-f5ed-4413-8978-e86cd7c96e9d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.816928] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318c9424-91e7-455b-b54b-cd931b88b286 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.832061] env[62220]: DEBUG nova.compute.provider_tree [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.859707] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.971782] env[62220]: DEBUG nova.network.neutron [req-78200521-3d7d-4643-8d37-88310ceb3ac6 req-4720ad12-3fe6-4d6b-b8b5-0fb51e98982b service nova] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Updated VIF entry in instance network info cache for port c7b90d84-d049-49a7-8cba-f4ec6c86d3bb. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.972228] env[62220]: DEBUG nova.network.neutron [req-78200521-3d7d-4643-8d37-88310ceb3ac6 req-4720ad12-3fe6-4d6b-b8b5-0fb51e98982b service nova] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Updating instance_info_cache with network_info: [{"id": "c7b90d84-d049-49a7-8cba-f4ec6c86d3bb", "address": "fa:16:3e:fc:f4:77", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b90d84-d0", "ovs_interfaceid": "c7b90d84-d049-49a7-8cba-f4ec6c86d3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.049901] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747666, 'name': CreateVM_Task, 'duration_secs': 0.668823} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.050100] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1687.050944] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.051239] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.051671] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1687.052071] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a60461-8adc-4784-a6be-996976b0459a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.059596] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1687.059596] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f22d9b-cb3e-ce70-36f0-117637bb2d8b" [ 1687.059596] env[62220]: _type = "Task" [ 1687.059596] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.070656] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f22d9b-cb3e-ce70-36f0-117637bb2d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.275165] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Acquiring lock "refresh_cache-7aa88467-06b6-492d-88c9-a9130e0101d9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.275456] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Acquired lock "refresh_cache-7aa88467-06b6-492d-88c9-a9130e0101d9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.275670] env[62220]: DEBUG nova.network.neutron [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.340552] env[62220]: DEBUG nova.scheduler.client.report [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1687.360511] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.475124] env[62220]: DEBUG oslo_concurrency.lockutils [req-78200521-3d7d-4643-8d37-88310ceb3ac6 req-4720ad12-3fe6-4d6b-b8b5-0fb51e98982b service nova] Releasing lock "refresh_cache-3e6f531c-45d9-4932-8aa3-3facc68d8a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.571505] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f22d9b-cb3e-ce70-36f0-117637bb2d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.091548} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.571952] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.572261] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1687.572558] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.572769] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.572994] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1687.573305] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f20b701-dee5-48d7-9993-4b6895c949f6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.591307] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1687.591602] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1687.592358] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c422af-6884-4d53-972a-17f1e7a28386 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.598639] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1687.598639] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52130426-b440-47db-0b9d-14ca26887235" [ 1687.598639] env[62220]: _type = "Task" [ 1687.598639] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.611208] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "b436a370-3543-4664-ba54-24090245d2e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.611450] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "b436a370-3543-4664-ba54-24090245d2e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.612570] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52130426-b440-47db-0b9d-14ca26887235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.806873] env[62220]: DEBUG nova.network.neutron [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1687.845832] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.849859] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.590s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.850114] env[62220]: DEBUG nova.objects.instance [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'resources' on Instance uuid f5d1a419-d93b-4988-b051-f1d72b068cc9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.860403] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.866179] env[62220]: INFO nova.scheduler.client.report [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Deleted allocations for instance a1add3ca-9f81-43c9-b38e-b5bd67c41a9f [ 1687.953417] env[62220]: DEBUG nova.network.neutron [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Updating instance_info_cache with network_info: [{"id": "db7f2493-06f1-4178-9a1d-c77b968540a9", "address": "fa:16:3e:e3:19:4f", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7f2493-06", "ovs_interfaceid": "db7f2493-06f1-4178-9a1d-c77b968540a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.108579] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52130426-b440-47db-0b9d-14ca26887235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.114119] env[62220]: DEBUG nova.compute.manager [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1688.271210] env[62220]: DEBUG nova.compute.manager [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Received event network-vif-plugged-db7f2493-06f1-4178-9a1d-c77b968540a9 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1688.271452] env[62220]: DEBUG oslo_concurrency.lockutils [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] Acquiring lock "7aa88467-06b6-492d-88c9-a9130e0101d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.271640] env[62220]: DEBUG oslo_concurrency.lockutils [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] Lock "7aa88467-06b6-492d-88c9-a9130e0101d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.271821] env[62220]: DEBUG oslo_concurrency.lockutils [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] Lock "7aa88467-06b6-492d-88c9-a9130e0101d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.271965] env[62220]: DEBUG nova.compute.manager [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] No waiting events found dispatching network-vif-plugged-db7f2493-06f1-4178-9a1d-c77b968540a9 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1688.272147] env[62220]: WARNING nova.compute.manager [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Received unexpected event network-vif-plugged-db7f2493-06f1-4178-9a1d-c77b968540a9 for instance with vm_state building and task_state spawning. [ 1688.272307] env[62220]: DEBUG nova.compute.manager [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Received event network-changed-db7f2493-06f1-4178-9a1d-c77b968540a9 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1688.272462] env[62220]: DEBUG nova.compute.manager [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Refreshing instance network info cache due to event network-changed-db7f2493-06f1-4178-9a1d-c77b968540a9. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1688.272625] env[62220]: DEBUG oslo_concurrency.lockutils [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] Acquiring lock "refresh_cache-7aa88467-06b6-492d-88c9-a9130e0101d9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.365353] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.375760] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fd25f03a-9645-430c-a1b1-c4071df92dd8 tempest-ImagesTestJSON-442778111 tempest-ImagesTestJSON-442778111-project-member] Lock "a1add3ca-9f81-43c9-b38e-b5bd67c41a9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.815s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.455492] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Releasing lock "refresh_cache-7aa88467-06b6-492d-88c9-a9130e0101d9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.455792] env[62220]: DEBUG nova.compute.manager [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Instance network_info: |[{"id": "db7f2493-06f1-4178-9a1d-c77b968540a9", "address": "fa:16:3e:e3:19:4f", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7f2493-06", "ovs_interfaceid": "db7f2493-06f1-4178-9a1d-c77b968540a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1688.456083] env[62220]: DEBUG oslo_concurrency.lockutils [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] Acquired lock "refresh_cache-7aa88467-06b6-492d-88c9-a9130e0101d9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.457473] env[62220]: DEBUG nova.network.neutron [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Refreshing network info cache for port db7f2493-06f1-4178-9a1d-c77b968540a9 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.457846] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:19:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db7f2493-06f1-4178-9a1d-c77b968540a9', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1688.465289] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Creating folder: Project (65d9fb2a2af64a8c90ca71a1aa3b14a2). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1688.468208] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4317c8ac-009d-4a22-b58b-c71fa82fa30b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.481621] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Created folder: Project (65d9fb2a2af64a8c90ca71a1aa3b14a2) in parent group-v363147. [ 1688.481798] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Creating folder: Instances. Parent ref: group-v363367. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1688.482035] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7040b6b1-18d2-4143-9a00-dd5d49eb4f20 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.492891] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Created folder: Instances in parent group-v363367. [ 1688.493150] env[62220]: DEBUG oslo.service.loopingcall [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.493337] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1688.493542] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c719b43d-0176-4294-b4ae-bf5417caba19 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.515590] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1688.515590] env[62220]: value = "task-1747669" [ 1688.515590] env[62220]: _type = "Task" [ 1688.515590] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.524859] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.596184] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca805052-de73-4021-8639-697699f20346 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.605447] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48bb8f2-8ec2-4973-8f26-1b7aa261ffe3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.614116] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52130426-b440-47db-0b9d-14ca26887235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.644311] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2dc49e-4b96-4b62-aa04-7f89a3fdc25b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.652734] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013974c2-f4bd-4223-9c9f-1d5ff768d97e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.657514] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.666194] env[62220]: DEBUG nova.compute.provider_tree [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.863610] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.026413] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.111843] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52130426-b440-47db-0b9d-14ca26887235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.172051] env[62220]: DEBUG nova.scheduler.client.report [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1689.305361] env[62220]: DEBUG nova.network.neutron [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Updated VIF entry in instance network info cache for port db7f2493-06f1-4178-9a1d-c77b968540a9. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.305723] env[62220]: DEBUG nova.network.neutron [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Updating instance_info_cache with network_info: [{"id": "db7f2493-06f1-4178-9a1d-c77b968540a9", "address": "fa:16:3e:e3:19:4f", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7f2493-06", "ovs_interfaceid": "db7f2493-06f1-4178-9a1d-c77b968540a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.362146] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.528469] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.612079] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52130426-b440-47db-0b9d-14ca26887235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.675196] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.678441] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.681s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.680095] env[62220]: INFO nova.compute.claims [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1689.710416] env[62220]: INFO nova.scheduler.client.report [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleted allocations for instance f5d1a419-d93b-4988-b051-f1d72b068cc9 [ 1689.777652] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2ffa2378-62b1-42f6-90b3-05d21043dc01 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "interface-7962c335-9043-44cf-93b4-187635c88407-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.777896] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2ffa2378-62b1-42f6-90b3-05d21043dc01 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-7962c335-9043-44cf-93b4-187635c88407-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.778328] env[62220]: DEBUG nova.objects.instance [None req-2ffa2378-62b1-42f6-90b3-05d21043dc01 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'flavor' on Instance uuid 7962c335-9043-44cf-93b4-187635c88407 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.808572] env[62220]: DEBUG oslo_concurrency.lockutils [req-05e2bcd7-c4f8-4b1b-8db6-a8a6db19a96a req-d77e5061-20da-40f2-8433-9745dea282ad service nova] Releasing lock "refresh_cache-7aa88467-06b6-492d-88c9-a9130e0101d9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.863459] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.027899] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.112732] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52130426-b440-47db-0b9d-14ca26887235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.223340] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebb7a6c9-31df-427a-b713-cda71b3e44c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "f5d1a419-d93b-4988-b051-f1d72b068cc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.666s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.282181] env[62220]: DEBUG nova.objects.instance [None req-2ffa2378-62b1-42f6-90b3-05d21043dc01 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'pci_requests' on Instance uuid 7962c335-9043-44cf-93b4-187635c88407 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.367658] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.528771] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.612220] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52130426-b440-47db-0b9d-14ca26887235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.785225] env[62220]: DEBUG nova.objects.base [None req-2ffa2378-62b1-42f6-90b3-05d21043dc01 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Object Instance<7962c335-9043-44cf-93b4-187635c88407> lazy-loaded attributes: flavor,pci_requests {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1690.785462] env[62220]: DEBUG nova.network.neutron [None req-2ffa2378-62b1-42f6-90b3-05d21043dc01 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1690.868879] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.911957] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbff229e-7bea-491f-8fca-4bf9244077b2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.922993] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1e339a-9c5f-4d5f-b3ed-681a7f763087 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.961632] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa57347-54f5-4879-9765-7c252c701391 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.970032] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63cf7f4-4c1b-46f7-87e1-b665deb90f8e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.984768] env[62220]: DEBUG nova.compute.provider_tree [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.031130] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.071218] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2ffa2378-62b1-42f6-90b3-05d21043dc01 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-7962c335-9043-44cf-93b4-187635c88407-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.293s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.113851] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52130426-b440-47db-0b9d-14ca26887235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.369697] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.488057] env[62220]: DEBUG nova.scheduler.client.report [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1691.534247] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.615594] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52130426-b440-47db-0b9d-14ca26887235, 'name': SearchDatastore_Task, 'duration_secs': 3.91394} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.616642] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a93a48-f359-4394-820e-fdd17b85aa9e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.622641] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1691.622641] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fcf5ba-7011-1959-85c8-02a7dd9eefc3" [ 1691.622641] env[62220]: _type = "Task" [ 1691.622641] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.631578] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fcf5ba-7011-1959-85c8-02a7dd9eefc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.865500] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.994855] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.995670] env[62220]: DEBUG nova.compute.manager [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1692.000079] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.897s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.000079] env[62220]: INFO nova.compute.claims [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1692.032157] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.094896] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "96ea101b-679a-44b6-80fc-64ed684f853a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.095155] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "96ea101b-679a-44b6-80fc-64ed684f853a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.134903] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fcf5ba-7011-1959-85c8-02a7dd9eefc3, 'name': SearchDatastore_Task, 'duration_secs': 0.288546} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.135287] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.135567] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 3e6f531c-45d9-4932-8aa3-3facc68d8a8d/3e6f531c-45d9-4932-8aa3-3facc68d8a8d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1692.138668] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd1ca06a-10a0-469c-896b-cfc6440bad30 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.144819] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1692.144819] env[62220]: value = "task-1747670" [ 1692.144819] env[62220]: _type = "Task" [ 1692.144819] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.155215] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.366521] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.504710] env[62220]: DEBUG nova.compute.utils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1692.509312] env[62220]: DEBUG nova.compute.manager [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1692.509409] env[62220]: DEBUG nova.network.neutron [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1692.533293] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.573460] env[62220]: DEBUG nova.policy [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9593edd7d6540d5a712e6fe5e39b8f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3b03d165764978887cf5d8abef8fe7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1692.597591] env[62220]: DEBUG nova.compute.manager [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1692.655330] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.827145] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "interface-7962c335-9043-44cf-93b4-187635c88407-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.827506] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-7962c335-9043-44cf-93b4-187635c88407-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.827869] env[62220]: DEBUG nova.objects.instance [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'flavor' on Instance uuid 7962c335-9043-44cf-93b4-187635c88407 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1692.867611] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.001805] env[62220]: DEBUG nova.network.neutron [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Successfully created port: d2c132f4-54a9-4640-a980-d390d55258af {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1693.009753] env[62220]: DEBUG nova.compute.manager [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1693.045784] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.127638] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.157390] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.350215] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e978f63b-e780-43f3-94d5-2c4b8ffae4f8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.363279] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d83ff4-2ce6-42df-82d0-194196b2953d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.372722] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.402542] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c54ef3-3cdf-4eaa-a32e-0663648d1387 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.415923] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb6ccab-decf-4260-bcd6-600239ea3b14 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.431698] env[62220]: DEBUG nova.compute.provider_tree [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.448526] env[62220]: DEBUG nova.objects.instance [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'pci_requests' on Instance uuid 7962c335-9043-44cf-93b4-187635c88407 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.539636] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.658917] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.873404] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747663, 'name': CopyVirtualDisk_Task, 'duration_secs': 7.922262} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.873709] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/31b8eb8e-bc8b-430c-9268-868f835b75d0/31b8eb8e-bc8b-430c-9268-868f835b75d0.vmdk to [datastore1] a822bbdb-accd-4d13-9335-bc4bf0515601/a822bbdb-accd-4d13-9335-bc4bf0515601.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1693.874552] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86792529-8ca3-4245-898c-c195e34ea3b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.899805] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] a822bbdb-accd-4d13-9335-bc4bf0515601/a822bbdb-accd-4d13-9335-bc4bf0515601.vmdk or device None with type streamOptimized {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.899805] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8bfbc2d-9b6b-4cf0-9860-405ee4543d16 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.920118] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1693.920118] env[62220]: value = "task-1747671" [ 1693.920118] env[62220]: _type = "Task" [ 1693.920118] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.930274] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.938586] env[62220]: DEBUG nova.scheduler.client.report [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1693.951693] env[62220]: DEBUG nova.objects.base [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Object Instance<7962c335-9043-44cf-93b4-187635c88407> lazy-loaded attributes: flavor,pci_requests {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1693.951955] env[62220]: DEBUG nova.network.neutron [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1694.022365] env[62220]: DEBUG nova.compute.manager [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1694.028179] env[62220]: DEBUG nova.policy [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6036db37c33b4dcca265e48d3fec0a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6f19b4ce62e41ab9b1da72d29df1ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1694.040917] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.050520] env[62220]: DEBUG nova.virt.hardware [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1694.050520] env[62220]: DEBUG nova.virt.hardware [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1694.050894] env[62220]: DEBUG nova.virt.hardware [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1694.050894] env[62220]: DEBUG nova.virt.hardware [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1694.051077] env[62220]: DEBUG nova.virt.hardware [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1694.051309] env[62220]: DEBUG nova.virt.hardware [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1694.051611] env[62220]: DEBUG nova.virt.hardware [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1694.051840] env[62220]: DEBUG nova.virt.hardware [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1694.052108] env[62220]: DEBUG nova.virt.hardware [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1694.052344] env[62220]: DEBUG nova.virt.hardware [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1694.052599] env[62220]: DEBUG nova.virt.hardware [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1694.053709] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86a91a0-f04f-4fd8-a1b6-265a0de34733 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.063371] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f23d84-9a9f-493a-83ae-df2bb567beef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.160541] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747670, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.435131] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747671, 'name': ReconfigVM_Task, 'duration_secs': 0.331105} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.435452] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Reconfigured VM instance instance-00000022 to attach disk [datastore1] a822bbdb-accd-4d13-9335-bc4bf0515601/a822bbdb-accd-4d13-9335-bc4bf0515601.vmdk or device None with type streamOptimized {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.436136] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6cc03f1-e24e-4e43-ac60-a49a860c87c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.447145] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1694.447145] env[62220]: value = "task-1747672" [ 1694.447145] env[62220]: _type = "Task" [ 1694.447145] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.452241] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.452773] env[62220]: DEBUG nova.compute.manager [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1694.455391] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.061s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.457461] env[62220]: INFO nova.compute.claims [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1694.471587] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747672, 'name': Rename_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.514604] env[62220]: DEBUG nova.network.neutron [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Successfully created port: 4c36817e-207c-4b26-b21a-6b3b1772a3ab {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1694.540740] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.659714] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747670, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.361239} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.660076] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 3e6f531c-45d9-4932-8aa3-3facc68d8a8d/3e6f531c-45d9-4932-8aa3-3facc68d8a8d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1694.662689] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1694.662689] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3bce44c-e9a0-498f-8b00-885f7a0ff668 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.668567] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1694.668567] env[62220]: value = "task-1747673" [ 1694.668567] env[62220]: _type = "Task" [ 1694.668567] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.678264] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.957939] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747672, 'name': Rename_Task, 'duration_secs': 0.148305} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.958290] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1694.958826] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cf6e8cf-897f-4f15-9027-0c1873fdb1e0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.967800] env[62220]: DEBUG nova.compute.utils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1694.968118] env[62220]: DEBUG nova.compute.manager [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1694.968293] env[62220]: DEBUG nova.network.neutron [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1694.975539] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1694.975539] env[62220]: value = "task-1747674" [ 1694.975539] env[62220]: _type = "Task" [ 1694.975539] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.992757] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.042273] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.046537] env[62220]: DEBUG nova.policy [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da77d8f037554fcf837d464fb7305d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b1af6cefd1743c5876656588f212088', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1695.136218] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Acquiring lock "39f43c50-eafb-45d4-84f4-4ce78903ba05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.136218] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Lock "39f43c50-eafb-45d4-84f4-4ce78903ba05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.182741] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064555} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.182741] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1695.182741] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a842679-100b-4889-a602-d07aa116be00 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.212630] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 3e6f531c-45d9-4932-8aa3-3facc68d8a8d/3e6f531c-45d9-4932-8aa3-3facc68d8a8d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1695.212878] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b12aa23-cf6f-4ddc-8a69-144200c4f777 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.234072] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1695.234072] env[62220]: value = "task-1747675" [ 1695.234072] env[62220]: _type = "Task" [ 1695.234072] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.243492] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.477287] env[62220]: DEBUG nova.compute.manager [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1695.489901] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747674, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.542935] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747669, 'name': CreateVM_Task, 'duration_secs': 6.746756} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.545492] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1695.546334] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.546543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.546807] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1695.547063] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eef6e80-de63-445c-ad7b-cb895f637a86 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.552491] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Waiting for the task: (returnval){ [ 1695.552491] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a646b9-f05a-d99f-e103-f4edbdf2c5b3" [ 1695.552491] env[62220]: _type = "Task" [ 1695.552491] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.565864] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a646b9-f05a-d99f-e103-f4edbdf2c5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.640716] env[62220]: DEBUG nova.compute.manager [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1695.659963] env[62220]: DEBUG nova.network.neutron [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Successfully created port: 8d72e3ee-3a54-42fa-8b41-33be308183ee {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1695.745904] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747675, 'name': ReconfigVM_Task, 'duration_secs': 0.403883} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.749836] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 3e6f531c-45d9-4932-8aa3-3facc68d8a8d/3e6f531c-45d9-4932-8aa3-3facc68d8a8d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.749836] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b757eb0a-83ae-4360-891c-e7e3b162dd30 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.757097] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1695.757097] env[62220]: value = "task-1747676" [ 1695.757097] env[62220]: _type = "Task" [ 1695.757097] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.769017] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747676, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.813043] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c2dadd-859e-4fd8-b96f-801657d084b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.820352] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e46fbf2-a8f8-4dc6-8d81-44091616575e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.854904] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7db6d0-7dab-4af1-b9eb-2ca7d783d7f8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.858458] env[62220]: DEBUG nova.compute.manager [req-a8691ff2-e335-415e-a21b-89a4f866afa0 req-97ed4e84-39b2-4b16-ad86-ba41d8e5b760 service nova] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Received event network-vif-plugged-d2c132f4-54a9-4640-a980-d390d55258af {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1695.858761] env[62220]: DEBUG oslo_concurrency.lockutils [req-a8691ff2-e335-415e-a21b-89a4f866afa0 req-97ed4e84-39b2-4b16-ad86-ba41d8e5b760 service nova] Acquiring lock "4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.859034] env[62220]: DEBUG oslo_concurrency.lockutils [req-a8691ff2-e335-415e-a21b-89a4f866afa0 req-97ed4e84-39b2-4b16-ad86-ba41d8e5b760 service nova] Lock "4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.859271] env[62220]: DEBUG oslo_concurrency.lockutils [req-a8691ff2-e335-415e-a21b-89a4f866afa0 req-97ed4e84-39b2-4b16-ad86-ba41d8e5b760 service nova] Lock "4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.859519] env[62220]: DEBUG nova.compute.manager [req-a8691ff2-e335-415e-a21b-89a4f866afa0 req-97ed4e84-39b2-4b16-ad86-ba41d8e5b760 service nova] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] No waiting events found dispatching network-vif-plugged-d2c132f4-54a9-4640-a980-d390d55258af {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1695.859789] env[62220]: WARNING nova.compute.manager [req-a8691ff2-e335-415e-a21b-89a4f866afa0 req-97ed4e84-39b2-4b16-ad86-ba41d8e5b760 service nova] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Received unexpected event network-vif-plugged-d2c132f4-54a9-4640-a980-d390d55258af for instance with vm_state building and task_state spawning. [ 1695.866571] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6c74e7-932a-4886-8572-2506f7617fe1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.882512] env[62220]: DEBUG nova.compute.provider_tree [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.905588] env[62220]: DEBUG nova.network.neutron [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Successfully updated port: d2c132f4-54a9-4640-a980-d390d55258af {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1696.007034] env[62220]: DEBUG oslo_vmware.api [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747674, 'name': PowerOnVM_Task, 'duration_secs': 0.548213} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.007034] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1696.069779] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a646b9-f05a-d99f-e103-f4edbdf2c5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.070221] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.070562] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1696.070987] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.071302] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.071992] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1696.071992] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e72e6c86-c754-4357-bb77-c8facf5c58a8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.082099] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1696.082282] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1696.083075] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ccbea1-9327-4b9e-94c3-6ed517371bec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.090241] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Waiting for the task: (returnval){ [ 1696.090241] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5268aa49-073e-8523-0a40-045d5f442c20" [ 1696.090241] env[62220]: _type = "Task" [ 1696.090241] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.099161] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5268aa49-073e-8523-0a40-045d5f442c20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.163499] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.267029] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747676, 'name': Rename_Task, 'duration_secs': 0.430536} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.267325] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1696.267571] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8802ef82-1c72-4cb9-8272-477d43a69e48 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.274493] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1696.274493] env[62220]: value = "task-1747677" [ 1696.274493] env[62220]: _type = "Task" [ 1696.274493] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.283739] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.386337] env[62220]: DEBUG nova.scheduler.client.report [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1696.409068] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "refresh_cache-4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.409068] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquired lock "refresh_cache-4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.409068] env[62220]: DEBUG nova.network.neutron [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.490909] env[62220]: DEBUG nova.compute.manager [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1696.492368] env[62220]: DEBUG nova.compute.manager [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1697.188980] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b38aa60-a2d2-4908-b99d-9faf5156d95b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.193686] env[62220]: DEBUG nova.network.neutron [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Successfully updated port: 4c36817e-207c-4b26-b21a-6b3b1772a3ab {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1697.195617] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.196078] env[62220]: DEBUG nova.compute.manager [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1697.200977] env[62220]: DEBUG nova.compute.manager [req-a8987c18-5979-459a-af29-968dc58fa79e req-40b71b01-a78e-4b01-9004-3c6e9bd1e558 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Received event network-vif-plugged-4c36817e-207c-4b26-b21a-6b3b1772a3ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1697.201155] env[62220]: DEBUG oslo_concurrency.lockutils [req-a8987c18-5979-459a-af29-968dc58fa79e req-40b71b01-a78e-4b01-9004-3c6e9bd1e558 service nova] Acquiring lock "7962c335-9043-44cf-93b4-187635c88407-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.201412] env[62220]: DEBUG oslo_concurrency.lockutils [req-a8987c18-5979-459a-af29-968dc58fa79e req-40b71b01-a78e-4b01-9004-3c6e9bd1e558 service nova] Lock "7962c335-9043-44cf-93b4-187635c88407-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.201563] env[62220]: DEBUG oslo_concurrency.lockutils [req-a8987c18-5979-459a-af29-968dc58fa79e req-40b71b01-a78e-4b01-9004-3c6e9bd1e558 service nova] Lock "7962c335-9043-44cf-93b4-187635c88407-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.201728] env[62220]: DEBUG nova.compute.manager [req-a8987c18-5979-459a-af29-968dc58fa79e req-40b71b01-a78e-4b01-9004-3c6e9bd1e558 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] No waiting events found dispatching network-vif-plugged-4c36817e-207c-4b26-b21a-6b3b1772a3ab {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1697.201883] env[62220]: WARNING nova.compute.manager [req-a8987c18-5979-459a-af29-968dc58fa79e req-40b71b01-a78e-4b01-9004-3c6e9bd1e558 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Received unexpected event network-vif-plugged-4c36817e-207c-4b26-b21a-6b3b1772a3ab for instance with vm_state active and task_state None. [ 1697.208377] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.111s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.209814] env[62220]: INFO nova.compute.claims [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.225047] env[62220]: DEBUG oslo_vmware.api [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747677, 'name': PowerOnVM_Task, 'duration_secs': 0.53657} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.225676] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5268aa49-073e-8523-0a40-045d5f442c20, 'name': SearchDatastore_Task, 'duration_secs': 0.009122} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.228029] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1697.228238] env[62220]: INFO nova.compute.manager [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Took 13.50 seconds to spawn the instance on the hypervisor. [ 1697.228414] env[62220]: DEBUG nova.compute.manager [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1697.229912] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036240f4-ee5b-4bff-a069-780e80a9fa1f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.232532] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5485d3d0-1508-436c-87ca-12026ed591a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.241685] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Waiting for the task: (returnval){ [ 1697.241685] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f3f5fb-b5bd-86ab-3501-bc52f2154b82" [ 1697.241685] env[62220]: _type = "Task" [ 1697.241685] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.247908] env[62220]: DEBUG nova.virt.hardware [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1697.248168] env[62220]: DEBUG nova.virt.hardware [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1697.249371] env[62220]: DEBUG nova.virt.hardware [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1697.249371] env[62220]: DEBUG nova.virt.hardware [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1697.249371] env[62220]: DEBUG nova.virt.hardware [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1697.249371] env[62220]: DEBUG nova.virt.hardware [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1697.249371] env[62220]: DEBUG nova.virt.hardware [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1697.249371] env[62220]: DEBUG nova.virt.hardware [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1697.249371] env[62220]: DEBUG nova.virt.hardware [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1697.249776] env[62220]: DEBUG nova.virt.hardware [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1697.249776] env[62220]: DEBUG nova.virt.hardware [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1697.253920] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52299242-ead5-4fab-b140-42350a082fe6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.265304] env[62220]: DEBUG nova.network.neutron [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1697.268411] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ddf920-0c79-4327-96ca-a9e650377601 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.272845] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f3f5fb-b5bd-86ab-3501-bc52f2154b82, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.273191] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.273511] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7aa88467-06b6-492d-88c9-a9130e0101d9/7aa88467-06b6-492d-88c9-a9130e0101d9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1697.274435] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c705aa92-ec82-4606-87fa-5e4a00385d91 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.290443] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Waiting for the task: (returnval){ [ 1697.290443] env[62220]: value = "task-1747678" [ 1697.290443] env[62220]: _type = "Task" [ 1697.290443] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.300525] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.596237] env[62220]: DEBUG nova.network.neutron [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Updating instance_info_cache with network_info: [{"id": "d2c132f4-54a9-4640-a980-d390d55258af", "address": "fa:16:3e:0a:30:9d", "network": {"id": "3cb9c0f4-a3e6-472d-af1c-58e50ba4e8af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1807197386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3b03d165764978887cf5d8abef8fe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c132f4-54", "ovs_interfaceid": "d2c132f4-54a9-4640-a980-d390d55258af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.704110] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.704441] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.704868] env[62220]: DEBUG nova.network.neutron [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1697.718908] env[62220]: DEBUG nova.compute.utils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1697.721166] env[62220]: DEBUG nova.compute.manager [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1697.721510] env[62220]: DEBUG nova.network.neutron [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1697.747606] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d26f0420-3cbc-4f1a-b793-ede7984ba6e5 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 41.282s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.763513] env[62220]: INFO nova.compute.manager [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Took 28.89 seconds to build instance. [ 1697.802089] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747678, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.803712] env[62220]: DEBUG nova.policy [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea5d7bd53f854ffa864685df10571409', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54b553ac14914e5cbae5a698bf1f83db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1697.936279] env[62220]: DEBUG nova.network.neutron [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Successfully updated port: 8d72e3ee-3a54-42fa-8b41-33be308183ee {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1698.099768] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Releasing lock "refresh_cache-4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.099768] env[62220]: DEBUG nova.compute.manager [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Instance network_info: |[{"id": "d2c132f4-54a9-4640-a980-d390d55258af", "address": "fa:16:3e:0a:30:9d", "network": {"id": "3cb9c0f4-a3e6-472d-af1c-58e50ba4e8af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1807197386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3b03d165764978887cf5d8abef8fe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c132f4-54", "ovs_interfaceid": "d2c132f4-54a9-4640-a980-d390d55258af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1698.100089] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:30:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2c132f4-54a9-4640-a980-d390d55258af', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1698.107883] env[62220]: DEBUG oslo.service.loopingcall [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.108492] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1698.108762] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bbaaef3-3042-44a5-aee8-f7bdfa5b7ac1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.133912] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1698.133912] env[62220]: value = "task-1747679" [ 1698.133912] env[62220]: _type = "Task" [ 1698.133912] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.143110] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747679, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.225207] env[62220]: DEBUG nova.compute.manager [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1698.231271] env[62220]: DEBUG nova.compute.manager [req-599a622b-2256-4f88-afe9-8df3b7b8743a req-2448be1b-9db5-49a4-b0f3-863f93104df4 service nova] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Received event network-changed-d2c132f4-54a9-4640-a980-d390d55258af {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1698.231540] env[62220]: DEBUG nova.compute.manager [req-599a622b-2256-4f88-afe9-8df3b7b8743a req-2448be1b-9db5-49a4-b0f3-863f93104df4 service nova] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Refreshing instance network info cache due to event network-changed-d2c132f4-54a9-4640-a980-d390d55258af. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1698.231761] env[62220]: DEBUG oslo_concurrency.lockutils [req-599a622b-2256-4f88-afe9-8df3b7b8743a req-2448be1b-9db5-49a4-b0f3-863f93104df4 service nova] Acquiring lock "refresh_cache-4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.231917] env[62220]: DEBUG oslo_concurrency.lockutils [req-599a622b-2256-4f88-afe9-8df3b7b8743a req-2448be1b-9db5-49a4-b0f3-863f93104df4 service nova] Acquired lock "refresh_cache-4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.232098] env[62220]: DEBUG nova.network.neutron [req-599a622b-2256-4f88-afe9-8df3b7b8743a req-2448be1b-9db5-49a4-b0f3-863f93104df4 service nova] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Refreshing network info cache for port d2c132f4-54a9-4640-a980-d390d55258af {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1698.257475] env[62220]: WARNING nova.network.neutron [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] b4e46dd8-eae3-4639-bbf5-9cf346acf1a7 already exists in list: networks containing: ['b4e46dd8-eae3-4639-bbf5-9cf346acf1a7']. ignoring it [ 1698.266411] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b9b25ad8-e430-49d0-add5-1ea0261fc41a tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "3e6f531c-45d9-4932-8aa3-3facc68d8a8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.400s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.305466] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623452} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.305729] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7aa88467-06b6-492d-88c9-a9130e0101d9/7aa88467-06b6-492d-88c9-a9130e0101d9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1698.305992] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1698.306264] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-573e9aa7-6848-4fb2-a111-843c67e8135a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.317147] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Waiting for the task: (returnval){ [ 1698.317147] env[62220]: value = "task-1747680" [ 1698.317147] env[62220]: _type = "Task" [ 1698.317147] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.327511] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.440765] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "refresh_cache-1bc073c3-14cd-4558-b961-9947dcb83760" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.440904] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "refresh_cache-1bc073c3-14cd-4558-b961-9947dcb83760" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.441073] env[62220]: DEBUG nova.network.neutron [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1698.444754] env[62220]: DEBUG nova.network.neutron [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Successfully created port: 1a29819d-9039-4c95-8261-ced7137ca38d {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1698.529095] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c3cc0b-c77a-4d41-9ffa-507794542acd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.537894] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e15e1b8-4205-486b-9538-be88fcec7ca4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.574746] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4905c588-c3d1-4c24-b0b2-9140c26dfa86 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.583050] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1243cc4-c256-4bd4-8baa-e7fb8d94272c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.599145] env[62220]: DEBUG nova.compute.provider_tree [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.643270] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747679, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.826713] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105937} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.829686] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1698.829686] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f1dfb2-c0cb-426c-8433-872f1358ccf4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.851530] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 7aa88467-06b6-492d-88c9-a9130e0101d9/7aa88467-06b6-492d-88c9-a9130e0101d9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.856092] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e0319c0-fdae-40c5-b4f8-e44f68362c1e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.876476] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Waiting for the task: (returnval){ [ 1698.876476] env[62220]: value = "task-1747681" [ 1698.876476] env[62220]: _type = "Task" [ 1698.876476] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.884366] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.964050] env[62220]: DEBUG nova.network.neutron [req-599a622b-2256-4f88-afe9-8df3b7b8743a req-2448be1b-9db5-49a4-b0f3-863f93104df4 service nova] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Updated VIF entry in instance network info cache for port d2c132f4-54a9-4640-a980-d390d55258af. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1698.964430] env[62220]: DEBUG nova.network.neutron [req-599a622b-2256-4f88-afe9-8df3b7b8743a req-2448be1b-9db5-49a4-b0f3-863f93104df4 service nova] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Updating instance_info_cache with network_info: [{"id": "d2c132f4-54a9-4640-a980-d390d55258af", "address": "fa:16:3e:0a:30:9d", "network": {"id": "3cb9c0f4-a3e6-472d-af1c-58e50ba4e8af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1807197386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3b03d165764978887cf5d8abef8fe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c132f4-54", "ovs_interfaceid": "d2c132f4-54a9-4640-a980-d390d55258af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.987696] env[62220]: DEBUG nova.network.neutron [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1699.022541] env[62220]: DEBUG nova.network.neutron [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updating instance_info_cache with network_info: [{"id": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "address": "fa:16:3e:e4:35:fa", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ffd4906-b6", "ovs_interfaceid": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c36817e-207c-4b26-b21a-6b3b1772a3ab", "address": "fa:16:3e:f6:e5:3b", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c36817e-20", "ovs_interfaceid": "4c36817e-207c-4b26-b21a-6b3b1772a3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.102693] env[62220]: DEBUG nova.scheduler.client.report [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1699.134205] env[62220]: DEBUG nova.network.neutron [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Updating instance_info_cache with network_info: [{"id": "8d72e3ee-3a54-42fa-8b41-33be308183ee", "address": "fa:16:3e:4e:96:eb", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d72e3ee-3a", "ovs_interfaceid": "8d72e3ee-3a54-42fa-8b41-33be308183ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.146027] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747679, 'name': CreateVM_Task, 'duration_secs': 0.683046} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.146770] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1699.147486] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.147646] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.147959] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1699.148970] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46acffe4-6a43-4243-9c57-18374fcb9344 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.156304] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1699.156304] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528ac37b-47f1-b17f-e621-6b1c2a4f6ab1" [ 1699.156304] env[62220]: _type = "Task" [ 1699.156304] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.163778] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528ac37b-47f1-b17f-e621-6b1c2a4f6ab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.244425] env[62220]: DEBUG nova.compute.manager [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1699.266370] env[62220]: DEBUG nova.virt.hardware [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1699.266549] env[62220]: DEBUG nova.virt.hardware [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1699.266638] env[62220]: DEBUG nova.virt.hardware [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1699.266834] env[62220]: DEBUG nova.virt.hardware [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1699.266982] env[62220]: DEBUG nova.virt.hardware [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1699.267151] env[62220]: DEBUG nova.virt.hardware [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1699.267361] env[62220]: DEBUG nova.virt.hardware [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1699.267524] env[62220]: DEBUG nova.virt.hardware [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1699.267691] env[62220]: DEBUG nova.virt.hardware [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1699.267852] env[62220]: DEBUG nova.virt.hardware [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1699.268039] env[62220]: DEBUG nova.virt.hardware [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1699.270463] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64533d4-b569-4724-8331-041ebc1b96da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.278098] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5025dcd6-bf93-4d0c-af9b-92e671471af0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.387069] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.470464] env[62220]: DEBUG oslo_concurrency.lockutils [req-599a622b-2256-4f88-afe9-8df3b7b8743a req-2448be1b-9db5-49a4-b0f3-863f93104df4 service nova] Releasing lock "refresh_cache-4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.526043] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.526043] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.526219] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.527094] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22520812-3495-43ba-8735-ad4224497bf6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.544676] env[62220]: DEBUG nova.virt.hardware [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1699.544911] env[62220]: DEBUG nova.virt.hardware [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1699.545081] env[62220]: DEBUG nova.virt.hardware [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1699.545265] env[62220]: DEBUG nova.virt.hardware [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1699.545409] env[62220]: DEBUG nova.virt.hardware [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1699.545553] env[62220]: DEBUG nova.virt.hardware [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1699.545752] env[62220]: DEBUG nova.virt.hardware [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1699.545904] env[62220]: DEBUG nova.virt.hardware [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1699.546078] env[62220]: DEBUG nova.virt.hardware [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1699.546245] env[62220]: DEBUG nova.virt.hardware [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1699.546415] env[62220]: DEBUG nova.virt.hardware [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1699.552871] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Reconfiguring VM to attach interface {{(pid=62220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1699.553277] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23849f38-526a-49a9-9586-7fbbd004f12a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.572248] env[62220]: DEBUG oslo_vmware.api [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1699.572248] env[62220]: value = "task-1747682" [ 1699.572248] env[62220]: _type = "Task" [ 1699.572248] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.580410] env[62220]: DEBUG oslo_vmware.api [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747682, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.609507] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.610055] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.612803] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.483s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.614198] env[62220]: INFO nova.compute.claims [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.639439] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "refresh_cache-1bc073c3-14cd-4558-b961-9947dcb83760" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.639755] env[62220]: DEBUG nova.compute.manager [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Instance network_info: |[{"id": "8d72e3ee-3a54-42fa-8b41-33be308183ee", "address": "fa:16:3e:4e:96:eb", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d72e3ee-3a", "ovs_interfaceid": "8d72e3ee-3a54-42fa-8b41-33be308183ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1699.640192] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:96:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d72e3ee-3a54-42fa-8b41-33be308183ee', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1699.647916] env[62220]: DEBUG oslo.service.loopingcall [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1699.648194] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1699.648520] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac653894-6187-4971-8741-96b407e57296 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.674426] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528ac37b-47f1-b17f-e621-6b1c2a4f6ab1, 'name': SearchDatastore_Task, 'duration_secs': 0.0089} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.675859] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.676152] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1699.676442] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.676641] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.676875] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1699.677212] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1699.677212] env[62220]: value = "task-1747683" [ 1699.677212] env[62220]: _type = "Task" [ 1699.677212] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.677690] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3b721b9-96b6-47a7-a362-8fc62637134a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.689201] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747683, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.829362] env[62220]: DEBUG nova.compute.manager [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Received event network-changed-4c36817e-207c-4b26-b21a-6b3b1772a3ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1699.829439] env[62220]: DEBUG nova.compute.manager [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Refreshing instance network info cache due to event network-changed-4c36817e-207c-4b26-b21a-6b3b1772a3ab. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1699.829653] env[62220]: DEBUG oslo_concurrency.lockutils [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] Acquiring lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.829798] env[62220]: DEBUG oslo_concurrency.lockutils [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] Acquired lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.829954] env[62220]: DEBUG nova.network.neutron [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Refreshing network info cache for port 4c36817e-207c-4b26-b21a-6b3b1772a3ab {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1699.838884] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "2f6961c8-e2a9-43be-a9d9-d88292a7671b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.839356] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "2f6961c8-e2a9-43be-a9d9-d88292a7671b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.854514] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1699.854657] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1699.855368] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f1060a-a0c5-49b5-9b3b-b68714f10ea3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.861921] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1699.861921] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e1a41d-4142-ff50-c332-33f56c7a1f2b" [ 1699.861921] env[62220]: _type = "Task" [ 1699.861921] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.870659] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e1a41d-4142-ff50-c332-33f56c7a1f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.889364] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747681, 'name': ReconfigVM_Task, 'duration_secs': 0.625368} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.889667] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 7aa88467-06b6-492d-88c9-a9130e0101d9/7aa88467-06b6-492d-88c9-a9130e0101d9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.890286] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e078decf-33b2-41f9-aa72-dbf07b7a1ee6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.899259] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Waiting for the task: (returnval){ [ 1699.899259] env[62220]: value = "task-1747684" [ 1699.899259] env[62220]: _type = "Task" [ 1699.899259] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.083388] env[62220]: DEBUG oslo_vmware.api [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.118493] env[62220]: DEBUG nova.compute.utils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1700.123949] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1700.123949] env[62220]: DEBUG nova.network.neutron [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1700.176984] env[62220]: DEBUG nova.policy [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a15f285518274fa9a5ecd88bb40ea11e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2407444c0cf14c03b02170986e41132f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1700.188904] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747683, 'name': CreateVM_Task, 'duration_secs': 0.466107} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.190409] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1700.190409] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.190409] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.190584] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1700.191248] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a482bc-d2cb-4a30-9dee-b7f444bbb531 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.201143] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1700.201143] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c96433-7e2a-de7d-1c83-98ad4f4a5ca0" [ 1700.201143] env[62220]: _type = "Task" [ 1700.201143] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.209418] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c96433-7e2a-de7d-1c83-98ad4f4a5ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.343294] env[62220]: DEBUG nova.compute.manager [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1700.374426] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e1a41d-4142-ff50-c332-33f56c7a1f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.241737} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.375254] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-853b77d3-5b10-4f37-8ddb-0c2b829a2271 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.381298] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1700.381298] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52471f32-b0ac-684f-e2b1-4e4874a01645" [ 1700.381298] env[62220]: _type = "Task" [ 1700.381298] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.390170] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52471f32-b0ac-684f-e2b1-4e4874a01645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.409460] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747684, 'name': Rename_Task, 'duration_secs': 0.204859} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.410462] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1700.410727] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eea77264-1bcc-4138-ae6a-750e64cb62b4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.418522] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Waiting for the task: (returnval){ [ 1700.418522] env[62220]: value = "task-1747685" [ 1700.418522] env[62220]: _type = "Task" [ 1700.418522] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.428789] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.579457] env[62220]: DEBUG nova.network.neutron [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Successfully updated port: 1a29819d-9039-4c95-8261-ced7137ca38d {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1700.591449] env[62220]: DEBUG oslo_vmware.api [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747682, 'name': ReconfigVM_Task, 'duration_secs': 0.86522} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.592229] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.592229] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Reconfigured VM to attach interface {{(pid=62220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1700.619017] env[62220]: DEBUG nova.network.neutron [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Successfully created port: de89eec2-3dcc-4954-932a-4db0cd087711 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1700.625047] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1700.714578] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c96433-7e2a-de7d-1c83-98ad4f4a5ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.011953} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.715351] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.715697] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1700.715952] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.756150] env[62220]: DEBUG nova.network.neutron [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updated VIF entry in instance network info cache for port 4c36817e-207c-4b26-b21a-6b3b1772a3ab. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1700.756583] env[62220]: DEBUG nova.network.neutron [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updating instance_info_cache with network_info: [{"id": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "address": "fa:16:3e:e4:35:fa", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ffd4906-b6", "ovs_interfaceid": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c36817e-207c-4b26-b21a-6b3b1772a3ab", "address": "fa:16:3e:f6:e5:3b", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c36817e-20", "ovs_interfaceid": "4c36817e-207c-4b26-b21a-6b3b1772a3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.864833] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.895306] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52471f32-b0ac-684f-e2b1-4e4874a01645, 'name': SearchDatastore_Task, 'duration_secs': 0.017591} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.895594] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.895870] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0/4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1700.896192] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.896383] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1700.896630] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fc28a73-5d71-4430-b06f-d70db6ccdb63 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.898669] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04666dcb-d8ad-4ff9-b7f2-52e656be1e28 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.910357] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1700.910357] env[62220]: value = "task-1747686" [ 1700.910357] env[62220]: _type = "Task" [ 1700.910357] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.912094] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1700.912598] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1700.916953] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df28bc41-a961-4c46-8d82-44eadea6a41a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.930070] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.932366] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1700.932366] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b7bb27-c532-cb22-7734-2eed36786af2" [ 1700.932366] env[62220]: _type = "Task" [ 1700.932366] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.939320] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.945158] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b7bb27-c532-cb22-7734-2eed36786af2, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.948648] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ec7b04-344c-42ca-85ef-8fa337980cc8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.954665] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1700.954665] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d98ea-72c3-769a-36e7-2e4e5cc2db57" [ 1700.954665] env[62220]: _type = "Task" [ 1700.954665] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.963232] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d98ea-72c3-769a-36e7-2e4e5cc2db57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.991586] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3e3574-4378-4e8e-a481-8215658a2fbb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.004535] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1a6cc7-108f-46e7-a54e-f64142cf45ac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.036679] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d15b607-de5e-4fab-8153-c8ce383c7b1a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.044867] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4debdf6c-f6e9-4259-bfa1-80c1918c065a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.063044] env[62220]: DEBUG nova.compute.provider_tree [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.087137] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "refresh_cache-5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.087137] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquired lock "refresh_cache-5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.087137] env[62220]: DEBUG nova.network.neutron [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.096997] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3c6f8e56-9850-4558-8f1a-6d7b26bec0b3 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-7962c335-9043-44cf-93b4-187635c88407-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.269s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.260723] env[62220]: DEBUG oslo_concurrency.lockutils [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] Releasing lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.261043] env[62220]: DEBUG nova.compute.manager [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Received event network-vif-plugged-8d72e3ee-3a54-42fa-8b41-33be308183ee {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1701.261262] env[62220]: DEBUG oslo_concurrency.lockutils [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] Acquiring lock "1bc073c3-14cd-4558-b961-9947dcb83760-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.261524] env[62220]: DEBUG oslo_concurrency.lockutils [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] Lock "1bc073c3-14cd-4558-b961-9947dcb83760-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.261698] env[62220]: DEBUG oslo_concurrency.lockutils [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] Lock "1bc073c3-14cd-4558-b961-9947dcb83760-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.261869] env[62220]: DEBUG nova.compute.manager [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] No waiting events found dispatching network-vif-plugged-8d72e3ee-3a54-42fa-8b41-33be308183ee {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1701.262048] env[62220]: WARNING nova.compute.manager [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Received unexpected event network-vif-plugged-8d72e3ee-3a54-42fa-8b41-33be308183ee for instance with vm_state building and task_state spawning. [ 1701.262216] env[62220]: DEBUG nova.compute.manager [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Received event network-changed-8d72e3ee-3a54-42fa-8b41-33be308183ee {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1701.262372] env[62220]: DEBUG nova.compute.manager [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Refreshing instance network info cache due to event network-changed-8d72e3ee-3a54-42fa-8b41-33be308183ee. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1701.262595] env[62220]: DEBUG oslo_concurrency.lockutils [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] Acquiring lock "refresh_cache-1bc073c3-14cd-4558-b961-9947dcb83760" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.262737] env[62220]: DEBUG oslo_concurrency.lockutils [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] Acquired lock "refresh_cache-1bc073c3-14cd-4558-b961-9947dcb83760" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.262895] env[62220]: DEBUG nova.network.neutron [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Refreshing network info cache for port 8d72e3ee-3a54-42fa-8b41-33be308183ee {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1701.423920] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747686, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.432187] env[62220]: DEBUG oslo_vmware.api [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747685, 'name': PowerOnVM_Task, 'duration_secs': 0.700511} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.432469] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1701.432722] env[62220]: INFO nova.compute.manager [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Took 15.31 seconds to spawn the instance on the hypervisor. [ 1701.432959] env[62220]: DEBUG nova.compute.manager [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1701.433816] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b86947c-b0a4-4783-8142-b8838f042615 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.465720] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d98ea-72c3-769a-36e7-2e4e5cc2db57, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.466051] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.466216] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 1bc073c3-14cd-4558-b961-9947dcb83760/1bc073c3-14cd-4558-b961-9947dcb83760.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1701.466483] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c53744b0-ce70-4007-9007-110a30719251 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.474214] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1701.474214] env[62220]: value = "task-1747687" [ 1701.474214] env[62220]: _type = "Task" [ 1701.474214] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.482600] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.566459] env[62220]: DEBUG nova.scheduler.client.report [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1701.645233] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1701.648264] env[62220]: DEBUG nova.network.neutron [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1701.714487] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1701.714746] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1701.714912] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.715112] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1701.715265] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.715414] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1701.715675] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1701.715842] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1701.716016] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1701.716196] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1701.716380] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1701.717302] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7f1c71-c8fb-409c-bae3-edd3bcf64e9d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.726699] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa8a5be-68d4-4d49-905e-2cd6f83e509a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.921655] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.993417} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.924059] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0/4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1701.924318] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1701.924652] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-705b70af-70cb-4dec-8b0f-e0fb8c6bc2c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.935474] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1701.935474] env[62220]: value = "task-1747688" [ 1701.935474] env[62220]: _type = "Task" [ 1701.935474] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.943874] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.957529] env[62220]: INFO nova.compute.manager [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Took 32.66 seconds to build instance. [ 1701.985064] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.044990] env[62220]: DEBUG nova.network.neutron [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Updating instance_info_cache with network_info: [{"id": "1a29819d-9039-4c95-8261-ced7137ca38d", "address": "fa:16:3e:32:93:90", "network": {"id": "d22c8d6b-a204-428b-b660-966cac18a495", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-954508290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b553ac14914e5cbae5a698bf1f83db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a29819d-90", "ovs_interfaceid": "1a29819d-9039-4c95-8261-ced7137ca38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.076911] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.076911] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1702.078722] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.421s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.080439] env[62220]: INFO nova.compute.claims [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1702.099176] env[62220]: DEBUG nova.compute.manager [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Received event network-vif-plugged-1a29819d-9039-4c95-8261-ced7137ca38d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1702.099639] env[62220]: DEBUG oslo_concurrency.lockutils [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] Acquiring lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.099772] env[62220]: DEBUG oslo_concurrency.lockutils [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.101058] env[62220]: DEBUG oslo_concurrency.lockutils [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.101058] env[62220]: DEBUG nova.compute.manager [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] No waiting events found dispatching network-vif-plugged-1a29819d-9039-4c95-8261-ced7137ca38d {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1702.101058] env[62220]: WARNING nova.compute.manager [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Received unexpected event network-vif-plugged-1a29819d-9039-4c95-8261-ced7137ca38d for instance with vm_state building and task_state spawning. [ 1702.101573] env[62220]: DEBUG nova.compute.manager [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Received event network-changed-1a29819d-9039-4c95-8261-ced7137ca38d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1702.101636] env[62220]: DEBUG nova.compute.manager [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Refreshing instance network info cache due to event network-changed-1a29819d-9039-4c95-8261-ced7137ca38d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1702.102736] env[62220]: DEBUG oslo_concurrency.lockutils [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] Acquiring lock "refresh_cache-5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.234052] env[62220]: DEBUG nova.network.neutron [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Updated VIF entry in instance network info cache for port 8d72e3ee-3a54-42fa-8b41-33be308183ee. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1702.234630] env[62220]: DEBUG nova.network.neutron [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Updating instance_info_cache with network_info: [{"id": "8d72e3ee-3a54-42fa-8b41-33be308183ee", "address": "fa:16:3e:4e:96:eb", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d72e3ee-3a", "ovs_interfaceid": "8d72e3ee-3a54-42fa-8b41-33be308183ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.266670] env[62220]: DEBUG nova.network.neutron [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Successfully updated port: de89eec2-3dcc-4954-932a-4db0cd087711 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1702.390834] env[62220]: DEBUG nova.compute.manager [req-4bf12244-5343-4c5d-b58c-963dd15cb94a req-f5319af7-8cb5-45dc-aef0-a6bd3348e1fd service nova] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Received event network-vif-plugged-de89eec2-3dcc-4954-932a-4db0cd087711 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1702.391115] env[62220]: DEBUG oslo_concurrency.lockutils [req-4bf12244-5343-4c5d-b58c-963dd15cb94a req-f5319af7-8cb5-45dc-aef0-a6bd3348e1fd service nova] Acquiring lock "538645cf-a7ba-4c79-ba20-563ea2fcd266-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.391436] env[62220]: DEBUG oslo_concurrency.lockutils [req-4bf12244-5343-4c5d-b58c-963dd15cb94a req-f5319af7-8cb5-45dc-aef0-a6bd3348e1fd service nova] Lock "538645cf-a7ba-4c79-ba20-563ea2fcd266-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.391658] env[62220]: DEBUG oslo_concurrency.lockutils [req-4bf12244-5343-4c5d-b58c-963dd15cb94a req-f5319af7-8cb5-45dc-aef0-a6bd3348e1fd service nova] Lock "538645cf-a7ba-4c79-ba20-563ea2fcd266-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.391880] env[62220]: DEBUG nova.compute.manager [req-4bf12244-5343-4c5d-b58c-963dd15cb94a req-f5319af7-8cb5-45dc-aef0-a6bd3348e1fd service nova] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] No waiting events found dispatching network-vif-plugged-de89eec2-3dcc-4954-932a-4db0cd087711 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1702.392112] env[62220]: WARNING nova.compute.manager [req-4bf12244-5343-4c5d-b58c-963dd15cb94a req-f5319af7-8cb5-45dc-aef0-a6bd3348e1fd service nova] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Received unexpected event network-vif-plugged-de89eec2-3dcc-4954-932a-4db0cd087711 for instance with vm_state building and task_state spawning. [ 1702.445103] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082553} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.445468] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1702.446109] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74174289-6026-4920-991f-a037568de884 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.461736] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9d49737e-39a9-4afb-aafe-bbe6ffe22a02 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Lock "7aa88467-06b6-492d-88c9-a9130e0101d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.171s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.471138] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0/4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1702.471557] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57bb6042-520e-45ce-a8d8-5ec8faafa363 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.496811] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747687, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.498220] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1702.498220] env[62220]: value = "task-1747689" [ 1702.498220] env[62220]: _type = "Task" [ 1702.498220] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.506997] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.549720] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Releasing lock "refresh_cache-5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.549720] env[62220]: DEBUG nova.compute.manager [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Instance network_info: |[{"id": "1a29819d-9039-4c95-8261-ced7137ca38d", "address": "fa:16:3e:32:93:90", "network": {"id": "d22c8d6b-a204-428b-b660-966cac18a495", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-954508290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b553ac14914e5cbae5a698bf1f83db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a29819d-90", "ovs_interfaceid": "1a29819d-9039-4c95-8261-ced7137ca38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1702.549720] env[62220]: DEBUG oslo_concurrency.lockutils [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] Acquired lock "refresh_cache-5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.549720] env[62220]: DEBUG nova.network.neutron [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Refreshing network info cache for port 1a29819d-9039-4c95-8261-ced7137ca38d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1702.550142] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:93:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a29819d-9039-4c95-8261-ced7137ca38d', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1702.557790] env[62220]: DEBUG oslo.service.loopingcall [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.558330] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1702.558571] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed8df181-9e7a-4107-8dc0-e640dfbe1fb0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.579463] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1702.579463] env[62220]: value = "task-1747690" [ 1702.579463] env[62220]: _type = "Task" [ 1702.579463] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.585717] env[62220]: DEBUG nova.compute.utils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.592167] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1702.592385] env[62220]: DEBUG nova.network.neutron [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.594227] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747690, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.675159] env[62220]: DEBUG nova.policy [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a15f285518274fa9a5ecd88bb40ea11e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2407444c0cf14c03b02170986e41132f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.737674] env[62220]: DEBUG oslo_concurrency.lockutils [req-fdab6fcf-a228-4d41-9b47-9b45de2b5839 req-ba560d0f-bca2-4031-a84f-3678a02535b3 service nova] Releasing lock "refresh_cache-1bc073c3-14cd-4558-b961-9947dcb83760" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.770763] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "refresh_cache-538645cf-a7ba-4c79-ba20-563ea2fcd266" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.770982] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired lock "refresh_cache-538645cf-a7ba-4c79-ba20-563ea2fcd266" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.771240] env[62220]: DEBUG nova.network.neutron [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.002898] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747687, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.224376} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.007452] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 1bc073c3-14cd-4558-b961-9947dcb83760/1bc073c3-14cd-4558-b961-9947dcb83760.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1703.007452] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1703.007452] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ba2e29b-41bd-4193-b629-38f7e5bd943c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.015407] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.016715] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1703.016715] env[62220]: value = "task-1747691" [ 1703.016715] env[62220]: _type = "Task" [ 1703.016715] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.025633] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.034076] env[62220]: DEBUG nova.network.neutron [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Successfully created port: 0db4581a-7701-4335-9072-90d5fa29dc86 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1703.090201] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747690, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.097944] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1703.312236] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189d3596-0c6f-48f7-818c-684305ffea5d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.324203] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeef7a7-3a99-430c-adb7-603c5e62a81c tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Suspending the VM {{(pid=62220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1703.324479] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d80cf706-2d16-4f86-baac-1c963da1a59b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.333211] env[62220]: DEBUG oslo_vmware.api [None req-3eeef7a7-3a99-430c-adb7-603c5e62a81c tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1703.333211] env[62220]: value = "task-1747692" [ 1703.333211] env[62220]: _type = "Task" [ 1703.333211] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.338593] env[62220]: DEBUG nova.network.neutron [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1703.344512] env[62220]: DEBUG oslo_vmware.api [None req-3eeef7a7-3a99-430c-adb7-603c5e62a81c tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747692, 'name': SuspendVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.387761] env[62220]: DEBUG nova.network.neutron [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Updated VIF entry in instance network info cache for port 1a29819d-9039-4c95-8261-ced7137ca38d. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1703.388197] env[62220]: DEBUG nova.network.neutron [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Updating instance_info_cache with network_info: [{"id": "1a29819d-9039-4c95-8261-ced7137ca38d", "address": "fa:16:3e:32:93:90", "network": {"id": "d22c8d6b-a204-428b-b660-966cac18a495", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-954508290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b553ac14914e5cbae5a698bf1f83db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a29819d-90", "ovs_interfaceid": "1a29819d-9039-4c95-8261-ced7137ca38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.464080] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaddc91-d153-4d4a-86ea-fde656efdacd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.475093] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccab452d-e50d-4d9a-b09b-5f94e9ba5bda {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.514760] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03e41c6-f794-4be7-a7cb-679ea7258a36 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.528036] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747689, 'name': ReconfigVM_Task, 'duration_secs': 0.825295} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.528820] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0/4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1703.530578] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d56a090-b6c8-4d3a-a393-df78d6d7d51b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.537932] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "interface-7962c335-9043-44cf-93b4-187635c88407-ccae2454-5994-4c78-a35a-ec18aaa87ea5" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.538444] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-7962c335-9043-44cf-93b4-187635c88407-ccae2454-5994-4c78-a35a-ec18aaa87ea5" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.538819] env[62220]: DEBUG nova.objects.instance [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'flavor' on Instance uuid 7962c335-9043-44cf-93b4-187635c88407 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.540151] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d5d9cca-9906-4c72-ad54-d7d7104f0159 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.542119] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071121} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.543073] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1703.544169] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131786ed-f6aa-4b16-94e5-8b4a7a89f526 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.560029] env[62220]: DEBUG nova.compute.provider_tree [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.562366] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1703.562366] env[62220]: value = "task-1747693" [ 1703.562366] env[62220]: _type = "Task" [ 1703.562366] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.585359] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 1bc073c3-14cd-4558-b961-9947dcb83760/1bc073c3-14cd-4558-b961-9947dcb83760.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1703.586588] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93dbac3f-be8e-44a3-ab74-19d5026662c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.615036] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747693, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.617867] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747690, 'name': CreateVM_Task, 'duration_secs': 0.794267} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.619133] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1703.619501] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1703.619501] env[62220]: value = "task-1747694" [ 1703.619501] env[62220]: _type = "Task" [ 1703.619501] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.623021] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.623021] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.623021] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1703.623021] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c08855-4e6e-43fe-8651-2a176c030ebe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.630347] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1703.630347] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5261bea4-8922-1686-60ac-ebc66d12c61f" [ 1703.630347] env[62220]: _type = "Task" [ 1703.630347] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.633762] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.642914] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5261bea4-8922-1686-60ac-ebc66d12c61f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.698771] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Acquiring lock "7aa88467-06b6-492d-88c9-a9130e0101d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.699052] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Lock "7aa88467-06b6-492d-88c9-a9130e0101d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.699265] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Acquiring lock "7aa88467-06b6-492d-88c9-a9130e0101d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.699451] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Lock "7aa88467-06b6-492d-88c9-a9130e0101d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.699619] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Lock "7aa88467-06b6-492d-88c9-a9130e0101d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.701914] env[62220]: INFO nova.compute.manager [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Terminating instance [ 1703.797630] env[62220]: DEBUG nova.network.neutron [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Updating instance_info_cache with network_info: [{"id": "de89eec2-3dcc-4954-932a-4db0cd087711", "address": "fa:16:3e:66:a0:d1", "network": {"id": "1c6bd2b1-0bfb-495e-b460-5c3158a2bfc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395063669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2407444c0cf14c03b02170986e41132f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde89eec2-3d", "ovs_interfaceid": "de89eec2-3dcc-4954-932a-4db0cd087711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.844073] env[62220]: DEBUG oslo_vmware.api [None req-3eeef7a7-3a99-430c-adb7-603c5e62a81c tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747692, 'name': SuspendVM_Task} progress is 91%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.890658] env[62220]: DEBUG oslo_concurrency.lockutils [req-fd2ea37f-f1f0-436b-874e-d1fc36998f75 req-b9bfc415-05e5-43d6-88ca-f62c0eabd861 service nova] Releasing lock "refresh_cache-5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.063822] env[62220]: DEBUG nova.scheduler.client.report [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1704.078828] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747693, 'name': Rename_Task, 'duration_secs': 0.433017} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.078828] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1704.079319] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8934ea2-1159-4ccb-a6d5-ca521cd52879 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.086343] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1704.086343] env[62220]: value = "task-1747695" [ 1704.086343] env[62220]: _type = "Task" [ 1704.086343] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.097032] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.113941] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1704.131194] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.143358] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5261bea4-8922-1686-60ac-ebc66d12c61f, 'name': SearchDatastore_Task, 'duration_secs': 0.039695} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.143651] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.143968] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1704.144220] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.144364] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.144543] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1704.144805] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3debe0e-7872-4e41-8249-061f5b421efa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.157538] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1704.157722] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1704.158440] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc68f1f3-82bb-423f-b4b9-2c79e8b4579b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.163104] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1704.163328] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1704.163486] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1704.163801] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1704.163894] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1704.164055] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1704.164275] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1704.164425] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1704.164588] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1704.164744] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1704.164915] env[62220]: DEBUG nova.virt.hardware [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1704.165717] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4fbe41-67b3-4250-8546-0d5b6c78607c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.174292] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1704.174292] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ae7396-5e86-2709-82b9-025c554cb253" [ 1704.174292] env[62220]: _type = "Task" [ 1704.174292] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.178206] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8993fa-8fd1-450f-9782-2b2bea045777 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.187668] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ae7396-5e86-2709-82b9-025c554cb253, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.196223] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d02132-8430-47fc-a61a-102598fdab3d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.202135] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1704.202135] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528d4189-211f-cba3-d383-7f2b5fc040e5" [ 1704.202135] env[62220]: _type = "Task" [ 1704.202135] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.205807] env[62220]: DEBUG nova.compute.manager [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1704.206035] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1704.206841] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c51e028-fa26-4996-8050-3b20c11319db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.215894] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528d4189-211f-cba3-d383-7f2b5fc040e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.218377] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.218377] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf/5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1704.219048] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1704.220506] env[62220]: DEBUG nova.objects.instance [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'pci_requests' on Instance uuid 7962c335-9043-44cf-93b4-187635c88407 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.221030] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11b551a5-135e-4431-a3f0-6745dbdb21dd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.223082] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8770788c-cea2-467f-b7fa-ed4eec457f7f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.231765] env[62220]: DEBUG oslo_vmware.api [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Waiting for the task: (returnval){ [ 1704.231765] env[62220]: value = "task-1747697" [ 1704.231765] env[62220]: _type = "Task" [ 1704.231765] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.233224] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1704.233224] env[62220]: value = "task-1747696" [ 1704.233224] env[62220]: _type = "Task" [ 1704.233224] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.244598] env[62220]: DEBUG oslo_vmware.api [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.247559] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.300614] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Releasing lock "refresh_cache-538645cf-a7ba-4c79-ba20-563ea2fcd266" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.300964] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Instance network_info: |[{"id": "de89eec2-3dcc-4954-932a-4db0cd087711", "address": "fa:16:3e:66:a0:d1", "network": {"id": "1c6bd2b1-0bfb-495e-b460-5c3158a2bfc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395063669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2407444c0cf14c03b02170986e41132f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde89eec2-3d", "ovs_interfaceid": "de89eec2-3dcc-4954-932a-4db0cd087711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1704.301531] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:a0:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de89eec2-3dcc-4954-932a-4db0cd087711', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1704.309635] env[62220]: DEBUG oslo.service.loopingcall [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.309856] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1704.310129] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-310d0463-b8cb-4951-97fd-c83687224bb7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.331447] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1704.331447] env[62220]: value = "task-1747698" [ 1704.331447] env[62220]: _type = "Task" [ 1704.331447] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.342332] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747698, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.345439] env[62220]: DEBUG oslo_vmware.api [None req-3eeef7a7-3a99-430c-adb7-603c5e62a81c tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747692, 'name': SuspendVM_Task, 'duration_secs': 0.92433} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.345731] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeef7a7-3a99-430c-adb7-603c5e62a81c tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Suspended the VM {{(pid=62220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1704.345919] env[62220]: DEBUG nova.compute.manager [None req-3eeef7a7-3a99-430c-adb7-603c5e62a81c tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1704.346673] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317a3100-55a7-42ab-98e5-4c41192546b5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.571911] env[62220]: DEBUG nova.compute.manager [req-2fd49527-209c-4f90-bf1c-6e599605133b req-2c2ed591-15fd-4f05-9b5b-902bc629be40 service nova] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Received event network-changed-de89eec2-3dcc-4954-932a-4db0cd087711 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1704.572181] env[62220]: DEBUG nova.compute.manager [req-2fd49527-209c-4f90-bf1c-6e599605133b req-2c2ed591-15fd-4f05-9b5b-902bc629be40 service nova] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Refreshing instance network info cache due to event network-changed-de89eec2-3dcc-4954-932a-4db0cd087711. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1704.572368] env[62220]: DEBUG oslo_concurrency.lockutils [req-2fd49527-209c-4f90-bf1c-6e599605133b req-2c2ed591-15fd-4f05-9b5b-902bc629be40 service nova] Acquiring lock "refresh_cache-538645cf-a7ba-4c79-ba20-563ea2fcd266" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.572513] env[62220]: DEBUG oslo_concurrency.lockutils [req-2fd49527-209c-4f90-bf1c-6e599605133b req-2c2ed591-15fd-4f05-9b5b-902bc629be40 service nova] Acquired lock "refresh_cache-538645cf-a7ba-4c79-ba20-563ea2fcd266" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.572666] env[62220]: DEBUG nova.network.neutron [req-2fd49527-209c-4f90-bf1c-6e599605133b req-2c2ed591-15fd-4f05-9b5b-902bc629be40 service nova] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Refreshing network info cache for port de89eec2-3dcc-4954-932a-4db0cd087711 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1704.574211] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.574711] env[62220]: DEBUG nova.compute.manager [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1704.577821] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.450s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.579711] env[62220]: INFO nova.compute.claims [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.600416] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747695, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.635157] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747694, 'name': ReconfigVM_Task, 'duration_secs': 0.631435} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.635650] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 1bc073c3-14cd-4558-b961-9947dcb83760/1bc073c3-14cd-4558-b961-9947dcb83760.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1704.636119] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7e68ea7-703d-4a58-bf76-053ce66c1930 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.646446] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1704.646446] env[62220]: value = "task-1747699" [ 1704.646446] env[62220]: _type = "Task" [ 1704.646446] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.655707] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747699, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.668356] env[62220]: DEBUG nova.network.neutron [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Successfully updated port: 0db4581a-7701-4335-9072-90d5fa29dc86 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.726516] env[62220]: DEBUG nova.objects.base [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Object Instance<7962c335-9043-44cf-93b4-187635c88407> lazy-loaded attributes: flavor,pci_requests {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1704.726971] env[62220]: DEBUG nova.network.neutron [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.747572] env[62220]: DEBUG oslo_vmware.api [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747697, 'name': PowerOffVM_Task, 'duration_secs': 0.238777} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.751125] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1704.751345] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1704.751682] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747696, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.751919] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8bb2ae7-7e3d-44d7-8ee4-6349529693db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.801762] env[62220]: DEBUG nova.policy [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6036db37c33b4dcca265e48d3fec0a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6f19b4ce62e41ab9b1da72d29df1ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1704.842129] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747698, 'name': CreateVM_Task, 'duration_secs': 0.469782} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.842954] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1704.843870] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.844128] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.844461] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1704.845037] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d1aaf0-1e4e-472b-9ba0-0174f909cef1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.850661] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1704.850661] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526c9cc1-2911-22f8-68dd-7aec70bc713d" [ 1704.850661] env[62220]: _type = "Task" [ 1704.850661] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.861588] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526c9cc1-2911-22f8-68dd-7aec70bc713d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.933241] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1704.933433] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1704.933650] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Deleting the datastore file [datastore1] 7aa88467-06b6-492d-88c9-a9130e0101d9 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1704.933968] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58420bd4-dbeb-43a1-800b-8007b89c610c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.941918] env[62220]: DEBUG oslo_vmware.api [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Waiting for the task: (returnval){ [ 1704.941918] env[62220]: value = "task-1747701" [ 1704.941918] env[62220]: _type = "Task" [ 1704.941918] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.949952] env[62220]: DEBUG oslo_vmware.api [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.084228] env[62220]: DEBUG nova.compute.utils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1705.089543] env[62220]: DEBUG nova.compute.manager [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1705.089543] env[62220]: DEBUG nova.network.neutron [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1705.105325] env[62220]: DEBUG oslo_vmware.api [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747695, 'name': PowerOnVM_Task, 'duration_secs': 0.674149} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.105623] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1705.105828] env[62220]: INFO nova.compute.manager [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Took 11.08 seconds to spawn the instance on the hypervisor. [ 1705.106013] env[62220]: DEBUG nova.compute.manager [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1705.106819] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f265e363-8a95-49dd-b4cb-cbe8437ffafd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.157289] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747699, 'name': Rename_Task, 'duration_secs': 0.215909} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.157289] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1705.157289] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86f7845a-2fea-47da-a1df-af0c4ed7b97d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.164660] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1705.164660] env[62220]: value = "task-1747702" [ 1705.164660] env[62220]: _type = "Task" [ 1705.164660] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.170698] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "refresh_cache-ed6cb921-db93-4edb-ab45-757f2a96e5e0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.170850] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired lock "refresh_cache-ed6cb921-db93-4edb-ab45-757f2a96e5e0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.170998] env[62220]: DEBUG nova.network.neutron [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.178185] env[62220]: DEBUG nova.policy [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5254631ef594432a1bc0efead6471be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df5aaa5fc3014e25865743150fc88155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1705.202554] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.250923] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722531} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.253276] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf/5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1705.253509] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1705.253782] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58ada265-6786-49ad-b061-29cb2bcab14a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.262037] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1705.262037] env[62220]: value = "task-1747703" [ 1705.262037] env[62220]: _type = "Task" [ 1705.262037] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.271407] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.318995] env[62220]: INFO nova.compute.manager [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Resuming [ 1705.319712] env[62220]: DEBUG nova.objects.instance [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lazy-loading 'flavor' on Instance uuid a822bbdb-accd-4d13-9335-bc4bf0515601 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.361662] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526c9cc1-2911-22f8-68dd-7aec70bc713d, 'name': SearchDatastore_Task, 'duration_secs': 0.085847} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.361973] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.362218] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1705.362452] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.362649] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.362875] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1705.363105] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04cd8c16-8935-4a45-a040-f776cdc9747a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.372649] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1705.372829] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1705.373525] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3711d266-6a05-4c0c-8c38-fb5fddc6cd8e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.378398] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1705.378398] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52da1b36-d1fb-ad8a-e90e-4d6e041d5940" [ 1705.378398] env[62220]: _type = "Task" [ 1705.378398] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.386045] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52da1b36-d1fb-ad8a-e90e-4d6e041d5940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.452193] env[62220]: DEBUG oslo_vmware.api [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Task: {'id': task-1747701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161427} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.452551] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1705.452764] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1705.452952] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1705.453144] env[62220]: INFO nova.compute.manager [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1705.453383] env[62220]: DEBUG oslo.service.loopingcall [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.453575] env[62220]: DEBUG nova.compute.manager [-] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1705.453669] env[62220]: DEBUG nova.network.neutron [-] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1705.549143] env[62220]: DEBUG nova.network.neutron [req-2fd49527-209c-4f90-bf1c-6e599605133b req-2c2ed591-15fd-4f05-9b5b-902bc629be40 service nova] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Updated VIF entry in instance network info cache for port de89eec2-3dcc-4954-932a-4db0cd087711. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1705.549623] env[62220]: DEBUG nova.network.neutron [req-2fd49527-209c-4f90-bf1c-6e599605133b req-2c2ed591-15fd-4f05-9b5b-902bc629be40 service nova] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Updating instance_info_cache with network_info: [{"id": "de89eec2-3dcc-4954-932a-4db0cd087711", "address": "fa:16:3e:66:a0:d1", "network": {"id": "1c6bd2b1-0bfb-495e-b460-5c3158a2bfc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395063669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2407444c0cf14c03b02170986e41132f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde89eec2-3d", "ovs_interfaceid": "de89eec2-3dcc-4954-932a-4db0cd087711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.595396] env[62220]: DEBUG nova.compute.manager [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1705.628490] env[62220]: INFO nova.compute.manager [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Took 27.65 seconds to build instance. [ 1705.685881] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.744751] env[62220]: DEBUG nova.network.neutron [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.780600] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068911} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.780870] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1705.781944] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e719ac-805c-43fa-89e3-ba419ebc1381 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.804747] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf/5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1705.812020] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d928161a-4827-4b4a-968b-dffb922a5817 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.833214] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1705.833214] env[62220]: value = "task-1747704" [ 1705.833214] env[62220]: _type = "Task" [ 1705.833214] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.848864] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.886532] env[62220]: DEBUG nova.network.neutron [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Successfully created port: 97768c95-b26c-4ed6-912e-f0ac3dd379b2 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1705.894469] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52da1b36-d1fb-ad8a-e90e-4d6e041d5940, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.899663] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2697e8dc-12a8-4c8f-a59b-ff11bc50aa00 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.906227] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1705.906227] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526aad72-7521-aad6-68ab-e079e63d3bd8" [ 1705.906227] env[62220]: _type = "Task" [ 1705.906227] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.916678] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526aad72-7521-aad6-68ab-e079e63d3bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.954617] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99c1bd6-2e2d-4c34-a27c-0d281e947be2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.965019] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefa1b0e-8019-42d1-b8bb-d6f09cf53914 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.997172] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adb65ac-ea25-41dc-bdcc-8573db995cd1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.005420] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879446e0-057f-4bc5-9aba-ebe1bceea419 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.020149] env[62220]: DEBUG nova.compute.provider_tree [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1706.053055] env[62220]: DEBUG oslo_concurrency.lockutils [req-2fd49527-209c-4f90-bf1c-6e599605133b req-2c2ed591-15fd-4f05-9b5b-902bc629be40 service nova] Releasing lock "refresh_cache-538645cf-a7ba-4c79-ba20-563ea2fcd266" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.077187] env[62220]: DEBUG nova.network.neutron [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Updating instance_info_cache with network_info: [{"id": "0db4581a-7701-4335-9072-90d5fa29dc86", "address": "fa:16:3e:ff:e7:32", "network": {"id": "1c6bd2b1-0bfb-495e-b460-5c3158a2bfc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395063669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2407444c0cf14c03b02170986e41132f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db4581a-77", "ovs_interfaceid": "0db4581a-7701-4335-9072-90d5fa29dc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.131505] env[62220]: DEBUG oslo_concurrency.lockutils [None req-33a26823-71be-42e0-aae2-a91d2c5e2ba1 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.157s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.178924] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747702, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.325325] env[62220]: DEBUG nova.network.neutron [-] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.348594] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.393865] env[62220]: DEBUG nova.network.neutron [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Successfully updated port: ccae2454-5994-4c78-a35a-ec18aaa87ea5 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.417842] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526aad72-7521-aad6-68ab-e079e63d3bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.418134] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.418391] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 538645cf-a7ba-4c79-ba20-563ea2fcd266/538645cf-a7ba-4c79-ba20-563ea2fcd266.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1706.418651] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72fea749-edf8-45c7-bd36-782e6794ce86 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.427351] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1706.427351] env[62220]: value = "task-1747705" [ 1706.427351] env[62220]: _type = "Task" [ 1706.427351] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.435586] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.545307] env[62220]: ERROR nova.scheduler.client.report [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [req-76f1c4fe-7884-411b-9353-b668fa5e853a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-76f1c4fe-7884-411b-9353-b668fa5e853a"}]} [ 1706.564518] env[62220]: DEBUG nova.scheduler.client.report [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1706.581046] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Releasing lock "refresh_cache-ed6cb921-db93-4edb-ab45-757f2a96e5e0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.581046] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Instance network_info: |[{"id": "0db4581a-7701-4335-9072-90d5fa29dc86", "address": "fa:16:3e:ff:e7:32", "network": {"id": "1c6bd2b1-0bfb-495e-b460-5c3158a2bfc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395063669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2407444c0cf14c03b02170986e41132f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db4581a-77", "ovs_interfaceid": "0db4581a-7701-4335-9072-90d5fa29dc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1706.581046] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:e7:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0db4581a-7701-4335-9072-90d5fa29dc86', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.590342] env[62220]: DEBUG oslo.service.loopingcall [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.590763] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.591089] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5969c36-717b-4b59-8ef4-5115647b6aab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.608237] env[62220]: DEBUG nova.compute.manager [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1706.617202] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.617202] env[62220]: value = "task-1747706" [ 1706.617202] env[62220]: _type = "Task" [ 1706.617202] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.638360] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747706, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.679223] env[62220]: DEBUG oslo_vmware.api [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747702, 'name': PowerOnVM_Task, 'duration_secs': 1.061853} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.680810] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1706.681081] env[62220]: INFO nova.compute.manager [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1706.682034] env[62220]: DEBUG nova.compute.manager [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1706.685014] env[62220]: DEBUG nova.scheduler.client.report [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1706.685270] env[62220]: DEBUG nova.compute.provider_tree [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1706.687965] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46050cc-ea74-4d13-8794-8228863a5ba4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.711922] env[62220]: DEBUG nova.virt.hardware [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1706.712280] env[62220]: DEBUG nova.virt.hardware [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1706.712472] env[62220]: DEBUG nova.virt.hardware [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.712714] env[62220]: DEBUG nova.virt.hardware [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1706.712879] env[62220]: DEBUG nova.virt.hardware [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.713355] env[62220]: DEBUG nova.virt.hardware [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1706.713355] env[62220]: DEBUG nova.virt.hardware [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1706.713759] env[62220]: DEBUG nova.virt.hardware [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1706.713759] env[62220]: DEBUG nova.virt.hardware [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1706.714022] env[62220]: DEBUG nova.virt.hardware [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1706.714819] env[62220]: DEBUG nova.virt.hardware [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1706.715889] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb3689c-36bf-4d32-9bc0-d29dc62c144a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.721007] env[62220]: DEBUG nova.scheduler.client.report [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1706.727932] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c617f651-0d12-4a74-affe-47b57c709f3b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.828395] env[62220]: INFO nova.compute.manager [-] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Took 1.37 seconds to deallocate network for instance. [ 1706.838075] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.838075] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquired lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.838075] env[62220]: DEBUG nova.network.neutron [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.846804] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747704, 'name': ReconfigVM_Task, 'duration_secs': 0.665061} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.847530] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf/5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1706.848278] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ed975d0-012a-4465-8c81-9be91230a167 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.856072] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1706.856072] env[62220]: value = "task-1747707" [ 1706.856072] env[62220]: _type = "Task" [ 1706.856072] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.866838] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747707, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.886157] env[62220]: DEBUG nova.compute.manager [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Received event network-vif-plugged-0db4581a-7701-4335-9072-90d5fa29dc86 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1706.886400] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] Acquiring lock "ed6cb921-db93-4edb-ab45-757f2a96e5e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.886615] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] Lock "ed6cb921-db93-4edb-ab45-757f2a96e5e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.886785] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] Lock "ed6cb921-db93-4edb-ab45-757f2a96e5e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.886961] env[62220]: DEBUG nova.compute.manager [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] No waiting events found dispatching network-vif-plugged-0db4581a-7701-4335-9072-90d5fa29dc86 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1706.887139] env[62220]: WARNING nova.compute.manager [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Received unexpected event network-vif-plugged-0db4581a-7701-4335-9072-90d5fa29dc86 for instance with vm_state building and task_state spawning. [ 1706.887307] env[62220]: DEBUG nova.compute.manager [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Received event network-changed-0db4581a-7701-4335-9072-90d5fa29dc86 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1706.887462] env[62220]: DEBUG nova.compute.manager [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Refreshing instance network info cache due to event network-changed-0db4581a-7701-4335-9072-90d5fa29dc86. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1706.887643] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] Acquiring lock "refresh_cache-ed6cb921-db93-4edb-ab45-757f2a96e5e0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.887779] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] Acquired lock "refresh_cache-ed6cb921-db93-4edb-ab45-757f2a96e5e0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.887936] env[62220]: DEBUG nova.network.neutron [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Refreshing network info cache for port 0db4581a-7701-4335-9072-90d5fa29dc86 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1706.898681] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.898942] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.899185] env[62220]: DEBUG nova.network.neutron [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.902452] env[62220]: DEBUG nova.scheduler.client.report [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1706.942425] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.127508] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747706, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.194346] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.194746] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.195105] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.195442] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.195734] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.199433] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699d2679-da97-46c7-b175-46dde83cbb7b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.203048] env[62220]: INFO nova.compute.manager [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Terminating instance [ 1707.214066] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f44a46-c5a5-4d45-9494-afe0ab54847a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.219366] env[62220]: INFO nova.compute.manager [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Took 29.13 seconds to build instance. [ 1707.248135] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1ecbea-7c7b-452b-b696-77ab6779d2ea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.256673] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3387a376-03b6-47ca-963c-23518a592aff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.271217] env[62220]: DEBUG nova.compute.provider_tree [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1707.338712] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.366207] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747707, 'name': Rename_Task, 'duration_secs': 0.164788} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.366485] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1707.366778] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cabf3437-e47b-4e09-93de-39906100b8db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.375229] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1707.375229] env[62220]: value = "task-1747708" [ 1707.375229] env[62220]: _type = "Task" [ 1707.375229] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.383408] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.439716] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660649} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.439990] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 538645cf-a7ba-4c79-ba20-563ea2fcd266/538645cf-a7ba-4c79-ba20-563ea2fcd266.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1707.440395] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1707.440790] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9a5a9e1-b396-4865-a1e6-1f30e3fb53a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.449132] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1707.449132] env[62220]: value = "task-1747709" [ 1707.449132] env[62220]: _type = "Task" [ 1707.449132] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.449957] env[62220]: WARNING nova.network.neutron [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] b4e46dd8-eae3-4639-bbf5-9cf346acf1a7 already exists in list: networks containing: ['b4e46dd8-eae3-4639-bbf5-9cf346acf1a7']. ignoring it [ 1707.450161] env[62220]: WARNING nova.network.neutron [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] b4e46dd8-eae3-4639-bbf5-9cf346acf1a7 already exists in list: networks containing: ['b4e46dd8-eae3-4639-bbf5-9cf346acf1a7']. ignoring it [ 1707.463945] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.629075] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747706, 'name': CreateVM_Task, 'duration_secs': 0.52488} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.629407] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1707.630052] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.630146] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.630403] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1707.630679] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20c8b0a-230a-410c-b352-2f76e658851d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.635366] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1707.635366] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a43a29-3e5a-1441-2531-c244bff0d3c3" [ 1707.635366] env[62220]: _type = "Task" [ 1707.635366] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.643252] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a43a29-3e5a-1441-2531-c244bff0d3c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.703702] env[62220]: DEBUG nova.network.neutron [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Updating instance_info_cache with network_info: [{"id": "515abe4d-18b8-4368-b254-e79d071fdfea", "address": "fa:16:3e:89:13:91", "network": {"id": "eee60d67-9ead-4605-b478-fa8de098de94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1385946763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a67921d5d04bfc954a397b29ba16c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515abe4d-18", "ovs_interfaceid": "515abe4d-18b8-4368-b254-e79d071fdfea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.709900] env[62220]: DEBUG nova.compute.manager [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.710129] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.710975] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285b7ee6-7181-48cd-a860-ecf0c55ead8a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.721796] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e6a4d555-6e90-4321-923c-0577fcbfc00e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "1bc073c3-14cd-4558-b961-9947dcb83760" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.643s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.724933] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.725201] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddd5fefe-b504-4f61-9410-a79e4b6eefa8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.733446] env[62220]: DEBUG oslo_vmware.api [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1707.733446] env[62220]: value = "task-1747710" [ 1707.733446] env[62220]: _type = "Task" [ 1707.733446] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.743974] env[62220]: DEBUG oslo_vmware.api [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.819889] env[62220]: DEBUG nova.scheduler.client.report [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1707.820156] env[62220]: DEBUG nova.compute.provider_tree [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 113 to 114 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1707.820336] env[62220]: DEBUG nova.compute.provider_tree [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1707.856883] env[62220]: DEBUG nova.network.neutron [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Updated VIF entry in instance network info cache for port 0db4581a-7701-4335-9072-90d5fa29dc86. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1707.857255] env[62220]: DEBUG nova.network.neutron [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Updating instance_info_cache with network_info: [{"id": "0db4581a-7701-4335-9072-90d5fa29dc86", "address": "fa:16:3e:ff:e7:32", "network": {"id": "1c6bd2b1-0bfb-495e-b460-5c3158a2bfc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395063669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2407444c0cf14c03b02170986e41132f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db4581a-77", "ovs_interfaceid": "0db4581a-7701-4335-9072-90d5fa29dc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.868920] env[62220]: DEBUG nova.compute.manager [req-1559799f-6823-4200-9fe0-ba92db81755e req-84e46e77-b754-4f27-bd7e-61ca851b7eb4 service nova] [instance: b436a370-3543-4664-ba54-24090245d2e7] Received event network-vif-plugged-97768c95-b26c-4ed6-912e-f0ac3dd379b2 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1707.869151] env[62220]: DEBUG oslo_concurrency.lockutils [req-1559799f-6823-4200-9fe0-ba92db81755e req-84e46e77-b754-4f27-bd7e-61ca851b7eb4 service nova] Acquiring lock "b436a370-3543-4664-ba54-24090245d2e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.869409] env[62220]: DEBUG oslo_concurrency.lockutils [req-1559799f-6823-4200-9fe0-ba92db81755e req-84e46e77-b754-4f27-bd7e-61ca851b7eb4 service nova] Lock "b436a370-3543-4664-ba54-24090245d2e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.869605] env[62220]: DEBUG oslo_concurrency.lockutils [req-1559799f-6823-4200-9fe0-ba92db81755e req-84e46e77-b754-4f27-bd7e-61ca851b7eb4 service nova] Lock "b436a370-3543-4664-ba54-24090245d2e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.869783] env[62220]: DEBUG nova.compute.manager [req-1559799f-6823-4200-9fe0-ba92db81755e req-84e46e77-b754-4f27-bd7e-61ca851b7eb4 service nova] [instance: b436a370-3543-4664-ba54-24090245d2e7] No waiting events found dispatching network-vif-plugged-97768c95-b26c-4ed6-912e-f0ac3dd379b2 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1707.869974] env[62220]: WARNING nova.compute.manager [req-1559799f-6823-4200-9fe0-ba92db81755e req-84e46e77-b754-4f27-bd7e-61ca851b7eb4 service nova] [instance: b436a370-3543-4664-ba54-24090245d2e7] Received unexpected event network-vif-plugged-97768c95-b26c-4ed6-912e-f0ac3dd379b2 for instance with vm_state building and task_state spawning. [ 1707.888536] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.942463] env[62220]: DEBUG nova.network.neutron [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Successfully updated port: 97768c95-b26c-4ed6-912e-f0ac3dd379b2 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1707.962012] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083473} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.962683] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1707.964063] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a41df6-b80b-4197-8bf7-0c7816a4c291 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.992223] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 538645cf-a7ba-4c79-ba20-563ea2fcd266/538645cf-a7ba-4c79-ba20-563ea2fcd266.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1707.995067] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0a72017-bf7b-4882-a561-1ed611d2dff2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.018337] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1708.018337] env[62220]: value = "task-1747711" [ 1708.018337] env[62220]: _type = "Task" [ 1708.018337] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.026545] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.050070] env[62220]: DEBUG nova.network.neutron [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updating instance_info_cache with network_info: [{"id": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "address": "fa:16:3e:e4:35:fa", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ffd4906-b6", "ovs_interfaceid": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c36817e-207c-4b26-b21a-6b3b1772a3ab", "address": "fa:16:3e:f6:e5:3b", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c36817e-20", "ovs_interfaceid": "4c36817e-207c-4b26-b21a-6b3b1772a3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccae2454-5994-4c78-a35a-ec18aaa87ea5", "address": "fa:16:3e:15:9d:e5", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccae2454-59", "ovs_interfaceid": "ccae2454-5994-4c78-a35a-ec18aaa87ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.147518] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a43a29-3e5a-1441-2531-c244bff0d3c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009183} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.147855] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.148191] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1708.148563] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.148890] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.149206] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.149749] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-924b7bfd-17cc-41e1-b45a-7e203b564d36 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.159672] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.159879] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.160652] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e31abd9c-73e5-40d3-bd07-b8d6dd48157a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.167349] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1708.167349] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f1f69-35a7-5239-3cd0-68220d3439b4" [ 1708.167349] env[62220]: _type = "Task" [ 1708.167349] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.175827] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f1f69-35a7-5239-3cd0-68220d3439b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.210211] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Releasing lock "refresh_cache-a822bbdb-accd-4d13-9335-bc4bf0515601" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.211161] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1742183d-5c6b-4352-a7e1-0d4f8931d002 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.217853] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Resuming the VM {{(pid=62220) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1708.218123] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed7bb128-e975-4639-a7d9-82d36c7d2b59 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.224789] env[62220]: DEBUG oslo_vmware.api [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1708.224789] env[62220]: value = "task-1747712" [ 1708.224789] env[62220]: _type = "Task" [ 1708.224789] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.234015] env[62220]: DEBUG oslo_vmware.api [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.242170] env[62220]: DEBUG oslo_vmware.api [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747710, 'name': PowerOffVM_Task, 'duration_secs': 0.426767} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.242460] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.242745] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.243097] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-344a7228-e8b8-4231-8e11-25644b538a0c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.326066] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.748s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.326659] env[62220]: DEBUG nova.compute.manager [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1708.329677] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.166s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.331655] env[62220]: INFO nova.compute.claims [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1708.361574] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] Releasing lock "refresh_cache-ed6cb921-db93-4edb-ab45-757f2a96e5e0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.363102] env[62220]: DEBUG nova.compute.manager [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Received event network-vif-deleted-db7f2493-06f1-4178-9a1d-c77b968540a9 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1708.363102] env[62220]: DEBUG nova.compute.manager [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Received event network-vif-plugged-ccae2454-5994-4c78-a35a-ec18aaa87ea5 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1708.363102] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] Acquiring lock "7962c335-9043-44cf-93b4-187635c88407-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.363102] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] Lock "7962c335-9043-44cf-93b4-187635c88407-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.363102] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] Lock "7962c335-9043-44cf-93b4-187635c88407-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.363102] env[62220]: DEBUG nova.compute.manager [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] No waiting events found dispatching network-vif-plugged-ccae2454-5994-4c78-a35a-ec18aaa87ea5 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1708.363485] env[62220]: WARNING nova.compute.manager [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Received unexpected event network-vif-plugged-ccae2454-5994-4c78-a35a-ec18aaa87ea5 for instance with vm_state active and task_state None. [ 1708.363485] env[62220]: DEBUG nova.compute.manager [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Received event network-changed-ccae2454-5994-4c78-a35a-ec18aaa87ea5 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1708.363635] env[62220]: DEBUG nova.compute.manager [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Refreshing instance network info cache due to event network-changed-ccae2454-5994-4c78-a35a-ec18aaa87ea5. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1708.363934] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] Acquiring lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.364245] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.366130] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.366130] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Deleting the datastore file [datastore1] 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.366130] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bc12fc6-3b00-4e65-95d1-7a2ee01db3a3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.374219] env[62220]: DEBUG oslo_vmware.api [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for the task: (returnval){ [ 1708.374219] env[62220]: value = "task-1747714" [ 1708.374219] env[62220]: _type = "Task" [ 1708.374219] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.386553] env[62220]: DEBUG oslo_vmware.api [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.389640] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747708, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.449049] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "refresh_cache-b436a370-3543-4664-ba54-24090245d2e7" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.449049] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "refresh_cache-b436a370-3543-4664-ba54-24090245d2e7" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.449337] env[62220]: DEBUG nova.network.neutron [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1708.529806] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747711, 'name': ReconfigVM_Task, 'duration_secs': 0.496956} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.530123] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 538645cf-a7ba-4c79-ba20-563ea2fcd266/538645cf-a7ba-4c79-ba20-563ea2fcd266.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1708.530763] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d7bd4ef-bd48-40d0-b9bc-6a72c12c4d26 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.538099] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1708.538099] env[62220]: value = "task-1747715" [ 1708.538099] env[62220]: _type = "Task" [ 1708.538099] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.547310] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747715, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.555813] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.555813] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.556050] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.556290] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] Acquired lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.556481] env[62220]: DEBUG nova.network.neutron [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Refreshing network info cache for port ccae2454-5994-4c78-a35a-ec18aaa87ea5 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.558608] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7242494a-74c0-4a58-a965-e6966c194b09 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.577834] env[62220]: DEBUG nova.virt.hardware [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1708.578090] env[62220]: DEBUG nova.virt.hardware [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1708.578242] env[62220]: DEBUG nova.virt.hardware [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.578743] env[62220]: DEBUG nova.virt.hardware [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1708.578743] env[62220]: DEBUG nova.virt.hardware [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.578743] env[62220]: DEBUG nova.virt.hardware [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1708.579010] env[62220]: DEBUG nova.virt.hardware [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1708.579155] env[62220]: DEBUG nova.virt.hardware [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1708.579230] env[62220]: DEBUG nova.virt.hardware [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1708.579392] env[62220]: DEBUG nova.virt.hardware [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1708.579615] env[62220]: DEBUG nova.virt.hardware [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1708.585776] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Reconfiguring VM to attach interface {{(pid=62220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1708.586852] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-321f2cb2-da16-47bc-87d0-61cacf34d8cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.605214] env[62220]: DEBUG oslo_vmware.api [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1708.605214] env[62220]: value = "task-1747716" [ 1708.605214] env[62220]: _type = "Task" [ 1708.605214] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.616191] env[62220]: DEBUG oslo_vmware.api [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747716, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.680836] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527f1f69-35a7-5239-3cd0-68220d3439b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012771} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.681752] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6159aa24-906b-4448-b430-1fcecc547dc3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.690318] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1708.690318] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520bbb22-c2b2-f121-1c45-1778099243bd" [ 1708.690318] env[62220]: _type = "Task" [ 1708.690318] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.701509] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520bbb22-c2b2-f121-1c45-1778099243bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.737930] env[62220]: DEBUG oslo_vmware.api [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747712, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.837417] env[62220]: DEBUG nova.compute.utils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1708.841192] env[62220]: DEBUG nova.compute.manager [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1708.841385] env[62220]: DEBUG nova.network.neutron [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1708.887353] env[62220]: DEBUG oslo_vmware.api [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747708, 'name': PowerOnVM_Task, 'duration_secs': 1.086009} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.890711] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.890942] env[62220]: INFO nova.compute.manager [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1708.891150] env[62220]: DEBUG nova.compute.manager [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.891862] env[62220]: DEBUG oslo_vmware.api [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Task: {'id': task-1747714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183614} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.892627] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99516693-3182-413f-9e74-543938444a13 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.895525] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.895719] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.895896] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.896108] env[62220]: INFO nova.compute.manager [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1708.896368] env[62220]: DEBUG oslo.service.loopingcall [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.896565] env[62220]: DEBUG nova.compute.manager [-] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.896658] env[62220]: DEBUG nova.network.neutron [-] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1709.010514] env[62220]: DEBUG nova.network.neutron [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1709.050431] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747715, 'name': Rename_Task, 'duration_secs': 0.232287} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.050715] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1709.050939] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fd198ed-62a5-449f-b42c-29da943f19ce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.059598] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1709.059598] env[62220]: value = "task-1747717" [ 1709.059598] env[62220]: _type = "Task" [ 1709.059598] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.070970] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.115982] env[62220]: DEBUG oslo_vmware.api [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.133291] env[62220]: DEBUG nova.policy [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a0e31babb6441f599a400cfb02a3345', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3abdd0398ad4417dafe7e304ad10efbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.204665] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520bbb22-c2b2-f121-1c45-1778099243bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01756} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.204947] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.205230] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] ed6cb921-db93-4edb-ab45-757f2a96e5e0/ed6cb921-db93-4edb-ab45-757f2a96e5e0.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1709.205506] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e597d8d-097d-4f94-8c09-01a21d1d6a30 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.216343] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1709.216343] env[62220]: value = "task-1747718" [ 1709.216343] env[62220]: _type = "Task" [ 1709.216343] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.232561] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.237426] env[62220]: DEBUG oslo_vmware.api [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747712, 'name': PowerOnVM_Task, 'duration_secs': 0.820477} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.237673] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Resumed the VM {{(pid=62220) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1709.237852] env[62220]: DEBUG nova.compute.manager [None req-6ad0ceb0-5e44-41f4-8374-be73787c82e4 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1709.239123] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a9e8b1-7fd7-4d9b-a5b2-1a5f81175af5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.261204] env[62220]: DEBUG nova.network.neutron [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Updating instance_info_cache with network_info: [{"id": "97768c95-b26c-4ed6-912e-f0ac3dd379b2", "address": "fa:16:3e:94:02:19", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97768c95-b2", "ovs_interfaceid": "97768c95-b26c-4ed6-912e-f0ac3dd379b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.342420] env[62220]: DEBUG nova.compute.manager [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1709.432932] env[62220]: INFO nova.compute.manager [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Took 30.05 seconds to build instance. [ 1709.503631] env[62220]: DEBUG nova.network.neutron [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updated VIF entry in instance network info cache for port ccae2454-5994-4c78-a35a-ec18aaa87ea5. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.504188] env[62220]: DEBUG nova.network.neutron [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updating instance_info_cache with network_info: [{"id": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "address": "fa:16:3e:e4:35:fa", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ffd4906-b6", "ovs_interfaceid": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c36817e-207c-4b26-b21a-6b3b1772a3ab", "address": "fa:16:3e:f6:e5:3b", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c36817e-20", "ovs_interfaceid": "4c36817e-207c-4b26-b21a-6b3b1772a3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccae2454-5994-4c78-a35a-ec18aaa87ea5", "address": "fa:16:3e:15:9d:e5", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccae2454-59", "ovs_interfaceid": "ccae2454-5994-4c78-a35a-ec18aaa87ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.571545] env[62220]: DEBUG oslo_concurrency.lockutils [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "1bc073c3-14cd-4558-b961-9947dcb83760" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.571741] env[62220]: DEBUG oslo_concurrency.lockutils [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "1bc073c3-14cd-4558-b961-9947dcb83760" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.579415] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747717, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.620285] env[62220]: DEBUG oslo_vmware.api [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.641507] env[62220]: DEBUG nova.network.neutron [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Successfully created port: 4f18eec6-9095-4ed2-b2ca-679b8dbb4841 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.725938] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b5264f-f825-4c7d-804d-6425022127b9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.731645] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747718, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.736609] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b24da2-05d7-4f7e-b10d-6eb7933243ce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.773162] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "refresh_cache-b436a370-3543-4664-ba54-24090245d2e7" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.773511] env[62220]: DEBUG nova.compute.manager [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Instance network_info: |[{"id": "97768c95-b26c-4ed6-912e-f0ac3dd379b2", "address": "fa:16:3e:94:02:19", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97768c95-b2", "ovs_interfaceid": "97768c95-b26c-4ed6-912e-f0ac3dd379b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1709.777030] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:02:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97768c95-b26c-4ed6-912e-f0ac3dd379b2', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1709.785273] env[62220]: DEBUG oslo.service.loopingcall [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.786028] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e8a518-2e44-42fc-8ceb-19d8dea8a7e9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.788805] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b436a370-3543-4664-ba54-24090245d2e7] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1709.789595] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c435a931-a17a-4680-85c5-2423371486eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.812351] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edc7d85-1448-4cde-8c1e-c05fd117bb3a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.819452] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1709.819452] env[62220]: value = "task-1747719" [ 1709.819452] env[62220]: _type = "Task" [ 1709.819452] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.833045] env[62220]: DEBUG nova.compute.provider_tree [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.843947] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747719, 'name': CreateVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.896928] env[62220]: DEBUG nova.network.neutron [-] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.935623] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7dd32d2-0baa-4d93-8b97-6f29ab34918d tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.561s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.007839] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a9ecd8f-264e-4b16-8016-4d78d9aa4a79 req-227e790e-477c-4578-a300-b101040cec69 service nova] Releasing lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.070799] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747717, 'name': PowerOnVM_Task, 'duration_secs': 0.673557} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.071398] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1710.071706] env[62220]: INFO nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1710.071957] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1710.072987] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aefdf60-522b-4f0f-b261-0ac40f10dd9c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.077931] env[62220]: DEBUG nova.compute.utils [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1710.117235] env[62220]: DEBUG oslo_vmware.api [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747716, 'name': ReconfigVM_Task, 'duration_secs': 1.431623} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.117854] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.118510] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Reconfigured VM to attach interface {{(pid=62220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1710.229727] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918437} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.230017] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] ed6cb921-db93-4edb-ab45-757f2a96e5e0/ed6cb921-db93-4edb-ab45-757f2a96e5e0.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1710.230304] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1710.230601] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d62580a-c36b-49d7-960a-890c8d575efb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.239266] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1710.239266] env[62220]: value = "task-1747720" [ 1710.239266] env[62220]: _type = "Task" [ 1710.239266] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.247817] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.330894] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747719, 'name': CreateVM_Task, 'duration_secs': 0.51019} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.331097] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b436a370-3543-4664-ba54-24090245d2e7] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1710.331873] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.332074] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.332431] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1710.332724] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7b0b17-e44d-47b5-88e4-a83ccad47b93 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.336811] env[62220]: DEBUG nova.scheduler.client.report [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1710.340430] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1710.340430] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5292acdf-7e49-edce-8946-60e57daa783f" [ 1710.340430] env[62220]: _type = "Task" [ 1710.340430] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.350518] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5292acdf-7e49-edce-8946-60e57daa783f, 'name': SearchDatastore_Task, 'duration_secs': 0.008813} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.350798] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.351047] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1710.351406] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.351625] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.351996] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1710.352273] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e08a7ee-a31b-4c06-a34b-08ca47feaa62 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.354907] env[62220]: DEBUG nova.compute.manager [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1710.363881] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1710.364070] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1710.365364] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a3afdd-5c4a-4af6-aabf-0730a9685774 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.371240] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1710.371240] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5258dab6-4332-0625-a749-8c9dc360358c" [ 1710.371240] env[62220]: _type = "Task" [ 1710.371240] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.380432] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5258dab6-4332-0625-a749-8c9dc360358c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.394452] env[62220]: DEBUG nova.virt.hardware [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1710.394587] env[62220]: DEBUG nova.virt.hardware [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1710.394841] env[62220]: DEBUG nova.virt.hardware [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.394953] env[62220]: DEBUG nova.virt.hardware [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1710.395149] env[62220]: DEBUG nova.virt.hardware [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.395322] env[62220]: DEBUG nova.virt.hardware [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1710.395563] env[62220]: DEBUG nova.virt.hardware [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1710.395750] env[62220]: DEBUG nova.virt.hardware [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1710.395938] env[62220]: DEBUG nova.virt.hardware [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1710.396184] env[62220]: DEBUG nova.virt.hardware [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1710.396340] env[62220]: DEBUG nova.virt.hardware [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1710.397260] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5332cc-2388-435a-83df-bdcbcf3ebb03 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.400396] env[62220]: INFO nova.compute.manager [-] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Took 1.50 seconds to deallocate network for instance. [ 1710.408798] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11761ed1-a9fb-4210-8eb3-59dfe7064798 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.581293] env[62220]: DEBUG oslo_concurrency.lockutils [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "1bc073c3-14cd-4558-b961-9947dcb83760" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.595017] env[62220]: INFO nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Took 28.52 seconds to build instance. [ 1710.623035] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c48f5a78-6a83-4d51-9d97-7b9017acf64c tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-7962c335-9043-44cf-93b4-187635c88407-ccae2454-5994-4c78-a35a-ec18aaa87ea5" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.085s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.749442] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072604} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.749794] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1710.750578] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1ada95-2215-4911-9c4f-d578832e0547 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.772621] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] ed6cb921-db93-4edb-ab45-757f2a96e5e0/ed6cb921-db93-4edb-ab45-757f2a96e5e0.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.772861] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d168aa-77eb-493e-b333-faf3e017ee6d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.792191] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1710.792191] env[62220]: value = "task-1747721" [ 1710.792191] env[62220]: _type = "Task" [ 1710.792191] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.799684] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.841931] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.842517] env[62220]: DEBUG nova.compute.manager [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1710.845255] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.981s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.846771] env[62220]: INFO nova.compute.claims [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1710.882924] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5258dab6-4332-0625-a749-8c9dc360358c, 'name': SearchDatastore_Task, 'duration_secs': 0.008821} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.883751] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf5623d4-8fe6-4f47-8124-9f25a9c75b92 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.889485] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1710.889485] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52657ddb-1b01-7fbf-23ae-c972e6d376c6" [ 1710.889485] env[62220]: _type = "Task" [ 1710.889485] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.897900] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52657ddb-1b01-7fbf-23ae-c972e6d376c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.907274] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.097407] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "538645cf-a7ba-4c79-ba20-563ea2fcd266" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.027s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.262241] env[62220]: DEBUG nova.network.neutron [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Successfully updated port: 4f18eec6-9095-4ed2-b2ca-679b8dbb4841 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.301421] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747721, 'name': ReconfigVM_Task, 'duration_secs': 0.327109} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.301731] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Reconfigured VM instance instance-00000051 to attach disk [datastore1] ed6cb921-db93-4edb-ab45-757f2a96e5e0/ed6cb921-db93-4edb-ab45-757f2a96e5e0.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.302369] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-882bd54d-c8ed-42f8-a622-760ee06acd2d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.309636] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1711.309636] env[62220]: value = "task-1747722" [ 1711.309636] env[62220]: _type = "Task" [ 1711.309636] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.317384] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747722, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.351505] env[62220]: DEBUG nova.compute.utils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1711.358028] env[62220]: DEBUG nova.compute.manager [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1711.358028] env[62220]: DEBUG nova.network.neutron [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1711.396546] env[62220]: DEBUG nova.policy [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '501dc0c6fea3467da5682232da42b4d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ee63a9e91684967b2a8f47d702397c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1711.403108] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52657ddb-1b01-7fbf-23ae-c972e6d376c6, 'name': SearchDatastore_Task, 'duration_secs': 0.027038} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.403894] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.403894] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b436a370-3543-4664-ba54-24090245d2e7/b436a370-3543-4664-ba54-24090245d2e7.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1711.404175] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc532abe-b6b6-4edf-a47e-7865220b6a6a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.413347] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1711.413347] env[62220]: value = "task-1747723" [ 1711.413347] env[62220]: _type = "Task" [ 1711.413347] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.421806] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.652849] env[62220]: DEBUG oslo_concurrency.lockutils [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "1bc073c3-14cd-4558-b961-9947dcb83760" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.653148] env[62220]: DEBUG oslo_concurrency.lockutils [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "1bc073c3-14cd-4558-b961-9947dcb83760" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.653388] env[62220]: INFO nova.compute.manager [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Attaching volume 3b06a061-44e6-480f-b957-746626f4d250 to /dev/sdb [ 1711.667287] env[62220]: DEBUG nova.network.neutron [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Successfully created port: fa973117-bacf-43e2-96e7-14e5c55fd8f2 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1711.708073] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ed0656-0a6b-4789-9acd-6e06ee5a4ecd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.717168] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5326af2b-6d1d-4540-b1ae-b6971cac57f3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.734025] env[62220]: DEBUG nova.virt.block_device [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Updating existing volume attachment record: dc2da7fd-9600-4ef0-9343-b7e9b624fa91 {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1711.765736] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.766026] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.766135] env[62220]: DEBUG nova.network.neutron [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.820627] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747722, 'name': Rename_Task, 'duration_secs': 0.153699} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.820627] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.821202] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95fa8057-4118-4375-ab8a-b45c54026c31 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.828535] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1711.828535] env[62220]: value = "task-1747724" [ 1711.828535] env[62220]: _type = "Task" [ 1711.828535] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.837318] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.856011] env[62220]: DEBUG nova.compute.manager [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1711.929393] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747723, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.938922] env[62220]: DEBUG nova.compute.manager [req-1f1022a6-c6a1-4efa-bad4-dea738b21ab7 req-308eb099-3231-4508-a22b-854280330e2b service nova] [instance: b436a370-3543-4664-ba54-24090245d2e7] Received event network-changed-97768c95-b26c-4ed6-912e-f0ac3dd379b2 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1711.939179] env[62220]: DEBUG nova.compute.manager [req-1f1022a6-c6a1-4efa-bad4-dea738b21ab7 req-308eb099-3231-4508-a22b-854280330e2b service nova] [instance: b436a370-3543-4664-ba54-24090245d2e7] Refreshing instance network info cache due to event network-changed-97768c95-b26c-4ed6-912e-f0ac3dd379b2. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1711.939537] env[62220]: DEBUG oslo_concurrency.lockutils [req-1f1022a6-c6a1-4efa-bad4-dea738b21ab7 req-308eb099-3231-4508-a22b-854280330e2b service nova] Acquiring lock "refresh_cache-b436a370-3543-4664-ba54-24090245d2e7" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.939716] env[62220]: DEBUG oslo_concurrency.lockutils [req-1f1022a6-c6a1-4efa-bad4-dea738b21ab7 req-308eb099-3231-4508-a22b-854280330e2b service nova] Acquired lock "refresh_cache-b436a370-3543-4664-ba54-24090245d2e7" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.939888] env[62220]: DEBUG nova.network.neutron [req-1f1022a6-c6a1-4efa-bad4-dea738b21ab7 req-308eb099-3231-4508-a22b-854280330e2b service nova] [instance: b436a370-3543-4664-ba54-24090245d2e7] Refreshing network info cache for port 97768c95-b26c-4ed6-912e-f0ac3dd379b2 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1712.052127] env[62220]: DEBUG nova.compute.manager [req-5ec609c2-da46-4af3-a61a-511cfae87d8b req-0bbc5e4b-606e-41c9-bb0b-52332a67fed0 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Received event network-vif-plugged-4f18eec6-9095-4ed2-b2ca-679b8dbb4841 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1712.052127] env[62220]: DEBUG oslo_concurrency.lockutils [req-5ec609c2-da46-4af3-a61a-511cfae87d8b req-0bbc5e4b-606e-41c9-bb0b-52332a67fed0 service nova] Acquiring lock "96ea101b-679a-44b6-80fc-64ed684f853a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.052127] env[62220]: DEBUG oslo_concurrency.lockutils [req-5ec609c2-da46-4af3-a61a-511cfae87d8b req-0bbc5e4b-606e-41c9-bb0b-52332a67fed0 service nova] Lock "96ea101b-679a-44b6-80fc-64ed684f853a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.052127] env[62220]: DEBUG oslo_concurrency.lockutils [req-5ec609c2-da46-4af3-a61a-511cfae87d8b req-0bbc5e4b-606e-41c9-bb0b-52332a67fed0 service nova] Lock "96ea101b-679a-44b6-80fc-64ed684f853a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.052127] env[62220]: DEBUG nova.compute.manager [req-5ec609c2-da46-4af3-a61a-511cfae87d8b req-0bbc5e4b-606e-41c9-bb0b-52332a67fed0 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] No waiting events found dispatching network-vif-plugged-4f18eec6-9095-4ed2-b2ca-679b8dbb4841 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1712.053225] env[62220]: WARNING nova.compute.manager [req-5ec609c2-da46-4af3-a61a-511cfae87d8b req-0bbc5e4b-606e-41c9-bb0b-52332a67fed0 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Received unexpected event network-vif-plugged-4f18eec6-9095-4ed2-b2ca-679b8dbb4841 for instance with vm_state building and task_state spawning. [ 1712.236952] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6000ff-e151-4243-aa1b-2832f2bd4df3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.246383] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee0294f-1bb1-4740-af71-7bb775583cd6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.297508] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee05272-bda8-47bc-a5ea-310c91dcd1c0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.310238] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47bcc2f-0300-42b4-b257-d0d87458e800 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.328333] env[62220]: DEBUG nova.compute.provider_tree [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.339402] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747724, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.344400] env[62220]: DEBUG nova.network.neutron [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.426535] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752668} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.426991] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b436a370-3543-4664-ba54-24090245d2e7/b436a370-3543-4664-ba54-24090245d2e7.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1712.427297] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1712.427609] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afdc3e88-e896-4bfd-9d1a-07c8cc522789 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.438291] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1712.438291] env[62220]: value = "task-1747728" [ 1712.438291] env[62220]: _type = "Task" [ 1712.438291] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.456228] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.527572] env[62220]: DEBUG nova.network.neutron [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance_info_cache with network_info: [{"id": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "address": "fa:16:3e:21:b2:2d", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f18eec6-90", "ovs_interfaceid": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.835327] env[62220]: DEBUG nova.scheduler.client.report [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1712.845145] env[62220]: DEBUG oslo_vmware.api [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747724, 'name': PowerOnVM_Task, 'duration_secs': 0.603897} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.845731] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.846566] env[62220]: INFO nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1712.846566] env[62220]: DEBUG nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.849499] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7301779d-574b-4b30-bc98-e94d5b1be297 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.872328] env[62220]: DEBUG nova.compute.manager [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1712.914956] env[62220]: DEBUG nova.virt.hardware [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1712.915226] env[62220]: DEBUG nova.virt.hardware [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1712.915639] env[62220]: DEBUG nova.virt.hardware [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1712.915639] env[62220]: DEBUG nova.virt.hardware [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1712.915780] env[62220]: DEBUG nova.virt.hardware [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1712.915830] env[62220]: DEBUG nova.virt.hardware [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1712.916105] env[62220]: DEBUG nova.virt.hardware [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1712.916313] env[62220]: DEBUG nova.virt.hardware [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1712.916528] env[62220]: DEBUG nova.virt.hardware [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1712.916728] env[62220]: DEBUG nova.virt.hardware [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1712.916996] env[62220]: DEBUG nova.virt.hardware [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1712.918164] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba600b0-1745-412b-b7df-204a0788ac3f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.930886] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcdaf82-8d8d-4b72-a075-c2de59377ed3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.958610] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159901} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.958610] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1712.958610] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf3ca42-3744-4835-ae31-facf4f0a7a1b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.963087] env[62220]: DEBUG nova.network.neutron [req-1f1022a6-c6a1-4efa-bad4-dea738b21ab7 req-308eb099-3231-4508-a22b-854280330e2b service nova] [instance: b436a370-3543-4664-ba54-24090245d2e7] Updated VIF entry in instance network info cache for port 97768c95-b26c-4ed6-912e-f0ac3dd379b2. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1712.963583] env[62220]: DEBUG nova.network.neutron [req-1f1022a6-c6a1-4efa-bad4-dea738b21ab7 req-308eb099-3231-4508-a22b-854280330e2b service nova] [instance: b436a370-3543-4664-ba54-24090245d2e7] Updating instance_info_cache with network_info: [{"id": "97768c95-b26c-4ed6-912e-f0ac3dd379b2", "address": "fa:16:3e:94:02:19", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97768c95-b2", "ovs_interfaceid": "97768c95-b26c-4ed6-912e-f0ac3dd379b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.991119] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] b436a370-3543-4664-ba54-24090245d2e7/b436a370-3543-4664-ba54-24090245d2e7.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.991834] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c08cdf35-f6c5-4135-bdd6-9cedbd16e299 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.017539] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1713.017539] env[62220]: value = "task-1747729" [ 1713.017539] env[62220]: _type = "Task" [ 1713.017539] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.028267] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.030836] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.031160] env[62220]: DEBUG nova.compute.manager [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Instance network_info: |[{"id": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "address": "fa:16:3e:21:b2:2d", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f18eec6-90", "ovs_interfaceid": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1713.031630] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:b2:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f18eec6-9095-4ed2-b2ca-679b8dbb4841', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.039197] env[62220]: DEBUG oslo.service.loopingcall [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.039772] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.040013] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a25193b-c52a-4e27-9ca4-5633dd41fb68 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.060833] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.060833] env[62220]: value = "task-1747730" [ 1713.060833] env[62220]: _type = "Task" [ 1713.060833] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.071583] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747730, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.279830] env[62220]: DEBUG nova.network.neutron [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Successfully updated port: fa973117-bacf-43e2-96e7-14e5c55fd8f2 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1713.348064] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.348275] env[62220]: DEBUG nova.compute.manager [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1713.350936] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.012s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.351115] env[62220]: DEBUG nova.objects.instance [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Lazy-loading 'resources' on Instance uuid 7aa88467-06b6-492d-88c9-a9130e0101d9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1713.364127] env[62220]: INFO nova.compute.manager [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Took 31.25 seconds to build instance. [ 1713.466394] env[62220]: DEBUG oslo_concurrency.lockutils [req-1f1022a6-c6a1-4efa-bad4-dea738b21ab7 req-308eb099-3231-4508-a22b-854280330e2b service nova] Releasing lock "refresh_cache-b436a370-3543-4664-ba54-24090245d2e7" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.466700] env[62220]: DEBUG nova.compute.manager [req-1f1022a6-c6a1-4efa-bad4-dea738b21ab7 req-308eb099-3231-4508-a22b-854280330e2b service nova] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Received event network-vif-deleted-d2c132f4-54a9-4640-a980-d390d55258af {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1713.512387] env[62220]: DEBUG oslo_concurrency.lockutils [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "interface-7962c335-9043-44cf-93b4-187635c88407-4c36817e-207c-4b26-b21a-6b3b1772a3ab" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.512674] env[62220]: DEBUG oslo_concurrency.lockutils [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-7962c335-9043-44cf-93b4-187635c88407-4c36817e-207c-4b26-b21a-6b3b1772a3ab" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.527773] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.572031] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747730, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.782446] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Acquiring lock "refresh_cache-39f43c50-eafb-45d4-84f4-4ce78903ba05" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.782614] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Acquired lock "refresh_cache-39f43c50-eafb-45d4-84f4-4ce78903ba05" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.782782] env[62220]: DEBUG nova.network.neutron [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1713.854098] env[62220]: DEBUG nova.compute.utils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1713.855583] env[62220]: DEBUG nova.compute.manager [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1713.855815] env[62220]: DEBUG nova.network.neutron [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1713.868111] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27b7cc8f-8916-4c3c-a8af-cba664acd603 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "ed6cb921-db93-4edb-ab45-757f2a96e5e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.761s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.916836] env[62220]: DEBUG nova.policy [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd44a204996043309c640a0cb6d703ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '532c33991ed54fc49eb100c86ddbecc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1714.017887] env[62220]: DEBUG oslo_concurrency.lockutils [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.018019] env[62220]: DEBUG oslo_concurrency.lockutils [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.019042] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40bbc00-4866-498f-876d-7bfb9ddead46 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.046299] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747729, 'name': ReconfigVM_Task, 'duration_secs': 0.630151} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.047035] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f29b9f-7709-43ce-8a5a-8d567df70e25 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.049642] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Reconfigured VM instance instance-00000052 to attach disk [datastore1] b436a370-3543-4664-ba54-24090245d2e7/b436a370-3543-4664-ba54-24090245d2e7.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.050323] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cdd690e-bcdd-499c-bca3-2e058bec3f90 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.081386] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Reconfiguring VM to detach interface {{(pid=62220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1714.088958] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a36accf-ae6d-4759-93a1-14ed3b7cd736 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.102536] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1714.102536] env[62220]: value = "task-1747731" [ 1714.102536] env[62220]: _type = "Task" [ 1714.102536] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.111722] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747730, 'name': CreateVM_Task, 'duration_secs': 0.538808} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.117842] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1714.117842] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1714.117842] env[62220]: value = "task-1747733" [ 1714.117842] env[62220]: _type = "Task" [ 1714.117842] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.119412] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.119412] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.119412] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1714.123139] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666bcc91-30b2-4a0f-8c0b-d3828886df59 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.128827] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747731, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.131689] env[62220]: DEBUG nova.compute.manager [req-c6dfc10d-833a-4c4e-b894-81ecb795c6a5 req-01fc8c00-8308-4de1-80c7-6c15ee1e3521 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Received event network-changed-1a29819d-9039-4c95-8261-ced7137ca38d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1714.132145] env[62220]: DEBUG nova.compute.manager [req-c6dfc10d-833a-4c4e-b894-81ecb795c6a5 req-01fc8c00-8308-4de1-80c7-6c15ee1e3521 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Refreshing instance network info cache due to event network-changed-1a29819d-9039-4c95-8261-ced7137ca38d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1714.132296] env[62220]: DEBUG oslo_concurrency.lockutils [req-c6dfc10d-833a-4c4e-b894-81ecb795c6a5 req-01fc8c00-8308-4de1-80c7-6c15ee1e3521 service nova] Acquiring lock "refresh_cache-5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.132424] env[62220]: DEBUG oslo_concurrency.lockutils [req-c6dfc10d-833a-4c4e-b894-81ecb795c6a5 req-01fc8c00-8308-4de1-80c7-6c15ee1e3521 service nova] Acquired lock "refresh_cache-5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.132665] env[62220]: DEBUG nova.network.neutron [req-c6dfc10d-833a-4c4e-b894-81ecb795c6a5 req-01fc8c00-8308-4de1-80c7-6c15ee1e3521 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Refreshing network info cache for port 1a29819d-9039-4c95-8261-ced7137ca38d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1714.141808] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1714.141808] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5254d5bf-e8ba-826d-e740-6ff3eb04bd67" [ 1714.141808] env[62220]: _type = "Task" [ 1714.141808] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.145503] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.156817] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5254d5bf-e8ba-826d-e740-6ff3eb04bd67, 'name': SearchDatastore_Task, 'duration_secs': 0.011823} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.159727] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.159977] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.160263] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.160404] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.160713] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.161596] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd40ec52-69ce-4ace-8ad1-32dec53fa643 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.171346] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.171346] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.173667] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f82af74-8ab1-4874-a727-fe7660cd5086 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.180125] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1714.180125] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52211ab2-1d23-bb90-0fac-223e87eb3a67" [ 1714.180125] env[62220]: _type = "Task" [ 1714.180125] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.189722] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52211ab2-1d23-bb90-0fac-223e87eb3a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.241649] env[62220]: DEBUG nova.network.neutron [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Successfully created port: b7d3e303-59da-489d-b5ba-60612606a3d2 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1714.247060] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0a6284-1722-4bae-b1db-294e4242c1df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.255031] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06495ba0-975b-4239-abab-76a6cecb5470 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.287081] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "538645cf-a7ba-4c79-ba20-563ea2fcd266" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.287364] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "538645cf-a7ba-4c79-ba20-563ea2fcd266" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.287953] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "538645cf-a7ba-4c79-ba20-563ea2fcd266-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.287953] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "538645cf-a7ba-4c79-ba20-563ea2fcd266-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.287953] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "538645cf-a7ba-4c79-ba20-563ea2fcd266-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.292735] env[62220]: INFO nova.compute.manager [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Terminating instance [ 1714.294255] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1d313d-dddc-4247-8b82-701b0650da44 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.301227] env[62220]: DEBUG nova.compute.manager [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Received event network-changed-4f18eec6-9095-4ed2-b2ca-679b8dbb4841 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1714.301227] env[62220]: DEBUG nova.compute.manager [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Refreshing instance network info cache due to event network-changed-4f18eec6-9095-4ed2-b2ca-679b8dbb4841. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1714.301227] env[62220]: DEBUG oslo_concurrency.lockutils [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] Acquiring lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.301227] env[62220]: DEBUG oslo_concurrency.lockutils [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] Acquired lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.301227] env[62220]: DEBUG nova.network.neutron [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Refreshing network info cache for port 4f18eec6-9095-4ed2-b2ca-679b8dbb4841 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1714.308177] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1003be41-eda1-4d62-99eb-e325db14b474 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.323770] env[62220]: DEBUG nova.compute.provider_tree [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.337937] env[62220]: DEBUG oslo_concurrency.lockutils [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "ed6cb921-db93-4edb-ab45-757f2a96e5e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.338225] env[62220]: DEBUG oslo_concurrency.lockutils [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "ed6cb921-db93-4edb-ab45-757f2a96e5e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.338438] env[62220]: DEBUG oslo_concurrency.lockutils [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "ed6cb921-db93-4edb-ab45-757f2a96e5e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.338621] env[62220]: DEBUG oslo_concurrency.lockutils [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "ed6cb921-db93-4edb-ab45-757f2a96e5e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.338787] env[62220]: DEBUG oslo_concurrency.lockutils [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "ed6cb921-db93-4edb-ab45-757f2a96e5e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.340888] env[62220]: INFO nova.compute.manager [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Terminating instance [ 1714.360885] env[62220]: DEBUG nova.compute.manager [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1714.371361] env[62220]: DEBUG nova.network.neutron [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1714.613870] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747731, 'name': Rename_Task, 'duration_secs': 0.175029} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.614158] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.614407] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99d5a47d-a5fe-4990-84b2-869c17eeb825 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.621390] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1714.621390] env[62220]: value = "task-1747734" [ 1714.621390] env[62220]: _type = "Task" [ 1714.621390] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.625337] env[62220]: DEBUG nova.network.neutron [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Updating instance_info_cache with network_info: [{"id": "fa973117-bacf-43e2-96e7-14e5c55fd8f2", "address": "fa:16:3e:41:11:eb", "network": {"id": "954f80ce-9c81-4b4e-9a44-fbce64a41ecb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-994139082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee63a9e91684967b2a8f47d702397c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa973117-ba", "ovs_interfaceid": "fa973117-bacf-43e2-96e7-14e5c55fd8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.636547] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.640550] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.646145] env[62220]: DEBUG oslo_concurrency.lockutils [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.646269] env[62220]: DEBUG oslo_concurrency.lockutils [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.693752] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52211ab2-1d23-bb90-0fac-223e87eb3a67, 'name': SearchDatastore_Task, 'duration_secs': 0.010144} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.694549] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6fc78f-2dd6-4ab4-af20-ed6f501754bc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.699996] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1714.699996] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a2f282-acc8-aece-e52a-4aae2660c05d" [ 1714.699996] env[62220]: _type = "Task" [ 1714.699996] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.707976] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a2f282-acc8-aece-e52a-4aae2660c05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.803294] env[62220]: DEBUG nova.compute.manager [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.803557] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.806373] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f62e11-74f4-4796-9141-f7677df83a0b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.816472] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.817094] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d43e7cc1-f1ce-4a86-9481-1948c8bf55fc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.823530] env[62220]: DEBUG oslo_vmware.api [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1714.823530] env[62220]: value = "task-1747735" [ 1714.823530] env[62220]: _type = "Task" [ 1714.823530] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.827953] env[62220]: DEBUG nova.scheduler.client.report [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1714.837791] env[62220]: DEBUG oslo_vmware.api [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.847351] env[62220]: DEBUG nova.compute.manager [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.847565] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.849091] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50977a1-0cda-4e6c-a295-2300d52292cf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.859295] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.859593] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b7f08f9-d6ae-4dff-9fc7-145de654bdff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.869051] env[62220]: DEBUG oslo_vmware.api [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1714.869051] env[62220]: value = "task-1747736" [ 1714.869051] env[62220]: _type = "Task" [ 1714.869051] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.878811] env[62220]: DEBUG oslo_vmware.api [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.952571] env[62220]: DEBUG nova.network.neutron [req-c6dfc10d-833a-4c4e-b894-81ecb795c6a5 req-01fc8c00-8308-4de1-80c7-6c15ee1e3521 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Updated VIF entry in instance network info cache for port 1a29819d-9039-4c95-8261-ced7137ca38d. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1714.953017] env[62220]: DEBUG nova.network.neutron [req-c6dfc10d-833a-4c4e-b894-81ecb795c6a5 req-01fc8c00-8308-4de1-80c7-6c15ee1e3521 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Updating instance_info_cache with network_info: [{"id": "1a29819d-9039-4c95-8261-ced7137ca38d", "address": "fa:16:3e:32:93:90", "network": {"id": "d22c8d6b-a204-428b-b660-966cac18a495", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-954508290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b553ac14914e5cbae5a698bf1f83db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a29819d-90", "ovs_interfaceid": "1a29819d-9039-4c95-8261-ced7137ca38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.048325] env[62220]: DEBUG nova.network.neutron [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updated VIF entry in instance network info cache for port 4f18eec6-9095-4ed2-b2ca-679b8dbb4841. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1715.048556] env[62220]: DEBUG nova.network.neutron [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance_info_cache with network_info: [{"id": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "address": "fa:16:3e:21:b2:2d", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f18eec6-90", "ovs_interfaceid": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.130605] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Releasing lock "refresh_cache-39f43c50-eafb-45d4-84f4-4ce78903ba05" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.130928] env[62220]: DEBUG nova.compute.manager [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Instance network_info: |[{"id": "fa973117-bacf-43e2-96e7-14e5c55fd8f2", "address": "fa:16:3e:41:11:eb", "network": {"id": "954f80ce-9c81-4b4e-9a44-fbce64a41ecb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-994139082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee63a9e91684967b2a8f47d702397c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa973117-ba", "ovs_interfaceid": "fa973117-bacf-43e2-96e7-14e5c55fd8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1715.137436] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:11:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa973117-bacf-43e2-96e7-14e5c55fd8f2', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.145778] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Creating folder: Project (3ee63a9e91684967b2a8f47d702397c9). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1715.146115] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.146347] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747734, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.146573] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e195f980-ed1e-4b8f-9a59-86cc3c984dd2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.149159] env[62220]: DEBUG nova.compute.utils [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1715.162074] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Created folder: Project (3ee63a9e91684967b2a8f47d702397c9) in parent group-v363147. [ 1715.162267] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Creating folder: Instances. Parent ref: group-v363379. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1715.162832] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44b7b6a8-b877-4fbf-bcff-3fb5d54f27d6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.177182] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Created folder: Instances in parent group-v363379. [ 1715.177500] env[62220]: DEBUG oslo.service.loopingcall [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.177624] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1715.177836] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ce2586e-ce6e-40a3-a8a1-2d0b91387146 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.201073] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.201073] env[62220]: value = "task-1747739" [ 1715.201073] env[62220]: _type = "Task" [ 1715.201073] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.212303] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a2f282-acc8-aece-e52a-4aae2660c05d, 'name': SearchDatastore_Task, 'duration_secs': 0.014914} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.215350] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.215632] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 96ea101b-679a-44b6-80fc-64ed684f853a/96ea101b-679a-44b6-80fc-64ed684f853a.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.215847] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747739, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.216063] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31a6ebe5-fb36-450a-a83d-37924c21c427 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.223959] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1715.223959] env[62220]: value = "task-1747740" [ 1715.223959] env[62220]: _type = "Task" [ 1715.223959] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.235477] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.335425] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.337454] env[62220]: DEBUG oslo_vmware.api [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747735, 'name': PowerOffVM_Task, 'duration_secs': 0.189274} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.338093] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.431s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.338586] env[62220]: DEBUG nova.objects.instance [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lazy-loading 'resources' on Instance uuid 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.339301] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.339481] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1715.339938] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d87b05b-85cf-4868-8d8a-9d35fc49abd0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.360099] env[62220]: INFO nova.scheduler.client.report [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Deleted allocations for instance 7aa88467-06b6-492d-88c9-a9130e0101d9 [ 1715.371040] env[62220]: DEBUG nova.compute.manager [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1715.382978] env[62220]: DEBUG oslo_vmware.api [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747736, 'name': PowerOffVM_Task, 'duration_secs': 0.214266} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.383227] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.383396] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1715.383651] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4be223d0-b095-493b-be29-5a4aed976ef1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.408589] env[62220]: DEBUG nova.virt.hardware [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1715.408954] env[62220]: DEBUG nova.virt.hardware [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1715.409138] env[62220]: DEBUG nova.virt.hardware [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1715.409324] env[62220]: DEBUG nova.virt.hardware [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1715.409473] env[62220]: DEBUG nova.virt.hardware [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1715.409632] env[62220]: DEBUG nova.virt.hardware [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1715.409848] env[62220]: DEBUG nova.virt.hardware [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1715.410012] env[62220]: DEBUG nova.virt.hardware [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1715.410170] env[62220]: DEBUG nova.virt.hardware [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1715.410338] env[62220]: DEBUG nova.virt.hardware [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1715.410526] env[62220]: DEBUG nova.virt.hardware [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1715.411491] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c474c136-8703-4c8e-a04f-9ec965a23431 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.420770] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd630fa9-3036-49c1-9b39-9b4cd54f8b19 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.455944] env[62220]: DEBUG oslo_concurrency.lockutils [req-c6dfc10d-833a-4c4e-b894-81ecb795c6a5 req-01fc8c00-8308-4de1-80c7-6c15ee1e3521 service nova] Releasing lock "refresh_cache-5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.552637] env[62220]: DEBUG oslo_concurrency.lockutils [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] Releasing lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.553357] env[62220]: DEBUG nova.compute.manager [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Received event network-vif-plugged-fa973117-bacf-43e2-96e7-14e5c55fd8f2 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1715.553549] env[62220]: DEBUG oslo_concurrency.lockutils [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] Acquiring lock "39f43c50-eafb-45d4-84f4-4ce78903ba05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.554029] env[62220]: DEBUG oslo_concurrency.lockutils [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] Lock "39f43c50-eafb-45d4-84f4-4ce78903ba05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.554029] env[62220]: DEBUG oslo_concurrency.lockutils [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] Lock "39f43c50-eafb-45d4-84f4-4ce78903ba05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.554418] env[62220]: DEBUG nova.compute.manager [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] No waiting events found dispatching network-vif-plugged-fa973117-bacf-43e2-96e7-14e5c55fd8f2 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1715.554561] env[62220]: WARNING nova.compute.manager [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Received unexpected event network-vif-plugged-fa973117-bacf-43e2-96e7-14e5c55fd8f2 for instance with vm_state building and task_state spawning. [ 1715.554797] env[62220]: DEBUG nova.compute.manager [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Received event network-changed-fa973117-bacf-43e2-96e7-14e5c55fd8f2 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1715.555074] env[62220]: DEBUG nova.compute.manager [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Refreshing instance network info cache due to event network-changed-fa973117-bacf-43e2-96e7-14e5c55fd8f2. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1715.555377] env[62220]: DEBUG oslo_concurrency.lockutils [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] Acquiring lock "refresh_cache-39f43c50-eafb-45d4-84f4-4ce78903ba05" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.555596] env[62220]: DEBUG oslo_concurrency.lockutils [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] Acquired lock "refresh_cache-39f43c50-eafb-45d4-84f4-4ce78903ba05" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.556096] env[62220]: DEBUG nova.network.neutron [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Refreshing network info cache for port fa973117-bacf-43e2-96e7-14e5c55fd8f2 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1715.593264] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.594489] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.594489] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Deleting the datastore file [datastore1] ed6cb921-db93-4edb-ab45-757f2a96e5e0 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.594489] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a12d2510-dd8c-44b8-8648-e8774a61d477 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.603033] env[62220]: DEBUG oslo_vmware.api [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1715.603033] env[62220]: value = "task-1747743" [ 1715.603033] env[62220]: _type = "Task" [ 1715.603033] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.613712] env[62220]: DEBUG oslo_vmware.api [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.637603] env[62220]: DEBUG oslo_vmware.api [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747734, 'name': PowerOnVM_Task, 'duration_secs': 0.651996} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.643020] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.643020] env[62220]: INFO nova.compute.manager [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1715.643020] env[62220]: DEBUG nova.compute.manager [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.643239] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.643850] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384b8225-1244-4f2e-b5be-4912750fc7e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.654405] env[62220]: DEBUG oslo_concurrency.lockutils [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.668095] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.668988] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.669220] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Deleting the datastore file [datastore1] 538645cf-a7ba-4c79-ba20-563ea2fcd266 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.669557] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdfb5587-65ff-4039-8815-ac58b16adc42 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.676875] env[62220]: DEBUG oslo_vmware.api [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for the task: (returnval){ [ 1715.676875] env[62220]: value = "task-1747744" [ 1715.676875] env[62220]: _type = "Task" [ 1715.676875] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.686259] env[62220]: DEBUG oslo_vmware.api [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.714983] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747739, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.734873] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.826459] env[62220]: DEBUG nova.network.neutron [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Successfully updated port: b7d3e303-59da-489d-b5ba-60612606a3d2 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1715.868648] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8a188bb-866d-436e-bd96-e104f99ed0d5 tempest-TenantUsagesTestJSON-1531586112 tempest-TenantUsagesTestJSON-1531586112-project-member] Lock "7aa88467-06b6-492d-88c9-a9130e0101d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.169s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.115627] env[62220]: DEBUG oslo_vmware.api [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438825} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.116920] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1716.117199] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1716.117391] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1716.117666] env[62220]: INFO nova.compute.manager [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1716.117881] env[62220]: DEBUG oslo.service.loopingcall [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.118648] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bb0cdf-efc8-4289-87d8-252ea1d6c54d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.121578] env[62220]: DEBUG nova.compute.manager [-] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1716.121687] env[62220]: DEBUG nova.network.neutron [-] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1716.130157] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780f5dc5-9df3-4f17-9502-7b4b0615f278 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.137130] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.177205] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e71408-d912-4fde-bc41-a667523ca5f1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.184162] env[62220]: INFO nova.compute.manager [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Took 27.54 seconds to build instance. [ 1716.198623] env[62220]: DEBUG oslo_vmware.api [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Task: {'id': task-1747744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392327} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.199076] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1716.199385] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1716.199595] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1716.199777] env[62220]: INFO nova.compute.manager [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1716.200017] env[62220]: DEBUG oslo.service.loopingcall [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.201331] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d03f69-aa53-4976-aebd-adb6d8ed6e4f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.206073] env[62220]: DEBUG nova.compute.manager [-] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1716.206199] env[62220]: DEBUG nova.network.neutron [-] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1716.232697] env[62220]: DEBUG nova.compute.provider_tree [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.244200] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747739, 'name': CreateVM_Task, 'duration_secs': 0.646662} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.246479] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.251136] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.251330] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.251713] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.255435] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7010691a-781c-4c4b-b8fc-db153b09296f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.262582] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716974} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.263354] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 96ea101b-679a-44b6-80fc-64ed684f853a/96ea101b-679a-44b6-80fc-64ed684f853a.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.263645] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.264258] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0592c1b3-e188-4213-8d65-30dbcbff8700 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.268805] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Waiting for the task: (returnval){ [ 1716.268805] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52af0f35-07d0-6393-9ed1-533ee68c135e" [ 1716.268805] env[62220]: _type = "Task" [ 1716.268805] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.278664] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52af0f35-07d0-6393-9ed1-533ee68c135e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.279707] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1716.279707] env[62220]: value = "task-1747745" [ 1716.279707] env[62220]: _type = "Task" [ 1716.279707] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.289955] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.294190] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1716.294565] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363377', 'volume_id': '3b06a061-44e6-480f-b957-746626f4d250', 'name': 'volume-3b06a061-44e6-480f-b957-746626f4d250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1bc073c3-14cd-4558-b961-9947dcb83760', 'attached_at': '', 'detached_at': '', 'volume_id': '3b06a061-44e6-480f-b957-746626f4d250', 'serial': '3b06a061-44e6-480f-b957-746626f4d250'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1716.295706] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72586ce5-d44d-409c-93a1-66aa2ea396d6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.314888] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39975bed-491c-4a3e-8ebf-7586b924ff2d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.339804] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "refresh_cache-2f6961c8-e2a9-43be-a9d9-d88292a7671b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.340017] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquired lock "refresh_cache-2f6961c8-e2a9-43be-a9d9-d88292a7671b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.340300] env[62220]: DEBUG nova.network.neutron [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.349232] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-3b06a061-44e6-480f-b957-746626f4d250/volume-3b06a061-44e6-480f-b957-746626f4d250.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1716.350817] env[62220]: DEBUG nova.compute.manager [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Received event network-vif-plugged-b7d3e303-59da-489d-b5ba-60612606a3d2 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1716.351051] env[62220]: DEBUG oslo_concurrency.lockutils [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] Acquiring lock "2f6961c8-e2a9-43be-a9d9-d88292a7671b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.351263] env[62220]: DEBUG oslo_concurrency.lockutils [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] Lock "2f6961c8-e2a9-43be-a9d9-d88292a7671b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.351434] env[62220]: DEBUG oslo_concurrency.lockutils [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] Lock "2f6961c8-e2a9-43be-a9d9-d88292a7671b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.351628] env[62220]: DEBUG nova.compute.manager [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] No waiting events found dispatching network-vif-plugged-b7d3e303-59da-489d-b5ba-60612606a3d2 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1716.351816] env[62220]: WARNING nova.compute.manager [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Received unexpected event network-vif-plugged-b7d3e303-59da-489d-b5ba-60612606a3d2 for instance with vm_state building and task_state spawning. [ 1716.351995] env[62220]: DEBUG nova.compute.manager [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Received event network-changed-b7d3e303-59da-489d-b5ba-60612606a3d2 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1716.352172] env[62220]: DEBUG nova.compute.manager [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Refreshing instance network info cache due to event network-changed-b7d3e303-59da-489d-b5ba-60612606a3d2. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1716.352335] env[62220]: DEBUG oslo_concurrency.lockutils [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] Acquiring lock "refresh_cache-2f6961c8-e2a9-43be-a9d9-d88292a7671b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.353706] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccfe5fa6-899a-48c5-97e4-65b3bc564e91 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.372737] env[62220]: DEBUG oslo_vmware.api [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1716.372737] env[62220]: value = "task-1747746" [ 1716.372737] env[62220]: _type = "Task" [ 1716.372737] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.381910] env[62220]: DEBUG oslo_vmware.api [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.446825] env[62220]: DEBUG nova.network.neutron [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Updated VIF entry in instance network info cache for port fa973117-bacf-43e2-96e7-14e5c55fd8f2. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1716.447213] env[62220]: DEBUG nova.network.neutron [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Updating instance_info_cache with network_info: [{"id": "fa973117-bacf-43e2-96e7-14e5c55fd8f2", "address": "fa:16:3e:41:11:eb", "network": {"id": "954f80ce-9c81-4b4e-9a44-fbce64a41ecb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-994139082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee63a9e91684967b2a8f47d702397c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa973117-ba", "ovs_interfaceid": "fa973117-bacf-43e2-96e7-14e5c55fd8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.641623] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.690222] env[62220]: DEBUG oslo_concurrency.lockutils [None req-008266ac-940c-4aeb-8f2c-21cd50adeae2 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "b436a370-3543-4664-ba54-24090245d2e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.078s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.704096] env[62220]: DEBUG nova.compute.manager [req-23dd0ed4-de4e-44a4-bd98-e60051c0ec1e req-8671f05d-05a4-4f69-ab37-390220c4b0d6 service nova] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Received event network-vif-deleted-de89eec2-3dcc-4954-932a-4db0cd087711 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1716.704381] env[62220]: INFO nova.compute.manager [req-23dd0ed4-de4e-44a4-bd98-e60051c0ec1e req-8671f05d-05a4-4f69-ab37-390220c4b0d6 service nova] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Neutron deleted interface de89eec2-3dcc-4954-932a-4db0cd087711; detaching it from the instance and deleting it from the info cache [ 1716.704801] env[62220]: DEBUG nova.network.neutron [req-23dd0ed4-de4e-44a4-bd98-e60051c0ec1e req-8671f05d-05a4-4f69-ab37-390220c4b0d6 service nova] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.747800] env[62220]: DEBUG nova.scheduler.client.report [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1716.752891] env[62220]: DEBUG oslo_concurrency.lockutils [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.753164] env[62220]: DEBUG oslo_concurrency.lockutils [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.753395] env[62220]: INFO nova.compute.manager [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Attaching volume f2c8a0c1-5970-41dd-9247-cd523645c3bb to /dev/sdb [ 1716.780825] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52af0f35-07d0-6393-9ed1-533ee68c135e, 'name': SearchDatastore_Task, 'duration_secs': 0.030071} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.784092] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.784339] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.784572] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.784714] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.784887] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.785547] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dff1bdc-1941-4850-a2dc-3d0e2c0eeffb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.793521] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080851} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.794119] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1716.794859] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fc9dfc-68bf-4d4e-a6c4-50ddd8d05b56 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.797942] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3199c7ff-b8de-4b1d-a63f-d1224896c0f3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.801887] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.802076] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.804888] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f4a367-5172-4e49-ad55-16089547dff4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.825717] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 96ea101b-679a-44b6-80fc-64ed684f853a/96ea101b-679a-44b6-80fc-64ed684f853a.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1716.827545] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffafd95c-c257-4b3c-b33f-123dc09e0d3c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.842904] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e36c46-a6f6-48ce-90f5-47dc7e04eb46 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.850774] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Waiting for the task: (returnval){ [ 1716.850774] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524be0b1-3810-a800-dbb5-9b6264e3adc9" [ 1716.850774] env[62220]: _type = "Task" [ 1716.850774] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.857072] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1716.857072] env[62220]: value = "task-1747747" [ 1716.857072] env[62220]: _type = "Task" [ 1716.857072] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.867030] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524be0b1-3810-a800-dbb5-9b6264e3adc9, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.867356] env[62220]: DEBUG nova.virt.block_device [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Updating existing volume attachment record: e3a4cb05-c4d7-4baf-8ecc-c95929b448ac {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1716.870747] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bffb0e5-dee7-4950-ae2d-87ff21e35e7f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.877508] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747747, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.884877] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Waiting for the task: (returnval){ [ 1716.884877] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52990318-7c27-ad9c-9607-ee313617d875" [ 1716.884877] env[62220]: _type = "Task" [ 1716.884877] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.888511] env[62220]: DEBUG oslo_vmware.api [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.896644] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52990318-7c27-ad9c-9607-ee313617d875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.941415] env[62220]: DEBUG nova.network.neutron [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1716.949969] env[62220]: DEBUG oslo_concurrency.lockutils [req-21ea175f-4114-4525-a3ba-a72745e1f26f req-4333dbbd-e32d-4944-9fd9-752d399007f0 service nova] Releasing lock "refresh_cache-39f43c50-eafb-45d4-84f4-4ce78903ba05" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.046034] env[62220]: DEBUG nova.network.neutron [-] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.134625] env[62220]: DEBUG nova.network.neutron [-] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.135897] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.209272] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ee56bd4-37f3-4272-a330-b9c6661227db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.218700] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b66567-3ca5-44aa-8c23-5e1caa0d050e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.262413] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.264927] env[62220]: DEBUG nova.compute.manager [req-23dd0ed4-de4e-44a4-bd98-e60051c0ec1e req-8671f05d-05a4-4f69-ab37-390220c4b0d6 service nova] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Detach interface failed, port_id=de89eec2-3dcc-4954-932a-4db0cd087711, reason: Instance 538645cf-a7ba-4c79-ba20-563ea2fcd266 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1717.265959] env[62220]: DEBUG nova.network.neutron [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Updating instance_info_cache with network_info: [{"id": "b7d3e303-59da-489d-b5ba-60612606a3d2", "address": "fa:16:3e:bf:47:a8", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d3e303-59", "ovs_interfaceid": "b7d3e303-59da-489d-b5ba-60612606a3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.296461] env[62220]: INFO nova.scheduler.client.report [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Deleted allocations for instance 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0 [ 1717.353905] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "b436a370-3543-4664-ba54-24090245d2e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.354331] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "b436a370-3543-4664-ba54-24090245d2e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.354577] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "b436a370-3543-4664-ba54-24090245d2e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.354796] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "b436a370-3543-4664-ba54-24090245d2e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.355109] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "b436a370-3543-4664-ba54-24090245d2e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.358184] env[62220]: INFO nova.compute.manager [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Terminating instance [ 1717.370773] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747747, 'name': ReconfigVM_Task, 'duration_secs': 0.370376} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.371764] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 96ea101b-679a-44b6-80fc-64ed684f853a/96ea101b-679a-44b6-80fc-64ed684f853a.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.372446] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbde80d3-0397-420e-9196-ca23a41c6f25 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.382278] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1717.382278] env[62220]: value = "task-1747751" [ 1717.382278] env[62220]: _type = "Task" [ 1717.382278] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.389963] env[62220]: DEBUG oslo_vmware.api [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.395776] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747751, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.403057] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52990318-7c27-ad9c-9607-ee313617d875, 'name': SearchDatastore_Task, 'duration_secs': 0.013837} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.403327] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.403613] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 39f43c50-eafb-45d4-84f4-4ce78903ba05/39f43c50-eafb-45d4-84f4-4ce78903ba05.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.403885] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f83ed1a-482f-40d7-825d-4d8abdf43dbd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.411649] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Waiting for the task: (returnval){ [ 1717.411649] env[62220]: value = "task-1747752" [ 1717.411649] env[62220]: _type = "Task" [ 1717.411649] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.420286] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.551501] env[62220]: INFO nova.compute.manager [-] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Took 1.43 seconds to deallocate network for instance. [ 1717.638737] env[62220]: INFO nova.compute.manager [-] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Took 1.43 seconds to deallocate network for instance. [ 1717.639124] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.768881] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Releasing lock "refresh_cache-2f6961c8-e2a9-43be-a9d9-d88292a7671b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.769318] env[62220]: DEBUG nova.compute.manager [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Instance network_info: |[{"id": "b7d3e303-59da-489d-b5ba-60612606a3d2", "address": "fa:16:3e:bf:47:a8", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d3e303-59", "ovs_interfaceid": "b7d3e303-59da-489d-b5ba-60612606a3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1717.769686] env[62220]: DEBUG oslo_concurrency.lockutils [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] Acquired lock "refresh_cache-2f6961c8-e2a9-43be-a9d9-d88292a7671b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.769899] env[62220]: DEBUG nova.network.neutron [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Refreshing network info cache for port b7d3e303-59da-489d-b5ba-60612606a3d2 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1717.771260] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:47:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7d3e303-59da-489d-b5ba-60612606a3d2', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1717.780011] env[62220]: DEBUG oslo.service.loopingcall [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.781185] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1717.781437] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d823df-37b1-40b7-958c-3681bbf6f41b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.807036] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1717.807036] env[62220]: value = "task-1747753" [ 1717.807036] env[62220]: _type = "Task" [ 1717.807036] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.807941] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3d1105b4-deb3-455d-a7b8-39651ece3162 tempest-ImagesOneServerNegativeTestJSON-1300562215 tempest-ImagesOneServerNegativeTestJSON-1300562215-project-member] Lock "4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.613s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.819432] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747753, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.866469] env[62220]: DEBUG nova.compute.manager [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.866773] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.869051] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f144d78a-baa2-4852-a083-40d47a5f4658 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.877943] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.878399] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3077d7d-f10e-453f-9537-dd43e9d29292 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.891141] env[62220]: DEBUG oslo_vmware.api [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1717.891141] env[62220]: value = "task-1747754" [ 1717.891141] env[62220]: _type = "Task" [ 1717.891141] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.897701] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747751, 'name': Rename_Task, 'duration_secs': 0.163611} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.897987] env[62220]: DEBUG oslo_vmware.api [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747746, 'name': ReconfigVM_Task, 'duration_secs': 1.051796} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.901298] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1717.901611] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-3b06a061-44e6-480f-b957-746626f4d250/volume-3b06a061-44e6-480f-b957-746626f4d250.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.906610] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f9e654a-a937-49f5-95a3-e6306f70db67 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.908841] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5f59fbd-887e-43ba-9330-2da50ca5f538 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.930146] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1717.930146] env[62220]: value = "task-1747755" [ 1717.930146] env[62220]: _type = "Task" [ 1717.930146] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.930915] env[62220]: DEBUG oslo_vmware.api [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.932355] env[62220]: DEBUG oslo_vmware.api [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1717.932355] env[62220]: value = "task-1747756" [ 1717.932355] env[62220]: _type = "Task" [ 1717.932355] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.943315] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747752, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.949400] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747755, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.954180] env[62220]: DEBUG oslo_vmware.api [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.057844] env[62220]: DEBUG oslo_concurrency.lockutils [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.058323] env[62220]: DEBUG oslo_concurrency.lockutils [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.058641] env[62220]: DEBUG nova.objects.instance [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lazy-loading 'resources' on Instance uuid ed6cb921-db93-4edb-ab45-757f2a96e5e0 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.137947] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.146468] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.320726] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747753, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.357014] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "a822bbdb-accd-4d13-9335-bc4bf0515601" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.357276] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.357438] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "a822bbdb-accd-4d13-9335-bc4bf0515601-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.357654] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.357859] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.360416] env[62220]: INFO nova.compute.manager [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Terminating instance [ 1718.375659] env[62220]: DEBUG nova.compute.manager [req-ecf9e683-6a9d-42b8-9b40-c3bd3511989a req-81522816-799a-416e-88e9-47f3ba44b02e service nova] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Received event network-vif-deleted-0db4581a-7701-4335-9072-90d5fa29dc86 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1718.412783] env[62220]: DEBUG oslo_vmware.api [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747754, 'name': PowerOffVM_Task, 'duration_secs': 0.186648} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.413441] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.413708] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.413902] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5acf0b14-bcbb-41cf-8653-f790c0249baa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.429725] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67029} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.432079] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 39f43c50-eafb-45d4-84f4-4ce78903ba05/39f43c50-eafb-45d4-84f4-4ce78903ba05.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1718.432297] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1718.432606] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9eee172-2bc7-4d31-a086-64a840144989 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.442441] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Waiting for the task: (returnval){ [ 1718.442441] env[62220]: value = "task-1747758" [ 1718.442441] env[62220]: _type = "Task" [ 1718.442441] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.446480] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.460771] env[62220]: DEBUG oslo_vmware.api [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747756, 'name': ReconfigVM_Task, 'duration_secs': 0.206255} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.460771] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363377', 'volume_id': '3b06a061-44e6-480f-b957-746626f4d250', 'name': 'volume-3b06a061-44e6-480f-b957-746626f4d250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1bc073c3-14cd-4558-b961-9947dcb83760', 'attached_at': '', 'detached_at': '', 'volume_id': '3b06a061-44e6-480f-b957-746626f4d250', 'serial': '3b06a061-44e6-480f-b957-746626f4d250'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1718.468354] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.512013] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.512249] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.512431] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleting the datastore file [datastore1] b436a370-3543-4664-ba54-24090245d2e7 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.512767] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67f4ab8c-771e-40c5-ba48-5a98e6a960d1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.521132] env[62220]: DEBUG oslo_vmware.api [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1718.521132] env[62220]: value = "task-1747759" [ 1718.521132] env[62220]: _type = "Task" [ 1718.521132] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.530661] env[62220]: DEBUG oslo_vmware.api [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.640053] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.683796] env[62220]: DEBUG nova.network.neutron [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Updated VIF entry in instance network info cache for port b7d3e303-59da-489d-b5ba-60612606a3d2. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1718.684404] env[62220]: DEBUG nova.network.neutron [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Updating instance_info_cache with network_info: [{"id": "b7d3e303-59da-489d-b5ba-60612606a3d2", "address": "fa:16:3e:bf:47:a8", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d3e303-59", "ovs_interfaceid": "b7d3e303-59da-489d-b5ba-60612606a3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.818474] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747753, 'name': CreateVM_Task, 'duration_secs': 0.606462} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.820870] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1718.822941] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.822941] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.822941] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1718.822941] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bc9f501-5231-4854-b94f-d766f324328e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.828396] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1718.828396] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5211902a-6e35-dddd-cb8c-23813721f633" [ 1718.828396] env[62220]: _type = "Task" [ 1718.828396] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.835431] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5211902a-6e35-dddd-cb8c-23813721f633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.850017] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc6fc9c-063b-4964-982c-4b9f980082c6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.857163] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88423b41-10ca-4da0-b2e3-9d1760afe51a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.889064] env[62220]: DEBUG nova.compute.manager [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1718.889479] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1718.890304] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69493a21-c136-4300-8445-5329b62071e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.893538] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed160e81-ad50-462e-a3ec-99651ff0dac6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.901418] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.903105] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dbe40dd-f31c-4d85-8893-b9a312ea9850 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.905552] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0a2eca-d6a6-46e4-bb51-9d5bf1bc9196 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.919674] env[62220]: DEBUG nova.compute.provider_tree [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.922069] env[62220]: DEBUG oslo_vmware.api [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1718.922069] env[62220]: value = "task-1747760" [ 1718.922069] env[62220]: _type = "Task" [ 1718.922069] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.933162] env[62220]: DEBUG oslo_vmware.api [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.942546] env[62220]: DEBUG oslo_vmware.api [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747755, 'name': PowerOnVM_Task, 'duration_secs': 0.718438} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.942885] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1718.943050] env[62220]: INFO nova.compute.manager [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1718.943220] env[62220]: DEBUG nova.compute.manager [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.944686] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c21390-f594-4fa4-a50e-febb1f7bf852 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.963222] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073012} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.963222] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1718.964729] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e18061c-33df-4fd9-8c9c-e1d67e72bf14 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.005979] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 39f43c50-eafb-45d4-84f4-4ce78903ba05/39f43c50-eafb-45d4-84f4-4ce78903ba05.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1719.007035] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57667a99-0492-4e2e-9cca-cc13a5ed2140 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.034093] env[62220]: DEBUG oslo_vmware.api [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.035497] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Waiting for the task: (returnval){ [ 1719.035497] env[62220]: value = "task-1747761" [ 1719.035497] env[62220]: _type = "Task" [ 1719.035497] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.045145] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.137362] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.186847] env[62220]: DEBUG oslo_concurrency.lockutils [req-c212e0c0-ee38-4e2e-a0e6-d5893f660939 req-3413ddff-ea0c-4be2-b588-58f0b4abad7b service nova] Releasing lock "refresh_cache-2f6961c8-e2a9-43be-a9d9-d88292a7671b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.337408] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5211902a-6e35-dddd-cb8c-23813721f633, 'name': SearchDatastore_Task, 'duration_secs': 0.039112} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.337937] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.338458] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1719.338717] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.338869] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.339057] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1719.339316] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a71fc224-6008-469e-99d4-ef9cd38a3684 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.350322] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1719.350322] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1719.351048] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd4750a-cb59-4fc7-b136-1a24149614fc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.356858] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1719.356858] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525be8d4-9210-8a5a-beba-0ca9c75da245" [ 1719.356858] env[62220]: _type = "Task" [ 1719.356858] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.368293] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525be8d4-9210-8a5a-beba-0ca9c75da245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.424302] env[62220]: DEBUG nova.scheduler.client.report [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1719.438354] env[62220]: DEBUG oslo_vmware.api [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747760, 'name': PowerOffVM_Task, 'duration_secs': 0.190825} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.438658] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1719.438795] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1719.439058] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eda8633-ce44-46f5-8879-08a276fe1971 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.470368] env[62220]: INFO nova.compute.manager [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Took 26.36 seconds to build instance. [ 1719.529827] env[62220]: DEBUG nova.objects.instance [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lazy-loading 'flavor' on Instance uuid 1bc073c3-14cd-4558-b961-9947dcb83760 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.539641] env[62220]: DEBUG oslo_vmware.api [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.563828} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.546176] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.546482] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.546864] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.546864] env[62220]: INFO nova.compute.manager [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: b436a370-3543-4664-ba54-24090245d2e7] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1719.548232] env[62220]: DEBUG oslo.service.loopingcall [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.548232] env[62220]: DEBUG nova.compute.manager [-] [instance: b436a370-3543-4664-ba54-24090245d2e7] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1719.548232] env[62220]: DEBUG nova.network.neutron [-] [instance: b436a370-3543-4664-ba54-24090245d2e7] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.555958] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747761, 'name': ReconfigVM_Task, 'duration_secs': 0.35128} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.556785] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 39f43c50-eafb-45d4-84f4-4ce78903ba05/39f43c50-eafb-45d4-84f4-4ce78903ba05.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.556885] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90c65fe9-597b-415f-9ad5-6c8e4bc6dbdf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.565201] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Waiting for the task: (returnval){ [ 1719.565201] env[62220]: value = "task-1747764" [ 1719.565201] env[62220]: _type = "Task" [ 1719.565201] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.572714] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747764, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.595468] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.595717] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.595919] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Deleting the datastore file [datastore1] a822bbdb-accd-4d13-9335-bc4bf0515601 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.596202] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de2e5d00-b2fc-46c8-a9bc-684a00e3d6c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.607825] env[62220]: DEBUG oslo_vmware.api [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for the task: (returnval){ [ 1719.607825] env[62220]: value = "task-1747765" [ 1719.607825] env[62220]: _type = "Task" [ 1719.607825] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.620660] env[62220]: DEBUG oslo_vmware.api [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.638114] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747733, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.716545] env[62220]: DEBUG oslo_concurrency.lockutils [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.716942] env[62220]: DEBUG oslo_concurrency.lockutils [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.717121] env[62220]: INFO nova.compute.manager [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Shelving [ 1719.872694] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525be8d4-9210-8a5a-beba-0ca9c75da245, 'name': SearchDatastore_Task, 'duration_secs': 0.016414} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.873535] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa59a906-6d93-495b-aa29-60565ba34c2f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.881393] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1719.881393] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52688d94-ef04-1415-2936-0f132a300078" [ 1719.881393] env[62220]: _type = "Task" [ 1719.881393] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.889612] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52688d94-ef04-1415-2936-0f132a300078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.933899] env[62220]: DEBUG oslo_concurrency.lockutils [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.937589] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.791s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.937717] env[62220]: DEBUG nova.objects.instance [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lazy-loading 'resources' on Instance uuid 538645cf-a7ba-4c79-ba20-563ea2fcd266 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.962781] env[62220]: INFO nova.scheduler.client.report [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Deleted allocations for instance ed6cb921-db93-4edb-ab45-757f2a96e5e0 [ 1719.970205] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ee156b99-6ff4-4440-bfc9-dd0c9da26baf tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "96ea101b-679a-44b6-80fc-64ed684f853a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.875s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.042952] env[62220]: DEBUG oslo_concurrency.lockutils [None req-37dcf476-1434-4fb3-81f3-99e5b0ea050b tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "1bc073c3-14cd-4558-b961-9947dcb83760" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.387s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.079152] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747764, 'name': Rename_Task, 'duration_secs': 0.16497} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.079374] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1720.079668] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-376f47c1-4206-470e-868a-7ea903a815c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.087653] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Waiting for the task: (returnval){ [ 1720.087653] env[62220]: value = "task-1747766" [ 1720.087653] env[62220]: _type = "Task" [ 1720.087653] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.107203] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.117488] env[62220]: DEBUG oslo_vmware.api [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Task: {'id': task-1747765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397558} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.118794] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1720.118794] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1720.118794] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1720.118794] env[62220]: INFO nova.compute.manager [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1720.118794] env[62220]: DEBUG oslo.service.loopingcall [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.118794] env[62220]: DEBUG nova.compute.manager [-] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1720.119057] env[62220]: DEBUG nova.network.neutron [-] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1720.140618] env[62220]: DEBUG oslo_vmware.api [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747733, 'name': ReconfigVM_Task, 'duration_secs': 5.763661} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.140618] env[62220]: DEBUG oslo_concurrency.lockutils [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.140618] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Reconfigured VM to detach interface {{(pid=62220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1720.394439] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52688d94-ef04-1415-2936-0f132a300078, 'name': SearchDatastore_Task, 'duration_secs': 0.023572} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.394723] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.394990] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 2f6961c8-e2a9-43be-a9d9-d88292a7671b/2f6961c8-e2a9-43be-a9d9-d88292a7671b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.395276] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32fd687b-8ba4-4159-ba8c-e028c5999130 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.404232] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1720.404232] env[62220]: value = "task-1747767" [ 1720.404232] env[62220]: _type = "Task" [ 1720.404232] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.412873] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.477971] env[62220]: DEBUG oslo_concurrency.lockutils [None req-992553b2-cd47-4734-a117-1eb44ddf1730 tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "ed6cb921-db93-4edb-ab45-757f2a96e5e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.140s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.603460] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "1bc073c3-14cd-4558-b961-9947dcb83760" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.604110] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "1bc073c3-14cd-4558-b961-9947dcb83760" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.604110] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "1bc073c3-14cd-4558-b961-9947dcb83760-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.604110] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "1bc073c3-14cd-4558-b961-9947dcb83760-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.604437] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "1bc073c3-14cd-4558-b961-9947dcb83760-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.606087] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747766, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.609514] env[62220]: INFO nova.compute.manager [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Terminating instance [ 1720.736113] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1720.736467] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d387f398-28bf-436f-bafe-dccb02ba5be0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.746901] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1720.746901] env[62220]: value = "task-1747768" [ 1720.746901] env[62220]: _type = "Task" [ 1720.746901] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.772956] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.831038] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abd3f42-87ef-4380-9798-2579bf4ddc9f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.840840] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f865f7d-4b08-46e1-9c1e-38db75261a9d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.875769] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66289bce-3d44-44ef-ab2e-3d840ce7c57c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.883985] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075651c9-efda-4f09-b577-b624ba4f6d2a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.899692] env[62220]: DEBUG nova.compute.provider_tree [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.916396] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747767, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.059078] env[62220]: DEBUG nova.compute.manager [req-9ca344fc-e7b2-48e7-afe6-187c1b93d817 req-02da25d3-a2d5-4409-8d63-29e455c42333 service nova] [instance: b436a370-3543-4664-ba54-24090245d2e7] Received event network-vif-deleted-97768c95-b26c-4ed6-912e-f0ac3dd379b2 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1721.059284] env[62220]: INFO nova.compute.manager [req-9ca344fc-e7b2-48e7-afe6-187c1b93d817 req-02da25d3-a2d5-4409-8d63-29e455c42333 service nova] [instance: b436a370-3543-4664-ba54-24090245d2e7] Neutron deleted interface 97768c95-b26c-4ed6-912e-f0ac3dd379b2; detaching it from the instance and deleting it from the info cache [ 1721.059454] env[62220]: DEBUG nova.network.neutron [req-9ca344fc-e7b2-48e7-afe6-187c1b93d817 req-02da25d3-a2d5-4409-8d63-29e455c42333 service nova] [instance: b436a370-3543-4664-ba54-24090245d2e7] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.071453] env[62220]: DEBUG nova.network.neutron [-] [instance: b436a370-3543-4664-ba54-24090245d2e7] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.082549] env[62220]: DEBUG nova.compute.manager [req-6bf5f6d8-37b2-4b9d-b655-7fea27a1f49f req-4847a049-af2c-4d8e-a87a-93d1f1ecccbf service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Received event network-vif-deleted-515abe4d-18b8-4368-b254-e79d071fdfea {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1721.082778] env[62220]: INFO nova.compute.manager [req-6bf5f6d8-37b2-4b9d-b655-7fea27a1f49f req-4847a049-af2c-4d8e-a87a-93d1f1ecccbf service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Neutron deleted interface 515abe4d-18b8-4368-b254-e79d071fdfea; detaching it from the instance and deleting it from the info cache [ 1721.082989] env[62220]: DEBUG nova.network.neutron [req-6bf5f6d8-37b2-4b9d-b655-7fea27a1f49f req-4847a049-af2c-4d8e-a87a-93d1f1ecccbf service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.100239] env[62220]: DEBUG oslo_vmware.api [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747766, 'name': PowerOnVM_Task, 'duration_secs': 0.643343} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.100517] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1721.100720] env[62220]: INFO nova.compute.manager [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1721.100902] env[62220]: DEBUG nova.compute.manager [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1721.101894] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d3c5d7-4fc4-4b7c-99f0-3e08b4d81a65 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.113847] env[62220]: DEBUG nova.compute.manager [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1721.114173] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1721.114796] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13dcb892-5f6e-4851-9804-7f995fbfbad6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.123370] env[62220]: DEBUG oslo_vmware.api [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1721.123370] env[62220]: value = "task-1747769" [ 1721.123370] env[62220]: _type = "Task" [ 1721.123370] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.134995] env[62220]: DEBUG oslo_vmware.api [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.259982] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747768, 'name': PowerOffVM_Task, 'duration_secs': 0.236344} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.260484] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1721.261543] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173460d9-28ef-4c18-bc32-e1e9026c3b0b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.282624] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e12899-6fec-4b99-962e-e02329603b39 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.403264] env[62220]: DEBUG nova.scheduler.client.report [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1721.410533] env[62220]: DEBUG nova.network.neutron [-] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.418855] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853345} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.419172] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 2f6961c8-e2a9-43be-a9d9-d88292a7671b/2f6961c8-e2a9-43be-a9d9-d88292a7671b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1721.419343] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1721.420420] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7c9a62b-c26e-4b60-8694-6d20b61437d3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.422908] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1721.423128] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363383', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'name': 'volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d2ee524-61e6-4805-a8e7-98c0c676d89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'serial': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1721.423980] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212eaf09-53e7-4ec9-98fb-62e9860a79d1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.443773] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6965053c-70a1-4ca7-bed0-81c243a35d68 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.446445] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1721.446445] env[62220]: value = "task-1747770" [ 1721.446445] env[62220]: _type = "Task" [ 1721.446445] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.470615] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb/volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.475900] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0df44758-b3f1-4992-a169-174860497385 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.488139] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.494080] env[62220]: DEBUG oslo_vmware.api [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1721.494080] env[62220]: value = "task-1747771" [ 1721.494080] env[62220]: _type = "Task" [ 1721.494080] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.502524] env[62220]: DEBUG oslo_vmware.api [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.563174] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b6bdcec-4dd8-430f-bb3a-21fa9df8a121 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.571905] env[62220]: INFO nova.compute.manager [-] [instance: b436a370-3543-4664-ba54-24090245d2e7] Took 2.02 seconds to deallocate network for instance. [ 1721.576327] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c295741c-621a-40a0-91aa-2b3fcb816c36 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.592729] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c000c5d5-73f1-459d-8236-008829a76df5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.601132] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a273a3-0848-4ca6-a29a-cc13258231fc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.631396] env[62220]: DEBUG nova.compute.manager [req-9ca344fc-e7b2-48e7-afe6-187c1b93d817 req-02da25d3-a2d5-4409-8d63-29e455c42333 service nova] [instance: b436a370-3543-4664-ba54-24090245d2e7] Detach interface failed, port_id=97768c95-b26c-4ed6-912e-f0ac3dd379b2, reason: Instance b436a370-3543-4664-ba54-24090245d2e7 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1721.636246] env[62220]: INFO nova.compute.manager [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Took 25.49 seconds to build instance. [ 1721.643779] env[62220]: DEBUG oslo_vmware.api [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747769, 'name': PowerOffVM_Task, 'duration_secs': 0.264065} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.655916] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1721.655916] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1721.655916] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363377', 'volume_id': '3b06a061-44e6-480f-b957-746626f4d250', 'name': 'volume-3b06a061-44e6-480f-b957-746626f4d250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1bc073c3-14cd-4558-b961-9947dcb83760', 'attached_at': '', 'detached_at': '', 'volume_id': '3b06a061-44e6-480f-b957-746626f4d250', 'serial': '3b06a061-44e6-480f-b957-746626f4d250'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1721.657221] env[62220]: DEBUG nova.compute.manager [req-6bf5f6d8-37b2-4b9d-b655-7fea27a1f49f req-4847a049-af2c-4d8e-a87a-93d1f1ecccbf service nova] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Detach interface failed, port_id=515abe4d-18b8-4368-b254-e79d071fdfea, reason: Instance a822bbdb-accd-4d13-9335-bc4bf0515601 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1721.657221] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22bcc14-5eb9-4c7b-85f8-2db2d9abdfa2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.681383] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa2f098-94f5-463f-9369-fe6a63b6fe9d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.689169] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28da84d1-b5b0-42fe-bc1c-2c35a3975ef6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.716592] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5acd358-ba84-44e9-8e92-47ba3dbbf78b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.731400] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] The volume has not been displaced from its original location: [datastore1] volume-3b06a061-44e6-480f-b957-746626f4d250/volume-3b06a061-44e6-480f-b957-746626f4d250.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1721.736596] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1721.738061] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d787f9-5c83-4175-860c-c097a88d386f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.761204] env[62220]: DEBUG oslo_vmware.api [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1721.761204] env[62220]: value = "task-1747772" [ 1721.761204] env[62220]: _type = "Task" [ 1721.761204] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.773867] env[62220]: DEBUG oslo_vmware.api [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.795987] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1721.796695] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-60ef9441-3eaa-4631-aa64-a24256e0350c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.805191] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1721.805191] env[62220]: value = "task-1747773" [ 1721.805191] env[62220]: _type = "Task" [ 1721.805191] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.814372] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747773, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.908817] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.914285] env[62220]: INFO nova.compute.manager [-] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Took 1.79 seconds to deallocate network for instance. [ 1721.920940] env[62220]: DEBUG oslo_concurrency.lockutils [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.921155] env[62220]: DEBUG oslo_concurrency.lockutils [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.921338] env[62220]: DEBUG nova.network.neutron [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.942934] env[62220]: INFO nova.scheduler.client.report [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Deleted allocations for instance 538645cf-a7ba-4c79-ba20-563ea2fcd266 [ 1721.959408] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085108} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.961209] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1721.961209] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce388bb-b2ac-411d-a25d-06dbfc3ffbec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.986569] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 2f6961c8-e2a9-43be-a9d9-d88292a7671b/2f6961c8-e2a9-43be-a9d9-d88292a7671b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.988180] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c6d0ab8-06c1-4ce8-bbc2-2a9b71a731a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.012924] env[62220]: DEBUG oslo_vmware.api [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.014779] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1722.014779] env[62220]: value = "task-1747774" [ 1722.014779] env[62220]: _type = "Task" [ 1722.014779] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.027929] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.095729] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.095979] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.096183] env[62220]: DEBUG nova.objects.instance [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lazy-loading 'resources' on Instance uuid b436a370-3543-4664-ba54-24090245d2e7 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.139674] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8c9a7995-a5f2-4f8e-bd5e-a12709984612 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Lock "39f43c50-eafb-45d4-84f4-4ce78903ba05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.004s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.256199] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "7962c335-9043-44cf-93b4-187635c88407" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.258757] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "7962c335-9043-44cf-93b4-187635c88407" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.258757] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "7962c335-9043-44cf-93b4-187635c88407-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.258757] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "7962c335-9043-44cf-93b4-187635c88407-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.258757] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "7962c335-9043-44cf-93b4-187635c88407-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.260678] env[62220]: INFO nova.compute.manager [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Terminating instance [ 1722.279057] env[62220]: DEBUG oslo_vmware.api [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747772, 'name': ReconfigVM_Task, 'duration_secs': 0.332342} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.279844] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1722.286148] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc1226d8-8cde-4951-ae34-76c60ad43c40 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.304620] env[62220]: DEBUG oslo_vmware.api [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1722.304620] env[62220]: value = "task-1747775" [ 1722.304620] env[62220]: _type = "Task" [ 1722.304620] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.324819] env[62220]: DEBUG oslo_vmware.api [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.329903] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747773, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.407660] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Acquiring lock "50f9972d-c2d3-4609-bf46-9882a8783d63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.407660] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Lock "50f9972d-c2d3-4609-bf46-9882a8783d63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.422191] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.451264] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c2c76def-d8c0-4039-8ae0-a9841e4adb5e tempest-MultipleCreateTestJSON-720432678 tempest-MultipleCreateTestJSON-720432678-project-member] Lock "538645cf-a7ba-4c79-ba20-563ea2fcd266" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.164s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.517397] env[62220]: DEBUG oslo_vmware.api [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747771, 'name': ReconfigVM_Task, 'duration_secs': 0.789415} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.523179] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb/volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1722.532054] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5681212-cc99-456b-b926-a5e9b2489778 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.547571] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.548927] env[62220]: DEBUG oslo_vmware.api [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1722.548927] env[62220]: value = "task-1747776" [ 1722.548927] env[62220]: _type = "Task" [ 1722.548927] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.557475] env[62220]: DEBUG oslo_vmware.api [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.765529] env[62220]: DEBUG nova.compute.manager [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.765757] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.766649] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039a39e4-9925-4fc5-922f-c042bf79b9fc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.776050] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.780618] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faa9981d-102f-4804-a63e-c2cfadc538ee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.790733] env[62220]: DEBUG oslo_vmware.api [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1722.790733] env[62220]: value = "task-1747777" [ 1722.790733] env[62220]: _type = "Task" [ 1722.790733] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.799862] env[62220]: DEBUG oslo_vmware.api [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.826059] env[62220]: DEBUG oslo_vmware.api [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747775, 'name': ReconfigVM_Task, 'duration_secs': 0.212497} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.827763] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363377', 'volume_id': '3b06a061-44e6-480f-b957-746626f4d250', 'name': 'volume-3b06a061-44e6-480f-b957-746626f4d250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1bc073c3-14cd-4558-b961-9947dcb83760', 'attached_at': '', 'detached_at': '', 'volume_id': '3b06a061-44e6-480f-b957-746626f4d250', 'serial': '3b06a061-44e6-480f-b957-746626f4d250'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1722.827763] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.828329] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f02bc42-6746-436a-be27-2ea29298d394 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.834572] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747773, 'name': CreateSnapshot_Task, 'duration_secs': 0.934878} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.835454] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1722.836818] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120c649b-a973-4d4e-b6e0-dd604c435004 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.844211] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1722.845282] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ebe2c7d-83ed-4d03-b23f-4b470bfe7373 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.876426] env[62220]: INFO nova.network.neutron [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Port 4c36817e-207c-4b26-b21a-6b3b1772a3ab from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1722.876541] env[62220]: INFO nova.network.neutron [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Port ccae2454-5994-4c78-a35a-ec18aaa87ea5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1722.876844] env[62220]: DEBUG nova.network.neutron [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updating instance_info_cache with network_info: [{"id": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "address": "fa:16:3e:e4:35:fa", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ffd4906-b6", "ovs_interfaceid": "1ffd4906-b674-4a11-9542-6b91aa4023ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.904961] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Acquiring lock "39f43c50-eafb-45d4-84f4-4ce78903ba05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.905305] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Lock "39f43c50-eafb-45d4-84f4-4ce78903ba05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.905475] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Acquiring lock "39f43c50-eafb-45d4-84f4-4ce78903ba05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.905693] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Lock "39f43c50-eafb-45d4-84f4-4ce78903ba05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.905896] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Lock "39f43c50-eafb-45d4-84f4-4ce78903ba05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.908968] env[62220]: INFO nova.compute.manager [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Terminating instance [ 1722.910470] env[62220]: DEBUG nova.compute.manager [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1722.922765] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1e1bdd-227c-458e-a386-fbd1dd4c8d24 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.932690] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d683ba-a953-4e75-898c-881cbe1d25f1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.965590] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10e6083-b712-4237-bad6-ca79c5d555fa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.974390] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7cffe4-ce67-4950-97bc-9037501423bc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.990570] env[62220]: DEBUG nova.compute.provider_tree [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.026472] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.060575] env[62220]: DEBUG oslo_vmware.api [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747776, 'name': ReconfigVM_Task, 'duration_secs': 0.227904} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.060575] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363383', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'name': 'volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d2ee524-61e6-4805-a8e7-98c0c676d89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'serial': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1723.132755] env[62220]: DEBUG nova.compute.manager [req-e80d1e42-31ae-41b2-8dbd-2fcb146e80c1 req-356c1516-6f10-4717-822d-219810b99347 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Received event network-changed-4f18eec6-9095-4ed2-b2ca-679b8dbb4841 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1723.132755] env[62220]: DEBUG nova.compute.manager [req-e80d1e42-31ae-41b2-8dbd-2fcb146e80c1 req-356c1516-6f10-4717-822d-219810b99347 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Refreshing instance network info cache due to event network-changed-4f18eec6-9095-4ed2-b2ca-679b8dbb4841. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1723.133039] env[62220]: DEBUG oslo_concurrency.lockutils [req-e80d1e42-31ae-41b2-8dbd-2fcb146e80c1 req-356c1516-6f10-4717-822d-219810b99347 service nova] Acquiring lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.133151] env[62220]: DEBUG oslo_concurrency.lockutils [req-e80d1e42-31ae-41b2-8dbd-2fcb146e80c1 req-356c1516-6f10-4717-822d-219810b99347 service nova] Acquired lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.133275] env[62220]: DEBUG nova.network.neutron [req-e80d1e42-31ae-41b2-8dbd-2fcb146e80c1 req-356c1516-6f10-4717-822d-219810b99347 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Refreshing network info cache for port 4f18eec6-9095-4ed2-b2ca-679b8dbb4841 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1723.157454] env[62220]: DEBUG nova.compute.manager [req-36caec27-5f6b-4b1a-95f6-e7407a722e49 req-471f96f2-82ef-4856-bfe1-60ac14ede73b service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Received event network-vif-deleted-4c36817e-207c-4b26-b21a-6b3b1772a3ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1723.157454] env[62220]: DEBUG nova.compute.manager [req-36caec27-5f6b-4b1a-95f6-e7407a722e49 req-471f96f2-82ef-4856-bfe1-60ac14ede73b service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Received event network-vif-deleted-ccae2454-5994-4c78-a35a-ec18aaa87ea5 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1723.302401] env[62220]: DEBUG oslo_vmware.api [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747777, 'name': PowerOffVM_Task, 'duration_secs': 0.397635} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.302401] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.302401] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.302401] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a379ed92-bbd7-463d-8051-4496f32ed687 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.364285] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1723.364285] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-447d63e5-eec6-458e-a3b3-4627a407fcfd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.375612] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1723.375612] env[62220]: value = "task-1747780" [ 1723.375612] env[62220]: _type = "Task" [ 1723.375612] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.380386] env[62220]: DEBUG oslo_concurrency.lockutils [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "refresh_cache-7962c335-9043-44cf-93b4-187635c88407" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.388670] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747780, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.418789] env[62220]: DEBUG nova.compute.manager [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1723.419188] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1723.422648] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20140ec0-72aa-487b-a876-279c65dd0dc5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.432046] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1723.432046] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50017127-249a-47a0-82d2-38a710b21b86 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.438710] env[62220]: DEBUG oslo_vmware.api [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Waiting for the task: (returnval){ [ 1723.438710] env[62220]: value = "task-1747781" [ 1723.438710] env[62220]: _type = "Task" [ 1723.438710] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.442758] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.449469] env[62220]: DEBUG oslo_vmware.api [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.496025] env[62220]: DEBUG nova.scheduler.client.report [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1723.528943] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.871684] env[62220]: DEBUG nova.network.neutron [req-e80d1e42-31ae-41b2-8dbd-2fcb146e80c1 req-356c1516-6f10-4717-822d-219810b99347 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updated VIF entry in instance network info cache for port 4f18eec6-9095-4ed2-b2ca-679b8dbb4841. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.872740] env[62220]: DEBUG nova.network.neutron [req-e80d1e42-31ae-41b2-8dbd-2fcb146e80c1 req-356c1516-6f10-4717-822d-219810b99347 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance_info_cache with network_info: [{"id": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "address": "fa:16:3e:21:b2:2d", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f18eec6-90", "ovs_interfaceid": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.888569] env[62220]: DEBUG oslo_concurrency.lockutils [None req-da61dc4d-387d-47ad-85c8-d4c8842c4c3f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-7962c335-9043-44cf-93b4-187635c88407-4c36817e-207c-4b26-b21a-6b3b1772a3ab" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.376s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.889617] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747780, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.949168] env[62220]: DEBUG oslo_vmware.api [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747781, 'name': PowerOffVM_Task, 'duration_secs': 0.174356} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.949579] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.949705] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.949974] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-854f689f-f67b-4852-9f9f-522353d3d1d3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.999501] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.002890] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.581s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.002890] env[62220]: DEBUG nova.objects.instance [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lazy-loading 'resources' on Instance uuid a822bbdb-accd-4d13-9335-bc4bf0515601 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.029296] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.030335] env[62220]: INFO nova.scheduler.client.report [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted allocations for instance b436a370-3543-4664-ba54-24090245d2e7 [ 1724.117420] env[62220]: DEBUG nova.objects.instance [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lazy-loading 'flavor' on Instance uuid 7d2ee524-61e6-4805-a8e7-98c0c676d89f {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.171526] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.171744] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.172058] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleting the datastore file [datastore1] 1bc073c3-14cd-4558-b961-9947dcb83760 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.172766] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94cb0f04-8d1d-4f48-b8eb-f6cd19e03db6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.181742] env[62220]: DEBUG oslo_vmware.api [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1724.181742] env[62220]: value = "task-1747783" [ 1724.181742] env[62220]: _type = "Task" [ 1724.181742] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.193192] env[62220]: DEBUG oslo_vmware.api [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.198476] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.198740] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.198942] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Deleting the datastore file [datastore1] 39f43c50-eafb-45d4-84f4-4ce78903ba05 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.199236] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f894b1f7-0685-4379-a3eb-c1baa1d2279c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.207273] env[62220]: DEBUG oslo_vmware.api [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Waiting for the task: (returnval){ [ 1724.207273] env[62220]: value = "task-1747784" [ 1724.207273] env[62220]: _type = "Task" [ 1724.207273] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.217280] env[62220]: DEBUG oslo_vmware.api [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.241208] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.241488] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.241713] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Deleting the datastore file [datastore1] 7962c335-9043-44cf-93b4-187635c88407 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.242169] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-311cb51a-5c0e-483a-b24f-c8106dfdb4b4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.250217] env[62220]: DEBUG oslo_vmware.api [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1724.250217] env[62220]: value = "task-1747785" [ 1724.250217] env[62220]: _type = "Task" [ 1724.250217] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.259092] env[62220]: DEBUG oslo_vmware.api [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.375938] env[62220]: DEBUG oslo_concurrency.lockutils [req-e80d1e42-31ae-41b2-8dbd-2fcb146e80c1 req-356c1516-6f10-4717-822d-219810b99347 service nova] Releasing lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.387172] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747780, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.527592] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747774, 'name': ReconfigVM_Task, 'duration_secs': 2.343442} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.530239] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 2f6961c8-e2a9-43be-a9d9-d88292a7671b/2f6961c8-e2a9-43be-a9d9-d88292a7671b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.531073] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58a2f593-bf32-466d-9f72-2388013aaa31 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.538665] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1724.538665] env[62220]: value = "task-1747786" [ 1724.538665] env[62220]: _type = "Task" [ 1724.538665] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.539176] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b52be54c-8b81-4ae0-8899-4c67940fc2bf tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "b436a370-3543-4664-ba54-24090245d2e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.185s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.551671] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747786, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.626437] env[62220]: DEBUG oslo_concurrency.lockutils [None req-56cb03d9-60a0-4f6f-8a6f-16dc93ea638a tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.873s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.655279] env[62220]: INFO nova.compute.manager [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Rebuilding instance [ 1724.699334] env[62220]: DEBUG oslo_vmware.api [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179541} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.702182] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.702390] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.702571] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.702749] env[62220]: INFO nova.compute.manager [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Took 3.59 seconds to destroy the instance on the hypervisor. [ 1724.702992] env[62220]: DEBUG oslo.service.loopingcall [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.705770] env[62220]: DEBUG nova.compute.manager [-] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.705770] env[62220]: DEBUG nova.network.neutron [-] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.713339] env[62220]: DEBUG nova.compute.manager [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1724.714116] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a81105-a0a2-4882-9b29-9a024cd6c195 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.722811] env[62220]: DEBUG oslo_vmware.api [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Task: {'id': task-1747784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205447} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.724397] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.724579] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.724753] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.724919] env[62220]: INFO nova.compute.manager [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1724.725165] env[62220]: DEBUG oslo.service.loopingcall [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.727560] env[62220]: DEBUG nova.compute.manager [-] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.727666] env[62220]: DEBUG nova.network.neutron [-] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.761437] env[62220]: DEBUG oslo_vmware.api [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294653} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.764768] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.765096] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.765174] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.765337] env[62220]: INFO nova.compute.manager [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 7962c335-9043-44cf-93b4-187635c88407] Took 2.00 seconds to destroy the instance on the hypervisor. [ 1724.765581] env[62220]: DEBUG oslo.service.loopingcall [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.766020] env[62220]: DEBUG nova.compute.manager [-] [instance: 7962c335-9043-44cf-93b4-187635c88407] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.766150] env[62220]: DEBUG nova.network.neutron [-] [instance: 7962c335-9043-44cf-93b4-187635c88407] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.784594] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6576d2-9a18-4804-acdf-e8147948332c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.794009] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec1ce1a-e977-4757-8ede-a41c43191909 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.833427] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f3fa70-604e-446b-b905-15d9830aded7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.841551] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43525d0-6776-4019-a684-d96cbc149473 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.846397] env[62220]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port ccae2454-5994-4c78-a35a-ec18aaa87ea5 could not be found.", "detail": ""}} {{(pid=62220) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1724.846516] env[62220]: DEBUG nova.network.neutron [-] Unable to show port ccae2454-5994-4c78-a35a-ec18aaa87ea5 as it no longer exists. {{(pid=62220) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1724.858494] env[62220]: DEBUG nova.compute.provider_tree [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1724.887517] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747780, 'name': CloneVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.049141] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747786, 'name': Rename_Task, 'duration_secs': 0.355769} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.049426] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.049656] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e9b8888-0a73-40cb-9308-ab07b3f1a8cf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.056595] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1725.056595] env[62220]: value = "task-1747787" [ 1725.056595] env[62220]: _type = "Task" [ 1725.056595] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.064189] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.198370] env[62220]: DEBUG nova.compute.manager [req-a5ee7eb9-ec62-4fb7-a435-2b09aeeec061 req-ec32e4e4-d39f-43d0-baf5-dab1c113b39d service nova] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Received event network-vif-deleted-fa973117-bacf-43e2-96e7-14e5c55fd8f2 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1725.199035] env[62220]: INFO nova.compute.manager [req-a5ee7eb9-ec62-4fb7-a435-2b09aeeec061 req-ec32e4e4-d39f-43d0-baf5-dab1c113b39d service nova] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Neutron deleted interface fa973117-bacf-43e2-96e7-14e5c55fd8f2; detaching it from the instance and deleting it from the info cache [ 1725.199254] env[62220]: DEBUG nova.network.neutron [req-a5ee7eb9-ec62-4fb7-a435-2b09aeeec061 req-ec32e4e4-d39f-43d0-baf5-dab1c113b39d service nova] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.362464] env[62220]: DEBUG nova.scheduler.client.report [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1725.392093] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747780, 'name': CloneVM_Task, 'duration_secs': 1.591183} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.392580] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Created linked-clone VM from snapshot [ 1725.393387] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfc1897-ae44-4e8b-b5d9-e944ca58d5b7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.402124] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Uploading image df9dfc79-8f90-4f74-b780-893a51fcd4f1 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1725.435969] env[62220]: DEBUG oslo_vmware.rw_handles [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1725.435969] env[62220]: value = "vm-363386" [ 1725.435969] env[62220]: _type = "VirtualMachine" [ 1725.435969] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1725.436128] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a61757cb-e6d9-40e1-93c0-a952533894d6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.444014] env[62220]: DEBUG oslo_vmware.rw_handles [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lease: (returnval){ [ 1725.444014] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b05374-2ae6-3b67-fe5e-e3a4054a9368" [ 1725.444014] env[62220]: _type = "HttpNfcLease" [ 1725.444014] env[62220]: } obtained for exporting VM: (result){ [ 1725.444014] env[62220]: value = "vm-363386" [ 1725.444014] env[62220]: _type = "VirtualMachine" [ 1725.444014] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1725.444324] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the lease: (returnval){ [ 1725.444324] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b05374-2ae6-3b67-fe5e-e3a4054a9368" [ 1725.444324] env[62220]: _type = "HttpNfcLease" [ 1725.444324] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1725.450768] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1725.450768] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b05374-2ae6-3b67-fe5e-e3a4054a9368" [ 1725.450768] env[62220]: _type = "HttpNfcLease" [ 1725.450768] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1725.571191] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747787, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.592350] env[62220]: DEBUG nova.compute.manager [req-c8d6d654-8c62-4308-8adb-49930706030a req-959337e3-692c-4d4a-b822-e3bd020a8708 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Received event network-vif-deleted-1ffd4906-b674-4a11-9542-6b91aa4023ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1725.592561] env[62220]: INFO nova.compute.manager [req-c8d6d654-8c62-4308-8adb-49930706030a req-959337e3-692c-4d4a-b822-e3bd020a8708 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Neutron deleted interface 1ffd4906-b674-4a11-9542-6b91aa4023ab; detaching it from the instance and deleting it from the info cache [ 1725.592711] env[62220]: DEBUG nova.network.neutron [req-c8d6d654-8c62-4308-8adb-49930706030a req-959337e3-692c-4d4a-b822-e3bd020a8708 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.626674] env[62220]: DEBUG nova.network.neutron [-] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.630516] env[62220]: DEBUG nova.network.neutron [-] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.705872] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eccc6817-b456-46a0-83b2-24341ddb0210 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.716319] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d760f844-943b-4c9b-8ae7-4b615e05eb2e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.733754] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1725.734063] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ddcf44d-eec5-4b69-a7ea-dbb99cbe5c58 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.749885] env[62220]: DEBUG nova.compute.manager [req-a5ee7eb9-ec62-4fb7-a435-2b09aeeec061 req-ec32e4e4-d39f-43d0-baf5-dab1c113b39d service nova] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Detach interface failed, port_id=fa973117-bacf-43e2-96e7-14e5c55fd8f2, reason: Instance 39f43c50-eafb-45d4-84f4-4ce78903ba05 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1725.750158] env[62220]: DEBUG nova.compute.manager [req-a5ee7eb9-ec62-4fb7-a435-2b09aeeec061 req-ec32e4e4-d39f-43d0-baf5-dab1c113b39d service nova] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Received event network-vif-deleted-8d72e3ee-3a54-42fa-8b41-33be308183ee {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1725.750339] env[62220]: INFO nova.compute.manager [req-a5ee7eb9-ec62-4fb7-a435-2b09aeeec061 req-ec32e4e4-d39f-43d0-baf5-dab1c113b39d service nova] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Neutron deleted interface 8d72e3ee-3a54-42fa-8b41-33be308183ee; detaching it from the instance and deleting it from the info cache [ 1725.750513] env[62220]: DEBUG nova.network.neutron [req-a5ee7eb9-ec62-4fb7-a435-2b09aeeec061 req-ec32e4e4-d39f-43d0-baf5-dab1c113b39d service nova] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.753671] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1725.753671] env[62220]: value = "task-1747789" [ 1725.753671] env[62220]: _type = "Task" [ 1725.753671] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.763137] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.868075] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.870563] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.428s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.872348] env[62220]: INFO nova.compute.claims [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1725.891476] env[62220]: INFO nova.scheduler.client.report [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Deleted allocations for instance a822bbdb-accd-4d13-9335-bc4bf0515601 [ 1725.958334] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "ee9ef581-b58f-4bb0-a517-22fd69c1117a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.958760] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "ee9ef581-b58f-4bb0-a517-22fd69c1117a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.960638] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1725.960638] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b05374-2ae6-3b67-fe5e-e3a4054a9368" [ 1725.960638] env[62220]: _type = "HttpNfcLease" [ 1725.960638] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1725.961701] env[62220]: DEBUG oslo_vmware.rw_handles [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1725.961701] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b05374-2ae6-3b67-fe5e-e3a4054a9368" [ 1725.961701] env[62220]: _type = "HttpNfcLease" [ 1725.961701] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1725.962471] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a696a8a-30c7-46b3-a533-724bcc696b93 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.971849] env[62220]: DEBUG oslo_vmware.rw_handles [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52326c6b-f01a-5ee8-0db9-9335bff9d942/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1725.972073] env[62220]: DEBUG oslo_vmware.rw_handles [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52326c6b-f01a-5ee8-0db9-9335bff9d942/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1726.051695] env[62220]: DEBUG nova.network.neutron [-] [instance: 7962c335-9043-44cf-93b4-187635c88407] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.065333] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c8af548-cd8a-4fd3-b6ba-c3f156456123 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.071195] env[62220]: DEBUG oslo_vmware.api [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747787, 'name': PowerOnVM_Task, 'duration_secs': 0.841917} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.071866] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1726.071866] env[62220]: INFO nova.compute.manager [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1726.071866] env[62220]: DEBUG nova.compute.manager [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1726.072676] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e196b556-ecbc-432e-986d-afe559f2817d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.096162] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22479336-6982-402f-88ea-b9d5ee72eca1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.104979] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25abfe29-2ffd-4da9-8771-bbcae3a31e64 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.137869] env[62220]: INFO nova.compute.manager [-] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Took 1.41 seconds to deallocate network for instance. [ 1726.138203] env[62220]: INFO nova.compute.manager [-] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Took 1.43 seconds to deallocate network for instance. [ 1726.138754] env[62220]: DEBUG nova.compute.manager [req-c8d6d654-8c62-4308-8adb-49930706030a req-959337e3-692c-4d4a-b822-e3bd020a8708 service nova] [instance: 7962c335-9043-44cf-93b4-187635c88407] Detach interface failed, port_id=1ffd4906-b674-4a11-9542-6b91aa4023ab, reason: Instance 7962c335-9043-44cf-93b4-187635c88407 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1726.255607] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2d72cb0-a822-4642-846f-5beb0aa053b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.270981] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747789, 'name': PowerOffVM_Task, 'duration_secs': 0.235224} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.271944] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1726.276049] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f2f321-e92c-4193-94b7-fc2d5f6ff337 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.312431] env[62220]: DEBUG nova.compute.manager [req-a5ee7eb9-ec62-4fb7-a435-2b09aeeec061 req-ec32e4e4-d39f-43d0-baf5-dab1c113b39d service nova] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Detach interface failed, port_id=8d72e3ee-3a54-42fa-8b41-33be308183ee, reason: Instance 1bc073c3-14cd-4558-b961-9947dcb83760 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1726.337356] env[62220]: INFO nova.compute.manager [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Detaching volume f2c8a0c1-5970-41dd-9247-cd523645c3bb [ 1726.370982] env[62220]: INFO nova.virt.block_device [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Attempting to driver detach volume f2c8a0c1-5970-41dd-9247-cd523645c3bb from mountpoint /dev/sdb [ 1726.371325] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1726.372205] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363383', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'name': 'volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d2ee524-61e6-4805-a8e7-98c0c676d89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'serial': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1726.373291] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387e089b-fcec-4a14-8464-12b97292ab27 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.401843] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb01a1f-9e33-41a8-84f0-b888bc1ebc3e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.405530] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e15f9c06-2802-4900-a139-e8fcee2392c9 tempest-ServersNegativeTestJSON-1926648660 tempest-ServersNegativeTestJSON-1926648660-project-member] Lock "a822bbdb-accd-4d13-9335-bc4bf0515601" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.048s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.413347] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac301e80-c4a0-4309-a602-ff07dc6c0f3e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.437111] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8846afdd-e7e7-4b53-987a-9afa375cd719 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.457268] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] The volume has not been displaced from its original location: [datastore1] volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb/volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1726.463133] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1726.463830] env[62220]: DEBUG nova.compute.manager [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1726.466152] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2962ac22-1c6a-4d31-a203-82070e2a8ac4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.487679] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1726.487679] env[62220]: value = "task-1747790" [ 1726.487679] env[62220]: _type = "Task" [ 1726.487679] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.495534] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.554579] env[62220]: INFO nova.compute.manager [-] [instance: 7962c335-9043-44cf-93b4-187635c88407] Took 1.79 seconds to deallocate network for instance. [ 1726.598138] env[62220]: INFO nova.compute.manager [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Took 25.75 seconds to build instance. [ 1726.647112] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.692839] env[62220]: INFO nova.compute.manager [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Took 0.55 seconds to detach 1 volumes for instance. [ 1727.000114] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.004228] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747790, 'name': ReconfigVM_Task, 'duration_secs': 0.2063} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.006983] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1727.012717] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb9ff35d-1e5e-4f78-bc1d-7c1eb6b8f255 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.033457] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1727.033457] env[62220]: value = "task-1747791" [ 1727.033457] env[62220]: _type = "Task" [ 1727.033457] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.044164] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.062574] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.115012] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7f89cffa-9171-4565-9349-9ebd5ee812c5 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "2f6961c8-e2a9-43be-a9d9-d88292a7671b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.264s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.142792] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92c98aa-a42d-479d-8d3e-dc58fff8515c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.151855] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4b9891-c74d-4d82-8923-14cce0612778 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.187334] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d38ce1a-d5d4-4b6f-bfc1-bceb5149dedc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.196130] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d3cdbf-ac60-4e4d-a1ea-9e9b7e3f7039 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.200984] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.211582] env[62220]: DEBUG nova.compute.provider_tree [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.248976] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98c9cbc-50a3-4d0d-814d-4015987e8595 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.257678] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6489147f-c971-47a4-a740-0c972b219a90 tempest-ServersAdminNegativeTestJSON-1755804374 tempest-ServersAdminNegativeTestJSON-1755804374-project-admin] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Suspending the VM {{(pid=62220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1727.257678] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1ed449b3-c297-4cd3-957c-ef2ba12f7e86 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.264413] env[62220]: DEBUG oslo_vmware.api [None req-6489147f-c971-47a4-a740-0c972b219a90 tempest-ServersAdminNegativeTestJSON-1755804374 tempest-ServersAdminNegativeTestJSON-1755804374-project-admin] Waiting for the task: (returnval){ [ 1727.264413] env[62220]: value = "task-1747792" [ 1727.264413] env[62220]: _type = "Task" [ 1727.264413] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.274475] env[62220]: DEBUG oslo_vmware.api [None req-6489147f-c971-47a4-a740-0c972b219a90 tempest-ServersAdminNegativeTestJSON-1755804374 tempest-ServersAdminNegativeTestJSON-1755804374-project-admin] Task: {'id': task-1747792, 'name': SuspendVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.548746] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747791, 'name': ReconfigVM_Task, 'duration_secs': 0.211939} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.548746] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363383', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'name': 'volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d2ee524-61e6-4805-a8e7-98c0c676d89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'serial': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1727.715191] env[62220]: DEBUG nova.scheduler.client.report [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1727.783337] env[62220]: DEBUG oslo_vmware.api [None req-6489147f-c971-47a4-a740-0c972b219a90 tempest-ServersAdminNegativeTestJSON-1755804374 tempest-ServersAdminNegativeTestJSON-1755804374-project-admin] Task: {'id': task-1747792, 'name': SuspendVM_Task} progress is 62%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.220452] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.224020] env[62220]: DEBUG nova.compute.manager [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1728.224020] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.577s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.224020] env[62220]: DEBUG nova.objects.instance [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Lazy-loading 'resources' on Instance uuid 39f43c50-eafb-45d4-84f4-4ce78903ba05 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.280758] env[62220]: DEBUG oslo_vmware.api [None req-6489147f-c971-47a4-a740-0c972b219a90 tempest-ServersAdminNegativeTestJSON-1755804374 tempest-ServersAdminNegativeTestJSON-1755804374-project-admin] Task: {'id': task-1747792, 'name': SuspendVM_Task, 'duration_secs': 0.831771} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.282386] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6489147f-c971-47a4-a740-0c972b219a90 tempest-ServersAdminNegativeTestJSON-1755804374 tempest-ServersAdminNegativeTestJSON-1755804374-project-admin] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Suspended the VM {{(pid=62220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1728.282907] env[62220]: DEBUG nova.compute.manager [None req-6489147f-c971-47a4-a740-0c972b219a90 tempest-ServersAdminNegativeTestJSON-1755804374 tempest-ServersAdminNegativeTestJSON-1755804374-project-admin] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.284865] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822acdd3-6dde-4200-9fb6-7bb9dde31074 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.609290] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1728.609658] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6326b66d-a3c4-476e-abc8-9fc59292d7b4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.618751] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1728.618751] env[62220]: value = "task-1747793" [ 1728.618751] env[62220]: _type = "Task" [ 1728.618751] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.629952] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1728.630206] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1728.630426] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363383', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'name': 'volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d2ee524-61e6-4805-a8e7-98c0c676d89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'serial': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1728.631325] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58712b5-6262-4722-a3b5-43c33ded67a3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.651531] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443bc479-113b-4d96-a50c-4141ebc68eff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.658845] env[62220]: WARNING nova.virt.vmwareapi.driver [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1728.658845] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1728.659595] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db64ca98-cf4b-4595-ad87-246e08f1db7c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.666282] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.666526] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1e19311-c293-49cb-a020-c6f02dfd7126 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.726888] env[62220]: DEBUG nova.compute.utils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1728.728570] env[62220]: DEBUG nova.compute.manager [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1728.728821] env[62220]: DEBUG nova.network.neutron [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1728.752533] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.752858] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.753041] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleting the datastore file [datastore1] 7d2ee524-61e6-4805-a8e7-98c0c676d89f {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.753392] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32e07069-1084-4f87-880e-4ea496485cf6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.764226] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1728.764226] env[62220]: value = "task-1747795" [ 1728.764226] env[62220]: _type = "Task" [ 1728.764226] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.774118] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.775350] env[62220]: DEBUG nova.policy [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c1e65e4c3ff4a36ad20438e01984481', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '586e43b2f9824ebeb4ef6b3e9a2196c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1728.989088] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61539fc-51e4-407f-9528-8bf26cbef714 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.996122] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a46686f-1467-4a12-9933-285bbc42ef68 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.027195] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeba10b7-49df-48cb-8071-65b424310364 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.038025] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337e0a43-2b32-4674-8349-f44939eab139 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.054481] env[62220]: DEBUG nova.compute.provider_tree [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1729.121203] env[62220]: DEBUG nova.network.neutron [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Successfully created port: 1a7f3883-bd2d-49c3-8f65-acb6aed9a7be {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1729.237080] env[62220]: DEBUG nova.compute.manager [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1729.278219] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184693} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.278219] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.278219] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.278219] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.575855] env[62220]: ERROR nova.scheduler.client.report [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] [req-894bc40b-8060-4f5b-93f9-7c1d4ad4fd6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-894bc40b-8060-4f5b-93f9-7c1d4ad4fd6b"}]} [ 1729.592469] env[62220]: DEBUG nova.scheduler.client.report [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1729.607572] env[62220]: DEBUG nova.scheduler.client.report [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1729.607837] env[62220]: DEBUG nova.compute.provider_tree [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1729.618920] env[62220]: DEBUG nova.scheduler.client.report [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1729.637426] env[62220]: DEBUG nova.scheduler.client.report [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1729.784628] env[62220]: INFO nova.virt.block_device [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Booting with volume f2c8a0c1-5970-41dd-9247-cd523645c3bb at /dev/sdb [ 1729.833950] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0941a8d0-8289-4b35-8787-6b580084a0bc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.849105] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e9bd64-38fd-4ac5-aa92-9b1749e696b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.873041] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc37fd1-9339-43f6-8428-616efade3ea1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.890065] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a5fca07-9b99-4ab3-b87b-dc03e2c2f186 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.895040] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8d44f6-0539-4a34-a94b-c7efdbf89847 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.901882] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572c8b9d-ed86-4b61-996a-f7bec00ec1be {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.939812] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120fe21e-2966-4828-b69e-d84d8189f5e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.947445] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2434083e-9840-46b7-8e1f-97f522d2d7d1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.963074] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990b628b-d3c4-428a-bdb7-a4a52d85ab25 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.973493] env[62220]: DEBUG nova.compute.provider_tree [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1729.979390] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df6807e-b0b0-48af-b999-5e0a7388d2d4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.994489] env[62220]: DEBUG nova.virt.block_device [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Updating existing volume attachment record: 549ffc68-c986-4875-b739-5caca0b1c5ac {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1730.247056] env[62220]: DEBUG nova.compute.manager [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1730.273787] env[62220]: DEBUG nova.virt.hardware [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1730.274112] env[62220]: DEBUG nova.virt.hardware [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1730.274307] env[62220]: DEBUG nova.virt.hardware [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1730.274529] env[62220]: DEBUG nova.virt.hardware [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1730.274717] env[62220]: DEBUG nova.virt.hardware [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1730.274893] env[62220]: DEBUG nova.virt.hardware [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1730.275175] env[62220]: DEBUG nova.virt.hardware [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1730.275378] env[62220]: DEBUG nova.virt.hardware [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1730.275582] env[62220]: DEBUG nova.virt.hardware [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1730.275781] env[62220]: DEBUG nova.virt.hardware [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1730.275987] env[62220]: DEBUG nova.virt.hardware [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1730.276966] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45ca335-b1d7-44a4-83b4-1509fb912138 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.286575] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab09b03-10de-468e-b615-d115dda76fc8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.508988] env[62220]: DEBUG nova.scheduler.client.report [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1730.509182] env[62220]: DEBUG nova.compute.provider_tree [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 116 to 117 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1730.509416] env[62220]: DEBUG nova.compute.provider_tree [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1730.552537] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "2f6961c8-e2a9-43be-a9d9-d88292a7671b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.553573] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "2f6961c8-e2a9-43be-a9d9-d88292a7671b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.553573] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "2f6961c8-e2a9-43be-a9d9-d88292a7671b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.553573] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "2f6961c8-e2a9-43be-a9d9-d88292a7671b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.553573] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "2f6961c8-e2a9-43be-a9d9-d88292a7671b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.555660] env[62220]: INFO nova.compute.manager [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Terminating instance [ 1730.755054] env[62220]: DEBUG nova.compute.manager [req-c83692bb-3ae2-48fa-88c8-0b36d76e21b6 req-d87856b7-8c74-4b26-a341-34bab115a1da service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Received event network-vif-plugged-1a7f3883-bd2d-49c3-8f65-acb6aed9a7be {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1730.755277] env[62220]: DEBUG oslo_concurrency.lockutils [req-c83692bb-3ae2-48fa-88c8-0b36d76e21b6 req-d87856b7-8c74-4b26-a341-34bab115a1da service nova] Acquiring lock "50f9972d-c2d3-4609-bf46-9882a8783d63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.755480] env[62220]: DEBUG oslo_concurrency.lockutils [req-c83692bb-3ae2-48fa-88c8-0b36d76e21b6 req-d87856b7-8c74-4b26-a341-34bab115a1da service nova] Lock "50f9972d-c2d3-4609-bf46-9882a8783d63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.755642] env[62220]: DEBUG oslo_concurrency.lockutils [req-c83692bb-3ae2-48fa-88c8-0b36d76e21b6 req-d87856b7-8c74-4b26-a341-34bab115a1da service nova] Lock "50f9972d-c2d3-4609-bf46-9882a8783d63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.755829] env[62220]: DEBUG nova.compute.manager [req-c83692bb-3ae2-48fa-88c8-0b36d76e21b6 req-d87856b7-8c74-4b26-a341-34bab115a1da service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] No waiting events found dispatching network-vif-plugged-1a7f3883-bd2d-49c3-8f65-acb6aed9a7be {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1730.755996] env[62220]: WARNING nova.compute.manager [req-c83692bb-3ae2-48fa-88c8-0b36d76e21b6 req-d87856b7-8c74-4b26-a341-34bab115a1da service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Received unexpected event network-vif-plugged-1a7f3883-bd2d-49c3-8f65-acb6aed9a7be for instance with vm_state building and task_state spawning. [ 1730.868482] env[62220]: DEBUG nova.network.neutron [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Successfully updated port: 1a7f3883-bd2d-49c3-8f65-acb6aed9a7be {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1731.015225] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.791s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.017525] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.018s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.019648] env[62220]: INFO nova.compute.claims [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1731.038334] env[62220]: INFO nova.scheduler.client.report [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Deleted allocations for instance 39f43c50-eafb-45d4-84f4-4ce78903ba05 [ 1731.061106] env[62220]: DEBUG nova.compute.manager [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1731.061520] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.064070] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6487354e-b0ec-4f1f-aba1-9da03347ae23 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.071601] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1731.072037] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90ac44b8-95f0-4edd-8c66-15a89255c807 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.163191] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.163455] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.163677] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Deleting the datastore file [datastore1] 2f6961c8-e2a9-43be-a9d9-d88292a7671b {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.164012] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b87aefa2-7d47-48d4-a2e4-3d8be906e105 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.170549] env[62220]: DEBUG oslo_vmware.api [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1731.170549] env[62220]: value = "task-1747797" [ 1731.170549] env[62220]: _type = "Task" [ 1731.170549] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.179171] env[62220]: DEBUG oslo_vmware.api [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.182968] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1731.183416] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1731.374392] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Acquiring lock "refresh_cache-50f9972d-c2d3-4609-bf46-9882a8783d63" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.374392] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Acquired lock "refresh_cache-50f9972d-c2d3-4609-bf46-9882a8783d63" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.374392] env[62220]: DEBUG nova.network.neutron [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.549100] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c8a94b2-5bdd-4bd7-9614-291ef7ceb921 tempest-InstanceActionsNegativeTestJSON-216250609 tempest-InstanceActionsNegativeTestJSON-216250609-project-member] Lock "39f43c50-eafb-45d4-84f4-4ce78903ba05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.644s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.682440] env[62220]: DEBUG oslo_vmware.api [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161065} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.682729] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1731.682922] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1731.683136] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1731.683328] env[62220]: INFO nova.compute.manager [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1731.683658] env[62220]: DEBUG oslo.service.loopingcall [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.683763] env[62220]: DEBUG nova.compute.manager [-] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1731.683878] env[62220]: DEBUG nova.network.neutron [-] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1731.689780] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1731.689991] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1731.920757] env[62220]: DEBUG nova.network.neutron [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1732.129761] env[62220]: DEBUG nova.virt.hardware [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1732.130025] env[62220]: DEBUG nova.virt.hardware [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1732.130465] env[62220]: DEBUG nova.virt.hardware [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1732.130661] env[62220]: DEBUG nova.virt.hardware [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1732.130809] env[62220]: DEBUG nova.virt.hardware [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1732.130957] env[62220]: DEBUG nova.virt.hardware [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1732.131182] env[62220]: DEBUG nova.virt.hardware [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1732.131340] env[62220]: DEBUG nova.virt.hardware [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1732.131502] env[62220]: DEBUG nova.virt.hardware [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1732.131667] env[62220]: DEBUG nova.virt.hardware [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1732.131891] env[62220]: DEBUG nova.virt.hardware [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1732.132789] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd7932f-dc2b-4051-9bb5-be10d6177a6b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.143740] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5232855a-99ce-4325-ba3e-82dcf1de0c95 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.159634] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:b2:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4588368d-7805-4c0c-8d88-a1f9378be102', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1732.167724] env[62220]: DEBUG oslo.service.loopingcall [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.171203] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1732.171863] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-896bb0f9-a074-482e-b388-22c1e9efa92c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.194245] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1732.194501] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.195353] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.195353] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.195353] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.195353] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.195729] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.195729] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1732.195808] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.200434] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1732.200434] env[62220]: value = "task-1747798" [ 1732.200434] env[62220]: _type = "Task" [ 1732.200434] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.211442] env[62220]: DEBUG nova.network.neutron [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Updating instance_info_cache with network_info: [{"id": "1a7f3883-bd2d-49c3-8f65-acb6aed9a7be", "address": "fa:16:3e:88:f6:c6", "network": {"id": "33dfad48-91af-42cd-90e4-e9f6ea1051d4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2109381777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "586e43b2f9824ebeb4ef6b3e9a2196c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7f3883-bd", "ovs_interfaceid": "1a7f3883-bd2d-49c3-8f65-acb6aed9a7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.219354] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747798, 'name': CreateVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.328017] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af870fb-bc17-42d2-b1d4-076fd02dc452 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.334135] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a00e783-fd5a-4bb7-9cdf-ad9d43b83449 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.369170] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efcf15b-2a44-48fd-8adf-e05d3ca31386 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.378588] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14ee9fc-0efd-4826-a8c5-4d3c971b214c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.395400] env[62220]: DEBUG nova.compute.provider_tree [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.700423] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.711392] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747798, 'name': CreateVM_Task, 'duration_secs': 0.475186} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.711988] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1732.712781] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.712998] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.713607] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1732.713927] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5936755e-46bf-4184-bd51-6556b91cf320 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.715997] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Releasing lock "refresh_cache-50f9972d-c2d3-4609-bf46-9882a8783d63" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.716345] env[62220]: DEBUG nova.compute.manager [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Instance network_info: |[{"id": "1a7f3883-bd2d-49c3-8f65-acb6aed9a7be", "address": "fa:16:3e:88:f6:c6", "network": {"id": "33dfad48-91af-42cd-90e4-e9f6ea1051d4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2109381777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "586e43b2f9824ebeb4ef6b3e9a2196c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7f3883-bd", "ovs_interfaceid": "1a7f3883-bd2d-49c3-8f65-acb6aed9a7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1732.716775] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:f6:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a7f3883-bd2d-49c3-8f65-acb6aed9a7be', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1732.725111] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Creating folder: Project (586e43b2f9824ebeb4ef6b3e9a2196c3). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1732.726167] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b7d569e-6249-4262-86fe-eb8d32f62370 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.729570] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1732.729570] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5227f081-2755-db75-b471-54e068433fc6" [ 1732.729570] env[62220]: _type = "Task" [ 1732.729570] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.745565] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5227f081-2755-db75-b471-54e068433fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.745565] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Created folder: Project (586e43b2f9824ebeb4ef6b3e9a2196c3) in parent group-v363147. [ 1732.745565] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Creating folder: Instances. Parent ref: group-v363388. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1732.745565] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6647f8e-6e76-4ac0-9dbf-82961cdaaeeb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.753744] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Created folder: Instances in parent group-v363388. [ 1732.754411] env[62220]: DEBUG oslo.service.loopingcall [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.754654] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1732.754970] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b565a4e-a915-4180-b889-5f156e28ffc1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.777590] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1732.777590] env[62220]: value = "task-1747801" [ 1732.777590] env[62220]: _type = "Task" [ 1732.777590] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.789607] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747801, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.805025] env[62220]: DEBUG nova.compute.manager [req-08870107-2ae3-4136-933b-71c7474bc41b req-bd2d4038-3a53-4087-bc8b-38857f3a7929 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Received event network-changed-1a7f3883-bd2d-49c3-8f65-acb6aed9a7be {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1732.807029] env[62220]: DEBUG nova.compute.manager [req-08870107-2ae3-4136-933b-71c7474bc41b req-bd2d4038-3a53-4087-bc8b-38857f3a7929 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Refreshing instance network info cache due to event network-changed-1a7f3883-bd2d-49c3-8f65-acb6aed9a7be. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1732.807029] env[62220]: DEBUG oslo_concurrency.lockutils [req-08870107-2ae3-4136-933b-71c7474bc41b req-bd2d4038-3a53-4087-bc8b-38857f3a7929 service nova] Acquiring lock "refresh_cache-50f9972d-c2d3-4609-bf46-9882a8783d63" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.807029] env[62220]: DEBUG oslo_concurrency.lockutils [req-08870107-2ae3-4136-933b-71c7474bc41b req-bd2d4038-3a53-4087-bc8b-38857f3a7929 service nova] Acquired lock "refresh_cache-50f9972d-c2d3-4609-bf46-9882a8783d63" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.807029] env[62220]: DEBUG nova.network.neutron [req-08870107-2ae3-4136-933b-71c7474bc41b req-bd2d4038-3a53-4087-bc8b-38857f3a7929 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Refreshing network info cache for port 1a7f3883-bd2d-49c3-8f65-acb6aed9a7be {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1732.907138] env[62220]: DEBUG nova.scheduler.client.report [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1732.957032] env[62220]: DEBUG nova.network.neutron [-] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.244255] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5227f081-2755-db75-b471-54e068433fc6, 'name': SearchDatastore_Task, 'duration_secs': 0.05914} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.244617] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.244852] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1733.245124] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.245274] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.245455] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1733.245753] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7de26aea-3e22-485e-af42-e7b1cdb253a8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.271060] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1733.271286] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1733.272499] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756d6631-2a27-4dea-a362-145a20cdd24c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.283740] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1733.283740] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5269c4f3-6acc-9042-9801-5061d22749a3" [ 1733.283740] env[62220]: _type = "Task" [ 1733.283740] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.290594] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747801, 'name': CreateVM_Task, 'duration_secs': 0.404408} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.291201] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1733.291956] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.292142] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.292493] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1733.295710] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60bfcf4e-9fb5-43aa-b86e-31f4b6881a1c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.298315] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5269c4f3-6acc-9042-9801-5061d22749a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.302777] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Waiting for the task: (returnval){ [ 1733.302777] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529a1fc5-ab59-c154-317f-5b2ea2f62c84" [ 1733.302777] env[62220]: _type = "Task" [ 1733.302777] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.315338] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529a1fc5-ab59-c154-317f-5b2ea2f62c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.407569] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.408166] env[62220]: DEBUG nova.compute.manager [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1733.411660] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.349s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.411660] env[62220]: DEBUG nova.objects.instance [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'resources' on Instance uuid 7962c335-9043-44cf-93b4-187635c88407 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.460034] env[62220]: INFO nova.compute.manager [-] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Took 1.78 seconds to deallocate network for instance. [ 1733.682283] env[62220]: DEBUG nova.network.neutron [req-08870107-2ae3-4136-933b-71c7474bc41b req-bd2d4038-3a53-4087-bc8b-38857f3a7929 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Updated VIF entry in instance network info cache for port 1a7f3883-bd2d-49c3-8f65-acb6aed9a7be. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.682708] env[62220]: DEBUG nova.network.neutron [req-08870107-2ae3-4136-933b-71c7474bc41b req-bd2d4038-3a53-4087-bc8b-38857f3a7929 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Updating instance_info_cache with network_info: [{"id": "1a7f3883-bd2d-49c3-8f65-acb6aed9a7be", "address": "fa:16:3e:88:f6:c6", "network": {"id": "33dfad48-91af-42cd-90e4-e9f6ea1051d4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2109381777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "586e43b2f9824ebeb4ef6b3e9a2196c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7f3883-bd", "ovs_interfaceid": "1a7f3883-bd2d-49c3-8f65-acb6aed9a7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.795277] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5269c4f3-6acc-9042-9801-5061d22749a3, 'name': SearchDatastore_Task, 'duration_secs': 0.017545} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.796128] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea0ec85f-0e42-4906-ac22-89a28c59ebe4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.801723] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1733.801723] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52814ece-17ed-3056-4b70-86e09174176f" [ 1733.801723] env[62220]: _type = "Task" [ 1733.801723] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.813340] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52814ece-17ed-3056-4b70-86e09174176f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.817027] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529a1fc5-ab59-c154-317f-5b2ea2f62c84, 'name': SearchDatastore_Task, 'duration_secs': 0.01266} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.817170] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.817358] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1733.817642] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.913397] env[62220]: DEBUG nova.compute.utils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1733.915033] env[62220]: DEBUG nova.compute.manager [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1733.915221] env[62220]: DEBUG nova.network.neutron [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1733.961552] env[62220]: DEBUG oslo_vmware.rw_handles [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52326c6b-f01a-5ee8-0db9-9335bff9d942/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1733.962525] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fee215-b8a2-4f2d-bc10-188edc0bdd17 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.966987] env[62220]: DEBUG nova.policy [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5254631ef594432a1bc0efead6471be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df5aaa5fc3014e25865743150fc88155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1733.969196] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.975762] env[62220]: DEBUG oslo_vmware.rw_handles [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52326c6b-f01a-5ee8-0db9-9335bff9d942/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1733.975762] env[62220]: ERROR oslo_vmware.rw_handles [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52326c6b-f01a-5ee8-0db9-9335bff9d942/disk-0.vmdk due to incomplete transfer. [ 1733.975897] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4b9d4085-0780-4f6e-a17d-c626509120e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.985357] env[62220]: DEBUG oslo_vmware.rw_handles [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52326c6b-f01a-5ee8-0db9-9335bff9d942/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1733.986472] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Uploaded image df9dfc79-8f90-4f74-b780-893a51fcd4f1 to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1733.987835] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1733.988106] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b80de567-0fc8-45ae-ae7c-1801b637777b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.994890] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1733.994890] env[62220]: value = "task-1747802" [ 1733.994890] env[62220]: _type = "Task" [ 1733.994890] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.004508] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747802, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.137831] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbedff2d-83db-452e-86cd-6bfdd4edc1a1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.147699] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e185b4cf-3a99-4240-b163-ce4cb7bc2cf0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.190440] env[62220]: DEBUG oslo_concurrency.lockutils [req-08870107-2ae3-4136-933b-71c7474bc41b req-bd2d4038-3a53-4087-bc8b-38857f3a7929 service nova] Releasing lock "refresh_cache-50f9972d-c2d3-4609-bf46-9882a8783d63" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.190440] env[62220]: DEBUG nova.compute.manager [req-08870107-2ae3-4136-933b-71c7474bc41b req-bd2d4038-3a53-4087-bc8b-38857f3a7929 service nova] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Received event network-vif-deleted-b7d3e303-59da-489d-b5ba-60612606a3d2 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1734.190440] env[62220]: INFO nova.compute.manager [req-08870107-2ae3-4136-933b-71c7474bc41b req-bd2d4038-3a53-4087-bc8b-38857f3a7929 service nova] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Neutron deleted interface b7d3e303-59da-489d-b5ba-60612606a3d2; detaching it from the instance and deleting it from the info cache [ 1734.190440] env[62220]: DEBUG nova.network.neutron [req-08870107-2ae3-4136-933b-71c7474bc41b req-bd2d4038-3a53-4087-bc8b-38857f3a7929 service nova] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.194194] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8ea060-d535-4bbb-b809-c8e3d08b24eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.202161] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f349e6-4bfc-44d3-be33-f29451a5e060 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.219911] env[62220]: DEBUG nova.compute.provider_tree [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.285824] env[62220]: DEBUG nova.network.neutron [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Successfully created port: fdc262d4-c95f-4c95-a585-e8f7c74f2581 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1734.312456] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52814ece-17ed-3056-4b70-86e09174176f, 'name': SearchDatastore_Task, 'duration_secs': 0.017819} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.312713] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.313012] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7d2ee524-61e6-4805-a8e7-98c0c676d89f/7d2ee524-61e6-4805-a8e7-98c0c676d89f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1734.313310] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.313503] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.313720] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-601f8883-cde4-491e-8a76-0264184d6279 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.315981] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e18d560-3f23-4559-986c-16a1983aaa6a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.323058] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1734.323058] env[62220]: value = "task-1747803" [ 1734.323058] env[62220]: _type = "Task" [ 1734.323058] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.326965] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.327164] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.328153] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0aad04-db4b-4e6b-bd10-bc0d4c6e71a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.333754] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.336583] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Waiting for the task: (returnval){ [ 1734.336583] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e9a2df-6b96-86e5-ca62-ddabfc16e052" [ 1734.336583] env[62220]: _type = "Task" [ 1734.336583] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.343833] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e9a2df-6b96-86e5-ca62-ddabfc16e052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.419148] env[62220]: DEBUG nova.compute.manager [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1734.506122] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747802, 'name': Destroy_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.694244] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6d60ed9-6dc5-4ac2-a7e5-831489a7e4d3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.706096] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ab23bb-122f-4209-ae0e-665c99fcf52f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.723101] env[62220]: DEBUG nova.scheduler.client.report [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1734.749187] env[62220]: DEBUG nova.compute.manager [req-08870107-2ae3-4136-933b-71c7474bc41b req-bd2d4038-3a53-4087-bc8b-38857f3a7929 service nova] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Detach interface failed, port_id=b7d3e303-59da-489d-b5ba-60612606a3d2, reason: Instance 2f6961c8-e2a9-43be-a9d9-d88292a7671b could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1734.836596] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747803, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.847413] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e9a2df-6b96-86e5-ca62-ddabfc16e052, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.848309] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cea2578-27b4-4db6-9adf-5469f6be897c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.854044] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Waiting for the task: (returnval){ [ 1734.854044] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fd19b5-e010-cc42-5d2f-6fda4568ee20" [ 1734.854044] env[62220]: _type = "Task" [ 1734.854044] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.862232] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fd19b5-e010-cc42-5d2f-6fda4568ee20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.005693] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747802, 'name': Destroy_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.229164] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.231701] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.031s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.232037] env[62220]: DEBUG nova.objects.instance [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lazy-loading 'resources' on Instance uuid 1bc073c3-14cd-4558-b961-9947dcb83760 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.257032] env[62220]: INFO nova.scheduler.client.report [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Deleted allocations for instance 7962c335-9043-44cf-93b4-187635c88407 [ 1735.336586] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629202} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.337703] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7d2ee524-61e6-4805-a8e7-98c0c676d89f/7d2ee524-61e6-4805-a8e7-98c0c676d89f.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1735.337703] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1735.337703] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a2cd580-d73c-413f-bc5e-5c081cde0d7a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.344706] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1735.344706] env[62220]: value = "task-1747804" [ 1735.344706] env[62220]: _type = "Task" [ 1735.344706] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.353138] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.365539] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fd19b5-e010-cc42-5d2f-6fda4568ee20, 'name': SearchDatastore_Task, 'duration_secs': 0.054444} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.366532] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.366532] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 50f9972d-c2d3-4609-bf46-9882a8783d63/50f9972d-c2d3-4609-bf46-9882a8783d63.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1735.366750] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-411aa602-975b-4d78-b995-a7e6d039bdd3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.375246] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Waiting for the task: (returnval){ [ 1735.375246] env[62220]: value = "task-1747805" [ 1735.375246] env[62220]: _type = "Task" [ 1735.375246] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.385384] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.429846] env[62220]: DEBUG nova.compute.manager [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1735.458745] env[62220]: DEBUG nova.virt.hardware [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1735.458745] env[62220]: DEBUG nova.virt.hardware [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1735.458959] env[62220]: DEBUG nova.virt.hardware [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.458959] env[62220]: DEBUG nova.virt.hardware [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1735.459991] env[62220]: DEBUG nova.virt.hardware [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.459991] env[62220]: DEBUG nova.virt.hardware [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1735.459991] env[62220]: DEBUG nova.virt.hardware [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1735.459991] env[62220]: DEBUG nova.virt.hardware [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1735.459991] env[62220]: DEBUG nova.virt.hardware [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1735.459991] env[62220]: DEBUG nova.virt.hardware [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1735.460300] env[62220]: DEBUG nova.virt.hardware [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1735.461187] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59c0cb4-281c-400a-85fb-67f5fcf56cf8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.468695] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc33a1e8-ffdc-4e35-ad77-042839d57c78 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.505678] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747802, 'name': Destroy_Task, 'duration_secs': 1.452227} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.506562] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Destroyed the VM [ 1735.506562] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1735.506562] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c807d52c-0524-486c-bd80-12283403fae0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.512841] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1735.512841] env[62220]: value = "task-1747806" [ 1735.512841] env[62220]: _type = "Task" [ 1735.512841] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.520401] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747806, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.761028] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ecdabbf-b2dd-497c-8dba-ab3bac587eab tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "7962c335-9043-44cf-93b4-187635c88407" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.504s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.858275] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081608} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.862164] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1735.863786] env[62220]: DEBUG nova.compute.manager [req-11761f58-c96c-4e5c-97cf-886668674b8e req-da3bbf29-c89d-406a-89ef-3f65119e2fd9 service nova] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Received event network-vif-plugged-fdc262d4-c95f-4c95-a585-e8f7c74f2581 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1735.863957] env[62220]: DEBUG oslo_concurrency.lockutils [req-11761f58-c96c-4e5c-97cf-886668674b8e req-da3bbf29-c89d-406a-89ef-3f65119e2fd9 service nova] Acquiring lock "ee9ef581-b58f-4bb0-a517-22fd69c1117a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.864179] env[62220]: DEBUG oslo_concurrency.lockutils [req-11761f58-c96c-4e5c-97cf-886668674b8e req-da3bbf29-c89d-406a-89ef-3f65119e2fd9 service nova] Lock "ee9ef581-b58f-4bb0-a517-22fd69c1117a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.864388] env[62220]: DEBUG oslo_concurrency.lockutils [req-11761f58-c96c-4e5c-97cf-886668674b8e req-da3bbf29-c89d-406a-89ef-3f65119e2fd9 service nova] Lock "ee9ef581-b58f-4bb0-a517-22fd69c1117a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.864575] env[62220]: DEBUG nova.compute.manager [req-11761f58-c96c-4e5c-97cf-886668674b8e req-da3bbf29-c89d-406a-89ef-3f65119e2fd9 service nova] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] No waiting events found dispatching network-vif-plugged-fdc262d4-c95f-4c95-a585-e8f7c74f2581 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1735.865866] env[62220]: WARNING nova.compute.manager [req-11761f58-c96c-4e5c-97cf-886668674b8e req-da3bbf29-c89d-406a-89ef-3f65119e2fd9 service nova] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Received unexpected event network-vif-plugged-fdc262d4-c95f-4c95-a585-e8f7c74f2581 for instance with vm_state building and task_state spawning. [ 1735.866759] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb99a07-5645-4071-9634-4997500f1af2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.892954] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 7d2ee524-61e6-4805-a8e7-98c0c676d89f/7d2ee524-61e6-4805-a8e7-98c0c676d89f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1735.901399] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f87c944a-52ce-4f6e-9cf4-2a6cf2226999 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.919684] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.921082] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1735.921082] env[62220]: value = "task-1747807" [ 1735.921082] env[62220]: _type = "Task" [ 1735.921082] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.932827] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.007975] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa3fcb1-3515-4633-8442-4fd5f45671e7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.020395] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba75cb9-16d1-4579-a2bd-2e3ac3ec887b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.029407] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747806, 'name': RemoveSnapshot_Task, 'duration_secs': 0.362364} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.058105] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1736.058454] env[62220]: DEBUG nova.compute.manager [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1736.060598] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e070d15b-271d-404c-a787-a11be866c1be {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.064731] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9af1d1e-885b-448b-9bf3-e1e5cc27e9c6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.082231] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909c9c45-56c3-4938-90ed-6555c0bd7467 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.097979] env[62220]: DEBUG nova.compute.provider_tree [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1736.113610] env[62220]: DEBUG nova.network.neutron [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Successfully updated port: fdc262d4-c95f-4c95-a585-e8f7c74f2581 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1736.395352] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747805, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.432674] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747807, 'name': ReconfigVM_Task, 'duration_secs': 0.302092} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.433284] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 7d2ee524-61e6-4805-a8e7-98c0c676d89f/7d2ee524-61e6-4805-a8e7-98c0c676d89f.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1736.436736] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'guest_format': None, 'encrypted': False, 'encryption_options': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encryption_format': None, 'size': 0, 'boot_index': 0, 'device_type': 'disk', 'image_id': '9ac015ee-f71b-4d51-af31-ce5ca3eb77b8'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'attachment_id': '549ffc68-c986-4875-b739-5caca0b1c5ac', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363383', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'name': 'volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d2ee524-61e6-4805-a8e7-98c0c676d89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'serial': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb'}, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1736.442038] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1736.442038] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363383', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'name': 'volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d2ee524-61e6-4805-a8e7-98c0c676d89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'serial': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1736.442038] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1945e0c-c085-4c3f-b4cb-5e8f5f3059cd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.462928] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e48f3b-5600-4e8a-b1ad-6e0d5b8862ad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.491637] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb/volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1736.492229] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be64fd7-c301-467e-98ac-61cd15ef2c93 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.515068] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1736.515068] env[62220]: value = "task-1747808" [ 1736.515068] env[62220]: _type = "Task" [ 1736.515068] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.521488] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.588637] env[62220]: INFO nova.compute.manager [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Shelve offloading [ 1736.616604] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "refresh_cache-ee9ef581-b58f-4bb0-a517-22fd69c1117a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.616604] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "refresh_cache-ee9ef581-b58f-4bb0-a517-22fd69c1117a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.616604] env[62220]: DEBUG nova.network.neutron [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.640343] env[62220]: DEBUG nova.scheduler.client.report [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1736.640627] env[62220]: DEBUG nova.compute.provider_tree [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 117 to 118 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1736.640841] env[62220]: DEBUG nova.compute.provider_tree [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1736.899925] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747805, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.111787} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.900822] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 50f9972d-c2d3-4609-bf46-9882a8783d63/50f9972d-c2d3-4609-bf46-9882a8783d63.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.901267] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1736.901380] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cf712e7-aa33-4b3d-933f-527191fb8d0d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.910250] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Waiting for the task: (returnval){ [ 1736.910250] env[62220]: value = "task-1747809" [ 1736.910250] env[62220]: _type = "Task" [ 1736.910250] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.924299] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.022542] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747808, 'name': ReconfigVM_Task, 'duration_secs': 0.305752} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.022859] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb/volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1737.027605] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecdc76fd-d2d0-4d16-add3-ee326428c3b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.045199] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1737.045199] env[62220]: value = "task-1747810" [ 1737.045199] env[62220]: _type = "Task" [ 1737.045199] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.055025] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.092912] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.093261] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a36245d9-8549-458d-b13f-357a5db3835f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.101435] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1737.101435] env[62220]: value = "task-1747811" [ 1737.101435] env[62220]: _type = "Task" [ 1737.101435] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.110331] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.145601] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.148607] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.447s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.148607] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.148607] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1737.148607] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.179s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.148607] env[62220]: DEBUG nova.objects.instance [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lazy-loading 'resources' on Instance uuid 2f6961c8-e2a9-43be-a9d9-d88292a7671b {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.153019] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9815c861-cd9c-4c5e-a411-3efc2190fc4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.161976] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab72b02d-f9fc-4155-87b9-a079956050e4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.178426] env[62220]: INFO nova.scheduler.client.report [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleted allocations for instance 1bc073c3-14cd-4558-b961-9947dcb83760 [ 1737.183196] env[62220]: DEBUG nova.network.neutron [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1737.189356] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902fb6c5-ba15-429f-adec-40460bdf26dc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.200041] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2811000-8e1f-4dae-8b13-25400c4f7989 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.238112] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179079MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1737.238265] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.405182] env[62220]: DEBUG nova.network.neutron [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Updating instance_info_cache with network_info: [{"id": "fdc262d4-c95f-4c95-a585-e8f7c74f2581", "address": "fa:16:3e:dd:61:ef", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc262d4-c9", "ovs_interfaceid": "fdc262d4-c95f-4c95-a585-e8f7c74f2581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.427432] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113164} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.427432] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1737.427432] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3507c6f1-02ad-4796-a178-51625e4cef8e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.452073] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 50f9972d-c2d3-4609-bf46-9882a8783d63/50f9972d-c2d3-4609-bf46-9882a8783d63.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1737.452073] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab6112a-6d4f-4bb3-b3df-2f11546564d5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.475375] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Waiting for the task: (returnval){ [ 1737.475375] env[62220]: value = "task-1747812" [ 1737.475375] env[62220]: _type = "Task" [ 1737.475375] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.483870] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.559465] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "b678b462-3da4-4528-8763-36982ea94891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.560113] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "b678b462-3da4-4528-8763-36982ea94891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.561405] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747810, 'name': ReconfigVM_Task, 'duration_secs': 0.167621} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.562630] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363383', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'name': 'volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d2ee524-61e6-4805-a8e7-98c0c676d89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'serial': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1737.563288] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3e12e4a-4782-475a-99be-2d07e6e9edb8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.572398] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1737.572398] env[62220]: value = "task-1747813" [ 1737.572398] env[62220]: _type = "Task" [ 1737.572398] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.582606] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747813, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.612014] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1737.612286] env[62220]: DEBUG nova.compute.manager [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1737.613129] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679fcc6f-cd62-414c-a272-2c14b2b504e6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.619639] env[62220]: DEBUG oslo_concurrency.lockutils [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.619639] env[62220]: DEBUG oslo_concurrency.lockutils [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.619834] env[62220]: DEBUG nova.network.neutron [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.700325] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d0700d19-b3dd-4f53-984e-444bb266376f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "1bc073c3-14cd-4558-b961-9947dcb83760" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.096s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.890045] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a925ff-4b84-45ed-92af-90d7ad5a399b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.900465] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaff631-fb8d-4dbb-b462-c9c92553f5a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.931901] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "refresh_cache-ee9ef581-b58f-4bb0-a517-22fd69c1117a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.932485] env[62220]: DEBUG nova.compute.manager [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Instance network_info: |[{"id": "fdc262d4-c95f-4c95-a585-e8f7c74f2581", "address": "fa:16:3e:dd:61:ef", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc262d4-c9", "ovs_interfaceid": "fdc262d4-c95f-4c95-a585-e8f7c74f2581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1737.933198] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:61:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdc262d4-c95f-4c95-a585-e8f7c74f2581', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1737.942894] env[62220]: DEBUG oslo.service.loopingcall [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.943626] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2123606-352f-48cb-ac49-e26c148334d1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.946743] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1737.947227] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f43d289e-bc17-4ff5-bced-1144d9a053b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.968308] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21088805-6a80-4ac3-90b3-2e11f835df9c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.973489] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1737.973489] env[62220]: value = "task-1747814" [ 1737.973489] env[62220]: _type = "Task" [ 1737.973489] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.985499] env[62220]: DEBUG nova.compute.provider_tree [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1737.994762] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747814, 'name': CreateVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.998245] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747812, 'name': ReconfigVM_Task, 'duration_secs': 0.299136} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.998533] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 50f9972d-c2d3-4609-bf46-9882a8783d63/50f9972d-c2d3-4609-bf46-9882a8783d63.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1737.999399] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1860363d-3c43-4ff8-a017-3ea169f87211 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.006499] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Waiting for the task: (returnval){ [ 1738.006499] env[62220]: value = "task-1747815" [ 1738.006499] env[62220]: _type = "Task" [ 1738.006499] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.019362] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747815, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.036284] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "03789d9a-3d3b-471e-b415-75c4836b9502" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.036468] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "03789d9a-3d3b-471e-b415-75c4836b9502" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.053962] env[62220]: DEBUG nova.compute.manager [req-5e1a40f7-bb20-4608-ab0a-ff564df7df79 req-2c95089b-9485-49dc-aab4-a9bd302f86fa service nova] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Received event network-changed-fdc262d4-c95f-4c95-a585-e8f7c74f2581 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1738.054203] env[62220]: DEBUG nova.compute.manager [req-5e1a40f7-bb20-4608-ab0a-ff564df7df79 req-2c95089b-9485-49dc-aab4-a9bd302f86fa service nova] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Refreshing instance network info cache due to event network-changed-fdc262d4-c95f-4c95-a585-e8f7c74f2581. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1738.054444] env[62220]: DEBUG oslo_concurrency.lockutils [req-5e1a40f7-bb20-4608-ab0a-ff564df7df79 req-2c95089b-9485-49dc-aab4-a9bd302f86fa service nova] Acquiring lock "refresh_cache-ee9ef581-b58f-4bb0-a517-22fd69c1117a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.054604] env[62220]: DEBUG oslo_concurrency.lockutils [req-5e1a40f7-bb20-4608-ab0a-ff564df7df79 req-2c95089b-9485-49dc-aab4-a9bd302f86fa service nova] Acquired lock "refresh_cache-ee9ef581-b58f-4bb0-a517-22fd69c1117a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.054786] env[62220]: DEBUG nova.network.neutron [req-5e1a40f7-bb20-4608-ab0a-ff564df7df79 req-2c95089b-9485-49dc-aab4-a9bd302f86fa service nova] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Refreshing network info cache for port fdc262d4-c95f-4c95-a585-e8f7c74f2581 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.062457] env[62220]: DEBUG nova.compute.manager [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1738.083572] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747813, 'name': Rename_Task, 'duration_secs': 0.154083} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.084087] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.084480] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba1e96c9-f278-41f3-b5f7-bce514cdab11 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.093024] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1738.093024] env[62220]: value = "task-1747816" [ 1738.093024] env[62220]: _type = "Task" [ 1738.093024] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.103027] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.485450] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747814, 'name': CreateVM_Task, 'duration_secs': 0.494124} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.485767] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1738.486508] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.486711] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.487084] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1738.488124] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bfe39b5-52b5-4e08-912b-de722a82f2a8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.495149] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1738.495149] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eb36f2-4ed5-bc2a-313e-e84d34e616a3" [ 1738.495149] env[62220]: _type = "Task" [ 1738.495149] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.503940] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eb36f2-4ed5-bc2a-313e-e84d34e616a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.512104] env[62220]: ERROR nova.scheduler.client.report [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [req-fa6b905e-a938-420b-95f6-caa0733a17d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fa6b905e-a938-420b-95f6-caa0733a17d4"}]} [ 1738.519578] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747815, 'name': Rename_Task, 'duration_secs': 0.151529} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.519976] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.520115] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17f6f31f-c0f7-4d7e-ac5c-6fa3affce723 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.528757] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Waiting for the task: (returnval){ [ 1738.528757] env[62220]: value = "task-1747817" [ 1738.528757] env[62220]: _type = "Task" [ 1738.528757] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.529734] env[62220]: DEBUG nova.scheduler.client.report [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1738.540334] env[62220]: DEBUG nova.compute.manager [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1738.542941] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.544327] env[62220]: DEBUG nova.scheduler.client.report [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1738.544583] env[62220]: DEBUG nova.compute.provider_tree [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1738.557335] env[62220]: DEBUG nova.scheduler.client.report [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1738.562140] env[62220]: DEBUG nova.network.neutron [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updating instance_info_cache with network_info: [{"id": "3736c711-6be4-4b7c-8256-7d331633aca6", "address": "fa:16:3e:97:77:d4", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3736c711-6b", "ovs_interfaceid": "3736c711-6be4-4b7c-8256-7d331633aca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.579335] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.579763] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.591624] env[62220]: DEBUG nova.scheduler.client.report [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1738.596087] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.609170] env[62220]: DEBUG oslo_vmware.api [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747816, 'name': PowerOnVM_Task, 'duration_secs': 0.451754} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.609928] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1738.609928] env[62220]: DEBUG nova.compute.manager [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1738.611312] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8a7b05-11f1-4767-9f15-898a206ddf4d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.827560] env[62220]: DEBUG nova.network.neutron [req-5e1a40f7-bb20-4608-ab0a-ff564df7df79 req-2c95089b-9485-49dc-aab4-a9bd302f86fa service nova] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Updated VIF entry in instance network info cache for port fdc262d4-c95f-4c95-a585-e8f7c74f2581. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1738.827560] env[62220]: DEBUG nova.network.neutron [req-5e1a40f7-bb20-4608-ab0a-ff564df7df79 req-2c95089b-9485-49dc-aab4-a9bd302f86fa service nova] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Updating instance_info_cache with network_info: [{"id": "fdc262d4-c95f-4c95-a585-e8f7c74f2581", "address": "fa:16:3e:dd:61:ef", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc262d4-c9", "ovs_interfaceid": "fdc262d4-c95f-4c95-a585-e8f7c74f2581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.858330] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a319e5-bf89-43e7-a87d-6e0925d54362 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.867736] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928cf17f-a869-4da2-816c-263f7e6e94e7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.900165] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64492eaf-c318-41b4-b14a-7c39f26b1700 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.908206] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8027a8ab-f8de-4f80-a6d6-84c78b935c3f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.921615] env[62220]: DEBUG nova.compute.provider_tree [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1739.005687] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eb36f2-4ed5-bc2a-313e-e84d34e616a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.005975] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.006279] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.006522] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.006967] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.006967] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.007165] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f819afc2-858c-42f2-8121-6ab43022bea4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.015167] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.015348] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1739.016051] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7511d1f2-c696-435e-94b1-1ba736f88f4d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.020725] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1739.020725] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d854c3-dc9e-37d4-774f-a3e48e6d1110" [ 1739.020725] env[62220]: _type = "Task" [ 1739.020725] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.028113] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d854c3-dc9e-37d4-774f-a3e48e6d1110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.039537] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747817, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.058435] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.065478] env[62220]: DEBUG oslo_concurrency.lockutils [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.082061] env[62220]: DEBUG nova.compute.manager [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1739.132198] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.330388] env[62220]: DEBUG oslo_concurrency.lockutils [req-5e1a40f7-bb20-4608-ab0a-ff564df7df79 req-2c95089b-9485-49dc-aab4-a9bd302f86fa service nova] Releasing lock "refresh_cache-ee9ef581-b58f-4bb0-a517-22fd69c1117a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.335734] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.336043] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.343139] env[62220]: DEBUG nova.compute.manager [req-1a083c9c-f7a3-4f11-a945-2d628183bea0 req-b000d35a-9c27-4a36-b351-05629c1392f0 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Received event network-vif-unplugged-3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1739.343791] env[62220]: DEBUG oslo_concurrency.lockutils [req-1a083c9c-f7a3-4f11-a945-2d628183bea0 req-b000d35a-9c27-4a36-b351-05629c1392f0 service nova] Acquiring lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.344035] env[62220]: DEBUG oslo_concurrency.lockutils [req-1a083c9c-f7a3-4f11-a945-2d628183bea0 req-b000d35a-9c27-4a36-b351-05629c1392f0 service nova] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.344215] env[62220]: DEBUG oslo_concurrency.lockutils [req-1a083c9c-f7a3-4f11-a945-2d628183bea0 req-b000d35a-9c27-4a36-b351-05629c1392f0 service nova] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.344392] env[62220]: DEBUG nova.compute.manager [req-1a083c9c-f7a3-4f11-a945-2d628183bea0 req-b000d35a-9c27-4a36-b351-05629c1392f0 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] No waiting events found dispatching network-vif-unplugged-3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1739.344648] env[62220]: WARNING nova.compute.manager [req-1a083c9c-f7a3-4f11-a945-2d628183bea0 req-b000d35a-9c27-4a36-b351-05629c1392f0 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Received unexpected event network-vif-unplugged-3736c711-6be4-4b7c-8256-7d331633aca6 for instance with vm_state shelved and task_state shelving_offloading. [ 1739.442997] env[62220]: ERROR nova.scheduler.client.report [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [req-9925b0ea-16a4-40e5-bb95-aac69d8eb6c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9925b0ea-16a4-40e5-bb95-aac69d8eb6c9"}]} [ 1739.458532] env[62220]: DEBUG nova.scheduler.client.report [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1739.470181] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1739.471101] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483639ec-9267-49a7-bf8d-a94901c256da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.479431] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1739.480419] env[62220]: DEBUG nova.scheduler.client.report [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1739.480629] env[62220]: DEBUG nova.compute.provider_tree [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1739.482788] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19e3dffa-b334-464d-afeb-6f4ac1b0b413 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.494227] env[62220]: DEBUG nova.scheduler.client.report [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1739.514144] env[62220]: DEBUG nova.scheduler.client.report [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1739.533530] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d854c3-dc9e-37d4-774f-a3e48e6d1110, 'name': SearchDatastore_Task, 'duration_secs': 0.024211} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.539417] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e56f07-dc07-4e09-ba40-2768699482c2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.545201] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1739.545201] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eaccb6-bf6a-9e31-4f1a-df7075440393" [ 1739.545201] env[62220]: _type = "Task" [ 1739.545201] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.548297] env[62220]: DEBUG oslo_vmware.api [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747817, 'name': PowerOnVM_Task, 'duration_secs': 0.856097} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.553052] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.553263] env[62220]: INFO nova.compute.manager [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1739.553448] env[62220]: DEBUG nova.compute.manager [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.554374] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06238616-2ff5-4f7c-884e-8e20095eb80b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.561303] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eaccb6-bf6a-9e31-4f1a-df7075440393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.593758] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.593973] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.594185] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleting the datastore file [datastore1] a8f42686-354e-4afc-8bb7-e7db20ac2aa5 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.594620] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48e08aa5-53ff-4937-ad08-2701044b23a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.601896] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1739.601896] env[62220]: value = "task-1747819" [ 1739.601896] env[62220]: _type = "Task" [ 1739.601896] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.606419] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.614092] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.728115] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4442d164-042a-4ccd-9569-8701908be634 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.735829] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3743c893-998a-4157-9964-75999e3f60a5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.766067] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b65c18-2d9c-4998-a111-0790c7d4cbdc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.773334] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91de3e80-47ef-4d91-92c2-c3a2aea0f9f5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.786191] env[62220]: DEBUG nova.compute.provider_tree [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1739.838047] env[62220]: DEBUG nova.compute.manager [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1740.058454] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eaccb6-bf6a-9e31-4f1a-df7075440393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.073056] env[62220]: INFO nova.compute.manager [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Took 16.66 seconds to build instance. [ 1740.112559] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.316622] env[62220]: DEBUG nova.scheduler.client.report [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1740.316980] env[62220]: DEBUG nova.compute.provider_tree [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 123 to 124 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1740.317240] env[62220]: DEBUG nova.compute.provider_tree [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1740.360247] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.559976] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eaccb6-bf6a-9e31-4f1a-df7075440393, 'name': SearchDatastore_Task, 'duration_secs': 0.787204} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.561154] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.561855] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] ee9ef581-b58f-4bb0-a517-22fd69c1117a/ee9ef581-b58f-4bb0-a517-22fd69c1117a.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1740.562185] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4f009ab-c66f-4eae-a19a-e2a00368061a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.569507] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1740.569507] env[62220]: value = "task-1747820" [ 1740.569507] env[62220]: _type = "Task" [ 1740.569507] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.577380] env[62220]: DEBUG oslo_concurrency.lockutils [None req-08ba782d-6d55-4c5c-a750-f675ec001ec4 tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Lock "50f9972d-c2d3-4609-bf46-9882a8783d63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.171s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.577611] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.612778] env[62220]: DEBUG oslo_vmware.api [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.889261} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.612996] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1740.613463] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1740.613575] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1740.637654] env[62220]: INFO nova.scheduler.client.report [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleted allocations for instance a8f42686-354e-4afc-8bb7-e7db20ac2aa5 [ 1740.823034] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.674s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.827361] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.589s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.853828] env[62220]: INFO nova.scheduler.client.report [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Deleted allocations for instance 2f6961c8-e2a9-43be-a9d9-d88292a7671b [ 1741.081329] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747820, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.131072] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "dba7afa9-5628-47e5-a762-7932f93bc6a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.131072] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "dba7afa9-5628-47e5-a762-7932f93bc6a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.131072] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "dba7afa9-5628-47e5-a762-7932f93bc6a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.131072] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "dba7afa9-5628-47e5-a762-7932f93bc6a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.131072] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "dba7afa9-5628-47e5-a762-7932f93bc6a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.133859] env[62220]: INFO nova.compute.manager [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Terminating instance [ 1741.142176] env[62220]: DEBUG oslo_concurrency.lockutils [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.366651] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7c51fd62-b2d5-4941-a866-9d94cf13d8c9 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "2f6961c8-e2a9-43be-a9d9-d88292a7671b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.814s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.443296] env[62220]: DEBUG nova.compute.manager [req-733f0211-b9a6-4410-bbfe-370c6209ab46 req-49034d15-d717-4511-bf90-d9107d0ac2e0 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Received event network-changed-3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1741.443296] env[62220]: DEBUG nova.compute.manager [req-733f0211-b9a6-4410-bbfe-370c6209ab46 req-49034d15-d717-4511-bf90-d9107d0ac2e0 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Refreshing instance network info cache due to event network-changed-3736c711-6be4-4b7c-8256-7d331633aca6. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1741.443511] env[62220]: DEBUG oslo_concurrency.lockutils [req-733f0211-b9a6-4410-bbfe-370c6209ab46 req-49034d15-d717-4511-bf90-d9107d0ac2e0 service nova] Acquiring lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.443511] env[62220]: DEBUG oslo_concurrency.lockutils [req-733f0211-b9a6-4410-bbfe-370c6209ab46 req-49034d15-d717-4511-bf90-d9107d0ac2e0 service nova] Acquired lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.443734] env[62220]: DEBUG nova.network.neutron [req-733f0211-b9a6-4410-bbfe-370c6209ab46 req-49034d15-d717-4511-bf90-d9107d0ac2e0 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Refreshing network info cache for port 3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.580601] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747820, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.638274] env[62220]: DEBUG nova.compute.manager [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1741.638888] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1741.639423] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70d7e71-69f7-4fa3-8ab6-437bd8e55e35 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.648607] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1741.648804] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8df22021-2a08-4826-9cb8-1a6e7abd898b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.655628] env[62220]: DEBUG oslo_vmware.api [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1741.655628] env[62220]: value = "task-1747821" [ 1741.655628] env[62220]: _type = "Task" [ 1741.655628] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.664283] env[62220]: DEBUG oslo_vmware.api [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.867128] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 0c9d3ec0-2876-4300-9a10-27e1062ebf83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1741.867309] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance dba7afa9-5628-47e5-a762-7932f93bc6a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1741.867444] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1741.867582] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance c41b6d89-786b-403a-b9da-2360ac8be34f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1741.867700] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 69a87e35-30f4-497d-9969-d4cd4d021f5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1741.867824] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 7d2ee524-61e6-4805-a8e7-98c0c676d89f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1741.867956] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 3e6f531c-45d9-4932-8aa3-3facc68d8a8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1741.868153] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1741.868284] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 96ea101b-679a-44b6-80fc-64ed684f853a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1741.868390] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 50f9972d-c2d3-4609-bf46-9882a8783d63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1741.868499] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance ee9ef581-b58f-4bb0-a517-22fd69c1117a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1742.004819] env[62220]: DEBUG oslo_concurrency.lockutils [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "3e6f531c-45d9-4932-8aa3-3facc68d8a8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.005116] env[62220]: DEBUG oslo_concurrency.lockutils [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "3e6f531c-45d9-4932-8aa3-3facc68d8a8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.005420] env[62220]: DEBUG oslo_concurrency.lockutils [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "3e6f531c-45d9-4932-8aa3-3facc68d8a8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.006208] env[62220]: DEBUG oslo_concurrency.lockutils [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "3e6f531c-45d9-4932-8aa3-3facc68d8a8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.006208] env[62220]: DEBUG oslo_concurrency.lockutils [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "3e6f531c-45d9-4932-8aa3-3facc68d8a8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.008845] env[62220]: INFO nova.compute.manager [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Terminating instance [ 1742.081678] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747820, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.353449} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.082035] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] ee9ef581-b58f-4bb0-a517-22fd69c1117a/ee9ef581-b58f-4bb0-a517-22fd69c1117a.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.082274] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.082575] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f508295-ce85-4f67-a010-794582588430 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.090258] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1742.090258] env[62220]: value = "task-1747822" [ 1742.090258] env[62220]: _type = "Task" [ 1742.090258] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.098069] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.167415] env[62220]: DEBUG oslo_vmware.api [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747821, 'name': PowerOffVM_Task, 'duration_secs': 0.2453} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.167750] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1742.167918] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1742.168288] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3fce780-4793-4cb4-8c7f-2dac009109da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.238788] env[62220]: DEBUG nova.network.neutron [req-733f0211-b9a6-4410-bbfe-370c6209ab46 req-49034d15-d717-4511-bf90-d9107d0ac2e0 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updated VIF entry in instance network info cache for port 3736c711-6be4-4b7c-8256-7d331633aca6. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1742.239175] env[62220]: DEBUG nova.network.neutron [req-733f0211-b9a6-4410-bbfe-370c6209ab46 req-49034d15-d717-4511-bf90-d9107d0ac2e0 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updating instance_info_cache with network_info: [{"id": "3736c711-6be4-4b7c-8256-7d331633aca6", "address": "fa:16:3e:97:77:d4", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3736c711-6b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.375531] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1742.375762] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1742.375950] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Deleting the datastore file [datastore1] dba7afa9-5628-47e5-a762-7932f93bc6a1 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1742.377665] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b678b462-3da4-4528-8763-36982ea94891 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1742.378024] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0270dc5d-72e4-46c0-9b51-ad9796fcd3cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.388019] env[62220]: DEBUG oslo_vmware.api [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for the task: (returnval){ [ 1742.388019] env[62220]: value = "task-1747824" [ 1742.388019] env[62220]: _type = "Task" [ 1742.388019] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.395569] env[62220]: DEBUG oslo_vmware.api [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.513546] env[62220]: DEBUG nova.compute.manager [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1742.513809] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1742.517014] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbe7cbb-e9ee-4ba4-affb-8593dae97702 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.528708] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1742.529308] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b029afa-06c1-4e61-be52-33c719c38f3e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.538644] env[62220]: DEBUG oslo_vmware.api [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1742.538644] env[62220]: value = "task-1747825" [ 1742.538644] env[62220]: _type = "Task" [ 1742.538644] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.548797] env[62220]: DEBUG oslo_vmware.api [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.600711] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068615} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.600982] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.601773] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5837ca-6e30-41e2-bbb4-15745c07128e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.628140] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] ee9ef581-b58f-4bb0-a517-22fd69c1117a/ee9ef581-b58f-4bb0-a517-22fd69c1117a.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.628891] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779907e5-bda9-43cf-8e55-182f2fac446f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.646124] env[62220]: DEBUG nova.compute.manager [req-08eeb8ff-9fdb-4051-90ae-bdc0f1dc00ac req-367b75d3-486a-409d-bf14-e468f9545c80 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Received event network-changed-1a7f3883-bd2d-49c3-8f65-acb6aed9a7be {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1742.646365] env[62220]: DEBUG nova.compute.manager [req-08eeb8ff-9fdb-4051-90ae-bdc0f1dc00ac req-367b75d3-486a-409d-bf14-e468f9545c80 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Refreshing instance network info cache due to event network-changed-1a7f3883-bd2d-49c3-8f65-acb6aed9a7be. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1742.646618] env[62220]: DEBUG oslo_concurrency.lockutils [req-08eeb8ff-9fdb-4051-90ae-bdc0f1dc00ac req-367b75d3-486a-409d-bf14-e468f9545c80 service nova] Acquiring lock "refresh_cache-50f9972d-c2d3-4609-bf46-9882a8783d63" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.646778] env[62220]: DEBUG oslo_concurrency.lockutils [req-08eeb8ff-9fdb-4051-90ae-bdc0f1dc00ac req-367b75d3-486a-409d-bf14-e468f9545c80 service nova] Acquired lock "refresh_cache-50f9972d-c2d3-4609-bf46-9882a8783d63" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.646942] env[62220]: DEBUG nova.network.neutron [req-08eeb8ff-9fdb-4051-90ae-bdc0f1dc00ac req-367b75d3-486a-409d-bf14-e468f9545c80 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Refreshing network info cache for port 1a7f3883-bd2d-49c3-8f65-acb6aed9a7be {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1742.653945] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1742.653945] env[62220]: value = "task-1747826" [ 1742.653945] env[62220]: _type = "Task" [ 1742.653945] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.664629] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.742976] env[62220]: DEBUG oslo_concurrency.lockutils [req-733f0211-b9a6-4410-bbfe-370c6209ab46 req-49034d15-d717-4511-bf90-d9107d0ac2e0 service nova] Releasing lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.881761] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 03789d9a-3d3b-471e-b415-75c4836b9502 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1742.899713] env[62220]: DEBUG oslo_vmware.api [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Task: {'id': task-1747824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188645} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.901521] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1742.901521] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1742.901521] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1742.901521] env[62220]: INFO nova.compute.manager [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1742.901521] env[62220]: DEBUG oslo.service.loopingcall [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.902183] env[62220]: DEBUG nova.compute.manager [-] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1742.902277] env[62220]: DEBUG nova.network.neutron [-] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1743.048924] env[62220]: DEBUG oslo_vmware.api [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747825, 'name': PowerOffVM_Task, 'duration_secs': 0.428268} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.049242] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1743.049419] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1743.049667] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93f14ec9-a230-4b83-9acc-18bc5c1168ce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.060136] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.141354] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1743.141682] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1743.142009] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Deleting the datastore file [datastore1] 3e6f531c-45d9-4932-8aa3-3facc68d8a8d {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1743.142378] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0218eaa5-4009-4f52-9a44-9f08670f7a6a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.153264] env[62220]: DEBUG oslo_vmware.api [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for the task: (returnval){ [ 1743.153264] env[62220]: value = "task-1747828" [ 1743.153264] env[62220]: _type = "Task" [ 1743.153264] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.165308] env[62220]: DEBUG oslo_vmware.api [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.169501] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747826, 'name': ReconfigVM_Task, 'duration_secs': 0.336689} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.169815] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Reconfigured VM instance instance-00000057 to attach disk [datastore1] ee9ef581-b58f-4bb0-a517-22fd69c1117a/ee9ef581-b58f-4bb0-a517-22fd69c1117a.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.170658] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70d6d861-be11-4ee5-a773-6e838f0ed2f3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.178869] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1743.178869] env[62220]: value = "task-1747829" [ 1743.178869] env[62220]: _type = "Task" [ 1743.178869] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.190786] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747829, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.385127] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance f919009d-9ea4-4fc4-819c-f182ebe9ecd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1743.591694] env[62220]: DEBUG nova.network.neutron [req-08eeb8ff-9fdb-4051-90ae-bdc0f1dc00ac req-367b75d3-486a-409d-bf14-e468f9545c80 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Updated VIF entry in instance network info cache for port 1a7f3883-bd2d-49c3-8f65-acb6aed9a7be. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.592156] env[62220]: DEBUG nova.network.neutron [req-08eeb8ff-9fdb-4051-90ae-bdc0f1dc00ac req-367b75d3-486a-409d-bf14-e468f9545c80 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Updating instance_info_cache with network_info: [{"id": "1a7f3883-bd2d-49c3-8f65-acb6aed9a7be", "address": "fa:16:3e:88:f6:c6", "network": {"id": "33dfad48-91af-42cd-90e4-e9f6ea1051d4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2109381777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "586e43b2f9824ebeb4ef6b3e9a2196c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7f3883-bd", "ovs_interfaceid": "1a7f3883-bd2d-49c3-8f65-acb6aed9a7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.666789] env[62220]: DEBUG oslo_vmware.api [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Task: {'id': task-1747828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154595} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.666789] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.666789] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1743.666789] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1743.666789] env[62220]: INFO nova.compute.manager [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1743.666789] env[62220]: DEBUG oslo.service.loopingcall [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.666789] env[62220]: DEBUG nova.compute.manager [-] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1743.666789] env[62220]: DEBUG nova.network.neutron [-] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1743.670717] env[62220]: DEBUG nova.compute.manager [req-7871a699-d8d9-4177-8d7f-31a7d041db84 req-e6efce2c-c46b-4bf3-8d06-fdb0b24ff992 service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Received event network-vif-deleted-20711935-ae11-4ca8-87d3-127dc82f964d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1743.670836] env[62220]: INFO nova.compute.manager [req-7871a699-d8d9-4177-8d7f-31a7d041db84 req-e6efce2c-c46b-4bf3-8d06-fdb0b24ff992 service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Neutron deleted interface 20711935-ae11-4ca8-87d3-127dc82f964d; detaching it from the instance and deleting it from the info cache [ 1743.671016] env[62220]: DEBUG nova.network.neutron [req-7871a699-d8d9-4177-8d7f-31a7d041db84 req-e6efce2c-c46b-4bf3-8d06-fdb0b24ff992 service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.690668] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747829, 'name': Rename_Task, 'duration_secs': 0.168178} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.690997] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.691303] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa9c9fba-cbb9-47e7-ab63-9bba7d401e63 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.699574] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1743.699574] env[62220]: value = "task-1747830" [ 1743.699574] env[62220]: _type = "Task" [ 1743.699574] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.708490] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.876173] env[62220]: DEBUG nova.network.neutron [-] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.888875] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance d17a321c-9ff2-4728-9d4d-b355d813c8eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1743.889229] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1743.889660] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1743.963731] env[62220]: DEBUG oslo_concurrency.lockutils [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.963990] env[62220]: DEBUG oslo_concurrency.lockutils [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.095018] env[62220]: DEBUG oslo_concurrency.lockutils [req-08eeb8ff-9fdb-4051-90ae-bdc0f1dc00ac req-367b75d3-486a-409d-bf14-e468f9545c80 service nova] Releasing lock "refresh_cache-50f9972d-c2d3-4609-bf46-9882a8783d63" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.134809] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59220ec4-86f2-422c-89cd-19f75dc06d04 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.144254] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe7c045-d343-4628-92a0-b61561bdefe2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.179678] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-156608e5-633d-4a1d-ac3f-832b0e4de5c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.182432] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b1b7d5-2a42-4c0a-90f2-c628841d3921 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.194465] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a13be9-29cc-45f1-9d7d-bd91ab799a64 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.206167] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603d4b11-eb83-4843-af49-4155542157f2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.223270] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.237989] env[62220]: DEBUG nova.compute.manager [req-7871a699-d8d9-4177-8d7f-31a7d041db84 req-e6efce2c-c46b-4bf3-8d06-fdb0b24ff992 service nova] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Detach interface failed, port_id=20711935-ae11-4ca8-87d3-127dc82f964d, reason: Instance dba7afa9-5628-47e5-a762-7932f93bc6a1 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1744.238485] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747830, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.379254] env[62220]: INFO nova.compute.manager [-] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Took 1.48 seconds to deallocate network for instance. [ 1744.467713] env[62220]: DEBUG nova.compute.utils [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1744.627974] env[62220]: DEBUG nova.network.neutron [-] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.719791] env[62220]: DEBUG oslo_vmware.api [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747830, 'name': PowerOnVM_Task, 'duration_secs': 0.529406} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.720169] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.720302] env[62220]: INFO nova.compute.manager [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1744.720497] env[62220]: DEBUG nova.compute.manager [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.721255] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06697ce-e486-4fbf-9f73-f2765f3b3422 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.727443] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1744.853250] env[62220]: DEBUG oslo_concurrency.lockutils [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Acquiring lock "69a87e35-30f4-497d-9969-d4cd4d021f5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.853541] env[62220]: DEBUG oslo_concurrency.lockutils [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Lock "69a87e35-30f4-497d-9969-d4cd4d021f5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.853757] env[62220]: DEBUG oslo_concurrency.lockutils [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Acquiring lock "69a87e35-30f4-497d-9969-d4cd4d021f5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.854030] env[62220]: DEBUG oslo_concurrency.lockutils [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Lock "69a87e35-30f4-497d-9969-d4cd4d021f5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.854208] env[62220]: DEBUG oslo_concurrency.lockutils [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Lock "69a87e35-30f4-497d-9969-d4cd4d021f5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.856462] env[62220]: INFO nova.compute.manager [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Terminating instance [ 1744.888017] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.971791] env[62220]: DEBUG oslo_concurrency.lockutils [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.130708] env[62220]: INFO nova.compute.manager [-] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Took 1.47 seconds to deallocate network for instance. [ 1745.234196] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1745.234400] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.407s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.238731] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.643s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.240618] env[62220]: INFO nova.compute.claims [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1745.244677] env[62220]: INFO nova.compute.manager [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Took 18.26 seconds to build instance. [ 1745.339257] env[62220]: DEBUG nova.compute.manager [req-a2656cb4-5b2b-41fd-99c2-e42fa5eeed9f req-27e5fa64-4298-4fc8-9fc0-ad06668a6421 service nova] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Received event network-vif-deleted-c7b90d84-d049-49a7-8cba-f4ec6c86d3bb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1745.361743] env[62220]: DEBUG nova.compute.manager [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1745.362018] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1745.362913] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaf786e-40be-46cf-a697-86890be3ed23 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.371146] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.371739] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a26cee6-6b75-4930-9153-73b291d7a547 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.379824] env[62220]: DEBUG oslo_vmware.api [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Waiting for the task: (returnval){ [ 1745.379824] env[62220]: value = "task-1747831" [ 1745.379824] env[62220]: _type = "Task" [ 1745.379824] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.388761] env[62220]: DEBUG oslo_vmware.api [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.640171] env[62220]: DEBUG oslo_concurrency.lockutils [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.748405] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b1c008f-36d2-4185-9411-d277ab9c3e26 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "ee9ef581-b58f-4bb0-a517-22fd69c1117a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.790s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.891328] env[62220]: DEBUG oslo_vmware.api [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747831, 'name': PowerOffVM_Task, 'duration_secs': 0.234741} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.891598] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.891768] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.892238] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0916311-64ab-4797-bb38-90dc7e5eef87 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.972397] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.972681] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.972959] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Deleting the datastore file [datastore1] 69a87e35-30f4-497d-9969-d4cd4d021f5c {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.973257] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1f4a4f3-f111-4577-9c97-2ad28fb3ade2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.980668] env[62220]: DEBUG oslo_vmware.api [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Waiting for the task: (returnval){ [ 1745.980668] env[62220]: value = "task-1747833" [ 1745.980668] env[62220]: _type = "Task" [ 1745.980668] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.991569] env[62220]: DEBUG oslo_vmware.api [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.041075] env[62220]: DEBUG oslo_concurrency.lockutils [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.041075] env[62220]: DEBUG oslo_concurrency.lockutils [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.041075] env[62220]: INFO nova.compute.manager [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Attaching volume 04808087-db9c-42f3-94a5-d8fdfadd52f3 to /dev/sdb [ 1746.073477] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc78fc8d-7788-426b-8457-89b362b3e54d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.081709] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7fd9f3-c1e1-4a1f-b322-d80c113fdd33 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.096463] env[62220]: DEBUG nova.virt.block_device [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Updating existing volume attachment record: 08a376fe-9000-49e8-9766-5f06f0be8074 {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1746.489667] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69f8bcc-22ed-4f8f-a996-16d368ebb5bb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.495509] env[62220]: DEBUG oslo_vmware.api [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Task: {'id': task-1747833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12578} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.496750] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.496750] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1746.496750] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1746.496923] env[62220]: INFO nova.compute.manager [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1746.497100] env[62220]: DEBUG oslo.service.loopingcall [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.497296] env[62220]: DEBUG nova.compute.manager [-] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1746.497394] env[62220]: DEBUG nova.network.neutron [-] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1746.501821] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a521e00-a819-49ab-8d52-db7d0599cfd0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.535329] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24dc9f4-9712-41e6-a084-aa33084fd70d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.543732] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350c46f8-0c2f-4852-af8c-1e8b55b1660b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.557828] env[62220]: DEBUG nova.compute.provider_tree [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.860071] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "89db3d34-3908-4f0d-a994-39fcc1444053" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.860417] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "89db3d34-3908-4f0d-a994-39fcc1444053" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.063961] env[62220]: DEBUG nova.scheduler.client.report [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1747.067331] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Acquiring lock "50f9972d-c2d3-4609-bf46-9882a8783d63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.067560] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Lock "50f9972d-c2d3-4609-bf46-9882a8783d63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.067775] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Acquiring lock "50f9972d-c2d3-4609-bf46-9882a8783d63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.067957] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Lock "50f9972d-c2d3-4609-bf46-9882a8783d63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.068134] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Lock "50f9972d-c2d3-4609-bf46-9882a8783d63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.070516] env[62220]: INFO nova.compute.manager [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Terminating instance [ 1747.362731] env[62220]: DEBUG nova.compute.manager [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.372686] env[62220]: DEBUG nova.compute.manager [req-8bde1310-eb9f-4402-950c-840fab1bc5df req-c2dc3fce-489c-430d-9810-d5961112ccd8 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Received event network-changed-1a7f3883-bd2d-49c3-8f65-acb6aed9a7be {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1747.372868] env[62220]: DEBUG nova.compute.manager [req-8bde1310-eb9f-4402-950c-840fab1bc5df req-c2dc3fce-489c-430d-9810-d5961112ccd8 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Refreshing instance network info cache due to event network-changed-1a7f3883-bd2d-49c3-8f65-acb6aed9a7be. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1747.374315] env[62220]: DEBUG oslo_concurrency.lockutils [req-8bde1310-eb9f-4402-950c-840fab1bc5df req-c2dc3fce-489c-430d-9810-d5961112ccd8 service nova] Acquiring lock "refresh_cache-50f9972d-c2d3-4609-bf46-9882a8783d63" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.374471] env[62220]: DEBUG oslo_concurrency.lockutils [req-8bde1310-eb9f-4402-950c-840fab1bc5df req-c2dc3fce-489c-430d-9810-d5961112ccd8 service nova] Acquired lock "refresh_cache-50f9972d-c2d3-4609-bf46-9882a8783d63" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.376021] env[62220]: DEBUG nova.network.neutron [req-8bde1310-eb9f-4402-950c-840fab1bc5df req-c2dc3fce-489c-430d-9810-d5961112ccd8 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Refreshing network info cache for port 1a7f3883-bd2d-49c3-8f65-acb6aed9a7be {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.557698] env[62220]: DEBUG nova.network.neutron [-] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.574307] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.574978] env[62220]: DEBUG nova.compute.manager [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1747.578128] env[62220]: DEBUG nova.compute.manager [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1747.578531] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.578986] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.521s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.580635] env[62220]: INFO nova.compute.claims [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1747.583623] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225d2e8e-c9c3-4383-bad5-0a2cbc7226df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.593176] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.593446] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df85b585-9da5-466b-a23a-6a856ab4b345 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.601822] env[62220]: DEBUG oslo_vmware.api [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Waiting for the task: (returnval){ [ 1747.601822] env[62220]: value = "task-1747835" [ 1747.601822] env[62220]: _type = "Task" [ 1747.601822] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.612516] env[62220]: DEBUG oslo_vmware.api [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.885112] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.059560] env[62220]: INFO nova.compute.manager [-] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Took 1.56 seconds to deallocate network for instance. [ 1748.080833] env[62220]: DEBUG nova.compute.utils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1748.081988] env[62220]: DEBUG nova.compute.manager [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1748.085622] env[62220]: DEBUG nova.network.neutron [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1748.111506] env[62220]: DEBUG oslo_vmware.api [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747835, 'name': PowerOffVM_Task, 'duration_secs': 0.442294} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.111776] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1748.111993] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1748.112238] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e984a86-e3ad-42aa-9693-21567f9bc98d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.114473] env[62220]: DEBUG nova.network.neutron [req-8bde1310-eb9f-4402-950c-840fab1bc5df req-c2dc3fce-489c-430d-9810-d5961112ccd8 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Updated VIF entry in instance network info cache for port 1a7f3883-bd2d-49c3-8f65-acb6aed9a7be. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.114874] env[62220]: DEBUG nova.network.neutron [req-8bde1310-eb9f-4402-950c-840fab1bc5df req-c2dc3fce-489c-430d-9810-d5961112ccd8 service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Updating instance_info_cache with network_info: [{"id": "1a7f3883-bd2d-49c3-8f65-acb6aed9a7be", "address": "fa:16:3e:88:f6:c6", "network": {"id": "33dfad48-91af-42cd-90e4-e9f6ea1051d4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2109381777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "586e43b2f9824ebeb4ef6b3e9a2196c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7f3883-bd", "ovs_interfaceid": "1a7f3883-bd2d-49c3-8f65-acb6aed9a7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.133451] env[62220]: DEBUG nova.policy [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ecfd0c55ff648c99e673c5fd64a2e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a232aae0948c431487c97d0e07f10158', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1748.399324] env[62220]: DEBUG nova.network.neutron [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Successfully created port: 7639bca3-8d8f-465b-880d-a16867c81a2e {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1748.565730] env[62220]: DEBUG oslo_concurrency.lockutils [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.588566] env[62220]: DEBUG nova.compute.manager [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1748.618072] env[62220]: DEBUG oslo_concurrency.lockutils [req-8bde1310-eb9f-4402-950c-840fab1bc5df req-c2dc3fce-489c-430d-9810-d5961112ccd8 service nova] Releasing lock "refresh_cache-50f9972d-c2d3-4609-bf46-9882a8783d63" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.618833] env[62220]: DEBUG nova.compute.manager [req-8bde1310-eb9f-4402-950c-840fab1bc5df req-c2dc3fce-489c-430d-9810-d5961112ccd8 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Received event network-vif-deleted-c229a5ad-338f-4e5c-8da2-e3913bb5043c {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1748.621414] env[62220]: INFO nova.compute.manager [req-8bde1310-eb9f-4402-950c-840fab1bc5df req-c2dc3fce-489c-430d-9810-d5961112ccd8 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Neutron deleted interface c229a5ad-338f-4e5c-8da2-e3913bb5043c; detaching it from the instance and deleting it from the info cache [ 1748.621414] env[62220]: DEBUG nova.network.neutron [req-8bde1310-eb9f-4402-950c-840fab1bc5df req-c2dc3fce-489c-430d-9810-d5961112ccd8 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.706877] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1748.707122] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1748.707307] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Deleting the datastore file [datastore1] 50f9972d-c2d3-4609-bf46-9882a8783d63 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.707566] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b97f3699-877f-467a-88e7-2d8d55870195 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.714585] env[62220]: DEBUG oslo_vmware.api [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Waiting for the task: (returnval){ [ 1748.714585] env[62220]: value = "task-1747838" [ 1748.714585] env[62220]: _type = "Task" [ 1748.714585] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.724765] env[62220]: DEBUG oslo_vmware.api [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.806884] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25755ae5-8372-4bed-874a-93424cd43095 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.814520] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f387e5-70f9-4476-be5c-2f53a70f7b79 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.843944] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70b1deb-63e7-4926-9266-ea2a238bea63 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.851350] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e991fa3e-a540-472f-9b89-6e64fb3ffdd8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.863970] env[62220]: DEBUG nova.compute.provider_tree [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.126028] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ef6f5f8-de31-4f25-8c89-fa822c0c2724 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.137694] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cc09b3-b1dd-4065-a6d1-7f73796335f7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.167557] env[62220]: DEBUG nova.compute.manager [req-8bde1310-eb9f-4402-950c-840fab1bc5df req-c2dc3fce-489c-430d-9810-d5961112ccd8 service nova] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Detach interface failed, port_id=c229a5ad-338f-4e5c-8da2-e3913bb5043c, reason: Instance 69a87e35-30f4-497d-9969-d4cd4d021f5c could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1749.223895] env[62220]: DEBUG oslo_vmware.api [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.366994] env[62220]: DEBUG nova.scheduler.client.report [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1749.600050] env[62220]: DEBUG nova.compute.manager [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1749.626089] env[62220]: DEBUG nova.virt.hardware [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1749.626349] env[62220]: DEBUG nova.virt.hardware [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1749.626505] env[62220]: DEBUG nova.virt.hardware [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1749.626685] env[62220]: DEBUG nova.virt.hardware [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1749.627028] env[62220]: DEBUG nova.virt.hardware [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1749.627028] env[62220]: DEBUG nova.virt.hardware [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1749.627191] env[62220]: DEBUG nova.virt.hardware [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1749.627498] env[62220]: DEBUG nova.virt.hardware [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1749.627739] env[62220]: DEBUG nova.virt.hardware [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1749.627916] env[62220]: DEBUG nova.virt.hardware [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1749.628175] env[62220]: DEBUG nova.virt.hardware [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1749.629113] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d8cabe-77d3-4f43-8cca-c77d72ba708d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.637601] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34154e67-c55e-47a8-9011-0f184b23cf9b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.724777] env[62220]: DEBUG oslo_vmware.api [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Task: {'id': task-1747838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.563758} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.725732] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.725732] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1749.725732] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1749.725732] env[62220]: INFO nova.compute.manager [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1749.726214] env[62220]: DEBUG oslo.service.loopingcall [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.726214] env[62220]: DEBUG nova.compute.manager [-] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1749.726214] env[62220]: DEBUG nova.network.neutron [-] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1749.822354] env[62220]: DEBUG nova.compute.manager [req-855af49a-93bb-4292-9105-c86836fc97b8 req-0cbd11bf-4783-4a26-ab03-07ae01ae416a service nova] [instance: b678b462-3da4-4528-8763-36982ea94891] Received event network-vif-plugged-7639bca3-8d8f-465b-880d-a16867c81a2e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1749.822354] env[62220]: DEBUG oslo_concurrency.lockutils [req-855af49a-93bb-4292-9105-c86836fc97b8 req-0cbd11bf-4783-4a26-ab03-07ae01ae416a service nova] Acquiring lock "b678b462-3da4-4528-8763-36982ea94891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.822354] env[62220]: DEBUG oslo_concurrency.lockutils [req-855af49a-93bb-4292-9105-c86836fc97b8 req-0cbd11bf-4783-4a26-ab03-07ae01ae416a service nova] Lock "b678b462-3da4-4528-8763-36982ea94891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.822354] env[62220]: DEBUG oslo_concurrency.lockutils [req-855af49a-93bb-4292-9105-c86836fc97b8 req-0cbd11bf-4783-4a26-ab03-07ae01ae416a service nova] Lock "b678b462-3da4-4528-8763-36982ea94891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.822354] env[62220]: DEBUG nova.compute.manager [req-855af49a-93bb-4292-9105-c86836fc97b8 req-0cbd11bf-4783-4a26-ab03-07ae01ae416a service nova] [instance: b678b462-3da4-4528-8763-36982ea94891] No waiting events found dispatching network-vif-plugged-7639bca3-8d8f-465b-880d-a16867c81a2e {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1749.822354] env[62220]: WARNING nova.compute.manager [req-855af49a-93bb-4292-9105-c86836fc97b8 req-0cbd11bf-4783-4a26-ab03-07ae01ae416a service nova] [instance: b678b462-3da4-4528-8763-36982ea94891] Received unexpected event network-vif-plugged-7639bca3-8d8f-465b-880d-a16867c81a2e for instance with vm_state building and task_state spawning. [ 1749.871663] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.872315] env[62220]: DEBUG nova.compute.manager [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1749.875185] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.743s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.879023] env[62220]: DEBUG nova.objects.instance [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1749.920160] env[62220]: DEBUG nova.network.neutron [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Successfully updated port: 7639bca3-8d8f-465b-880d-a16867c81a2e {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1749.995963] env[62220]: DEBUG nova.compute.manager [req-2702beda-b2e2-486a-9e6f-c3f16d04d866 req-d278077c-d97a-48ef-a0c3-a5752ffa4c0d service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Received event network-vif-deleted-1a7f3883-bd2d-49c3-8f65-acb6aed9a7be {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1749.996295] env[62220]: INFO nova.compute.manager [req-2702beda-b2e2-486a-9e6f-c3f16d04d866 req-d278077c-d97a-48ef-a0c3-a5752ffa4c0d service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Neutron deleted interface 1a7f3883-bd2d-49c3-8f65-acb6aed9a7be; detaching it from the instance and deleting it from the info cache [ 1749.996546] env[62220]: DEBUG nova.network.neutron [req-2702beda-b2e2-486a-9e6f-c3f16d04d866 req-d278077c-d97a-48ef-a0c3-a5752ffa4c0d service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.381291] env[62220]: DEBUG nova.compute.utils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.384900] env[62220]: DEBUG nova.compute.manager [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1750.385088] env[62220]: DEBUG nova.network.neutron [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1750.421520] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.421688] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.421810] env[62220]: DEBUG nova.network.neutron [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1750.427028] env[62220]: DEBUG nova.policy [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ecfd0c55ff648c99e673c5fd64a2e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a232aae0948c431487c97d0e07f10158', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1750.469900] env[62220]: DEBUG nova.network.neutron [-] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.499407] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69152fe3-1b2f-4d9e-be3f-852261ec3f00 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.509584] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6923c5d7-d7a3-478b-a7fd-26bafa2e2653 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.538254] env[62220]: DEBUG nova.compute.manager [req-2702beda-b2e2-486a-9e6f-c3f16d04d866 req-d278077c-d97a-48ef-a0c3-a5752ffa4c0d service nova] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Detach interface failed, port_id=1a7f3883-bd2d-49c3-8f65-acb6aed9a7be, reason: Instance 50f9972d-c2d3-4609-bf46-9882a8783d63 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1750.644561] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1750.644817] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363392', 'volume_id': '04808087-db9c-42f3-94a5-d8fdfadd52f3', 'name': 'volume-04808087-db9c-42f3-94a5-d8fdfadd52f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf', 'attached_at': '', 'detached_at': '', 'volume_id': '04808087-db9c-42f3-94a5-d8fdfadd52f3', 'serial': '04808087-db9c-42f3-94a5-d8fdfadd52f3'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1750.645689] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f3047e-aaef-46d2-bad3-f59e35237c77 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.663334] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a69f60-08cd-46c9-8eec-1e3b28f2dce9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.687461] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-04808087-db9c-42f3-94a5-d8fdfadd52f3/volume-04808087-db9c-42f3-94a5-d8fdfadd52f3.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.688664] env[62220]: DEBUG nova.network.neutron [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Successfully created port: 656a510c-3858-4dff-a8ee-89aa3d78f319 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1750.690528] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddaffa32-2809-43fb-a29a-b5b4344e99e5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.710956] env[62220]: DEBUG oslo_vmware.api [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1750.710956] env[62220]: value = "task-1747839" [ 1750.710956] env[62220]: _type = "Task" [ 1750.710956] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.719765] env[62220]: DEBUG oslo_vmware.api [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.886824] env[62220]: DEBUG nova.compute.manager [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1750.890259] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d62f8d3-b941-41a0-a98a-cf9938f538f8 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.891479] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.285s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.893062] env[62220]: INFO nova.compute.claims [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.957930] env[62220]: DEBUG nova.network.neutron [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1750.972231] env[62220]: INFO nova.compute.manager [-] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Took 1.25 seconds to deallocate network for instance. [ 1751.092837] env[62220]: DEBUG nova.network.neutron [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Updating instance_info_cache with network_info: [{"id": "7639bca3-8d8f-465b-880d-a16867c81a2e", "address": "fa:16:3e:86:ef:6b", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7639bca3-8d", "ovs_interfaceid": "7639bca3-8d8f-465b-880d-a16867c81a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.221282] env[62220]: DEBUG oslo_vmware.api [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747839, 'name': ReconfigVM_Task, 'duration_secs': 0.346679} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.221564] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-04808087-db9c-42f3-94a5-d8fdfadd52f3/volume-04808087-db9c-42f3-94a5-d8fdfadd52f3.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.226358] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6823fcf3-cf1d-4524-916b-04fa739dd4c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.242324] env[62220]: DEBUG oslo_vmware.api [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1751.242324] env[62220]: value = "task-1747840" [ 1751.242324] env[62220]: _type = "Task" [ 1751.242324] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.252188] env[62220]: DEBUG oslo_vmware.api [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.481219] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.596105] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.596261] env[62220]: DEBUG nova.compute.manager [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Instance network_info: |[{"id": "7639bca3-8d8f-465b-880d-a16867c81a2e", "address": "fa:16:3e:86:ef:6b", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7639bca3-8d", "ovs_interfaceid": "7639bca3-8d8f-465b-880d-a16867c81a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1751.596617] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:ef:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7639bca3-8d8f-465b-880d-a16867c81a2e', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1751.604159] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Creating folder: Project (a232aae0948c431487c97d0e07f10158). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1751.604525] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5cf6845-cea7-4813-9937-4bdfcea5f794 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.616771] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Created folder: Project (a232aae0948c431487c97d0e07f10158) in parent group-v363147. [ 1751.616949] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Creating folder: Instances. Parent ref: group-v363393. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1751.617182] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57418ff7-295e-4f1f-8271-6d9678006aea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.627302] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Created folder: Instances in parent group-v363393. [ 1751.627532] env[62220]: DEBUG oslo.service.loopingcall [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1751.627705] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b678b462-3da4-4528-8763-36982ea94891] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1751.627888] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c0220a6-74b4-4604-9b93-e6d63b6358a8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.646901] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1751.646901] env[62220]: value = "task-1747843" [ 1751.646901] env[62220]: _type = "Task" [ 1751.646901] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.654124] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747843, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.752677] env[62220]: DEBUG oslo_vmware.api [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747840, 'name': ReconfigVM_Task, 'duration_secs': 0.158974} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.753021] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363392', 'volume_id': '04808087-db9c-42f3-94a5-d8fdfadd52f3', 'name': 'volume-04808087-db9c-42f3-94a5-d8fdfadd52f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf', 'attached_at': '', 'detached_at': '', 'volume_id': '04808087-db9c-42f3-94a5-d8fdfadd52f3', 'serial': '04808087-db9c-42f3-94a5-d8fdfadd52f3'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1751.847204] env[62220]: DEBUG nova.compute.manager [req-8c271509-39ce-4d9e-a469-b925a50c9a33 req-10a6ef37-e023-4725-9ad5-b2429b9c746e service nova] [instance: b678b462-3da4-4528-8763-36982ea94891] Received event network-changed-7639bca3-8d8f-465b-880d-a16867c81a2e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1751.847416] env[62220]: DEBUG nova.compute.manager [req-8c271509-39ce-4d9e-a469-b925a50c9a33 req-10a6ef37-e023-4725-9ad5-b2429b9c746e service nova] [instance: b678b462-3da4-4528-8763-36982ea94891] Refreshing instance network info cache due to event network-changed-7639bca3-8d8f-465b-880d-a16867c81a2e. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1751.847627] env[62220]: DEBUG oslo_concurrency.lockutils [req-8c271509-39ce-4d9e-a469-b925a50c9a33 req-10a6ef37-e023-4725-9ad5-b2429b9c746e service nova] Acquiring lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.847772] env[62220]: DEBUG oslo_concurrency.lockutils [req-8c271509-39ce-4d9e-a469-b925a50c9a33 req-10a6ef37-e023-4725-9ad5-b2429b9c746e service nova] Acquired lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.847929] env[62220]: DEBUG nova.network.neutron [req-8c271509-39ce-4d9e-a469-b925a50c9a33 req-10a6ef37-e023-4725-9ad5-b2429b9c746e service nova] [instance: b678b462-3da4-4528-8763-36982ea94891] Refreshing network info cache for port 7639bca3-8d8f-465b-880d-a16867c81a2e {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.900918] env[62220]: DEBUG nova.compute.manager [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1751.936292] env[62220]: DEBUG nova.virt.hardware [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1751.936672] env[62220]: DEBUG nova.virt.hardware [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1751.936954] env[62220]: DEBUG nova.virt.hardware [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1751.937339] env[62220]: DEBUG nova.virt.hardware [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1751.937597] env[62220]: DEBUG nova.virt.hardware [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1751.937786] env[62220]: DEBUG nova.virt.hardware [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1751.938023] env[62220]: DEBUG nova.virt.hardware [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1751.938187] env[62220]: DEBUG nova.virt.hardware [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1751.938358] env[62220]: DEBUG nova.virt.hardware [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1751.938525] env[62220]: DEBUG nova.virt.hardware [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1751.938698] env[62220]: DEBUG nova.virt.hardware [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1751.939621] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b5bfa8-5b3c-4017-bbe6-46e0574239e5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.948271] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dc0018-4f67-4df7-a367-354d5f2e8971 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.145326] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1fc71a-d73d-4382-8283-f836802d1e7e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.157465] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747843, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.161306] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a05085-5803-4c18-bbd6-412e017da019 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.195681] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c322ba-be85-4c19-b295-249f7f422134 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.203527] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f8a006-9579-4a50-902c-6efc971d3435 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.209566] env[62220]: DEBUG nova.compute.manager [req-d8988589-4f1b-456c-a314-d672136bb888 req-038eecad-aaf8-4c1b-b082-ac0843a678a5 service nova] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Received event network-vif-plugged-656a510c-3858-4dff-a8ee-89aa3d78f319 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1752.209828] env[62220]: DEBUG oslo_concurrency.lockutils [req-d8988589-4f1b-456c-a314-d672136bb888 req-038eecad-aaf8-4c1b-b082-ac0843a678a5 service nova] Acquiring lock "03789d9a-3d3b-471e-b415-75c4836b9502-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.210083] env[62220]: DEBUG oslo_concurrency.lockutils [req-d8988589-4f1b-456c-a314-d672136bb888 req-038eecad-aaf8-4c1b-b082-ac0843a678a5 service nova] Lock "03789d9a-3d3b-471e-b415-75c4836b9502-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.210420] env[62220]: DEBUG oslo_concurrency.lockutils [req-d8988589-4f1b-456c-a314-d672136bb888 req-038eecad-aaf8-4c1b-b082-ac0843a678a5 service nova] Lock "03789d9a-3d3b-471e-b415-75c4836b9502-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.210513] env[62220]: DEBUG nova.compute.manager [req-d8988589-4f1b-456c-a314-d672136bb888 req-038eecad-aaf8-4c1b-b082-ac0843a678a5 service nova] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] No waiting events found dispatching network-vif-plugged-656a510c-3858-4dff-a8ee-89aa3d78f319 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1752.210715] env[62220]: WARNING nova.compute.manager [req-d8988589-4f1b-456c-a314-d672136bb888 req-038eecad-aaf8-4c1b-b082-ac0843a678a5 service nova] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Received unexpected event network-vif-plugged-656a510c-3858-4dff-a8ee-89aa3d78f319 for instance with vm_state building and task_state spawning. [ 1752.220922] env[62220]: DEBUG nova.compute.provider_tree [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.334831] env[62220]: DEBUG nova.network.neutron [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Successfully updated port: 656a510c-3858-4dff-a8ee-89aa3d78f319 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1752.530864] env[62220]: DEBUG nova.network.neutron [req-8c271509-39ce-4d9e-a469-b925a50c9a33 req-10a6ef37-e023-4725-9ad5-b2429b9c746e service nova] [instance: b678b462-3da4-4528-8763-36982ea94891] Updated VIF entry in instance network info cache for port 7639bca3-8d8f-465b-880d-a16867c81a2e. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1752.531245] env[62220]: DEBUG nova.network.neutron [req-8c271509-39ce-4d9e-a469-b925a50c9a33 req-10a6ef37-e023-4725-9ad5-b2429b9c746e service nova] [instance: b678b462-3da4-4528-8763-36982ea94891] Updating instance_info_cache with network_info: [{"id": "7639bca3-8d8f-465b-880d-a16867c81a2e", "address": "fa:16:3e:86:ef:6b", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7639bca3-8d", "ovs_interfaceid": "7639bca3-8d8f-465b-880d-a16867c81a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.658049] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747843, 'name': CreateVM_Task, 'duration_secs': 0.511915} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.658205] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b678b462-3da4-4528-8763-36982ea94891] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1752.658793] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.658959] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.659289] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1752.659567] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd33452-e3cc-40be-8165-9251545f4155 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.664123] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1752.664123] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52801ff6-75f5-bb10-c7af-f1aedb0b5a4a" [ 1752.664123] env[62220]: _type = "Task" [ 1752.664123] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.671617] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52801ff6-75f5-bb10-c7af-f1aedb0b5a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.723877] env[62220]: DEBUG nova.scheduler.client.report [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1752.788195] env[62220]: DEBUG nova.objects.instance [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lazy-loading 'flavor' on Instance uuid 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.837643] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "refresh_cache-03789d9a-3d3b-471e-b415-75c4836b9502" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.837818] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "refresh_cache-03789d9a-3d3b-471e-b415-75c4836b9502" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.837992] env[62220]: DEBUG nova.network.neutron [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.033465] env[62220]: DEBUG oslo_concurrency.lockutils [req-8c271509-39ce-4d9e-a469-b925a50c9a33 req-10a6ef37-e023-4725-9ad5-b2429b9c746e service nova] Releasing lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.181939] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52801ff6-75f5-bb10-c7af-f1aedb0b5a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.181939] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.181939] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1753.181939] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.181939] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.181939] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1753.181939] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6b5bed4-6021-4666-8783-102e932703f8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.193607] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1753.193792] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1753.194878] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8345b424-d975-4581-b5eb-b8c757ca16aa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.201008] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1753.201008] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d2c290-c0c3-26ec-034d-6c248cb69a4e" [ 1753.201008] env[62220]: _type = "Task" [ 1753.201008] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.209388] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d2c290-c0c3-26ec-034d-6c248cb69a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.231818] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.232434] env[62220]: DEBUG nova.compute.manager [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1753.235189] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.875s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.236733] env[62220]: INFO nova.compute.claims [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1753.293525] env[62220]: DEBUG oslo_concurrency.lockutils [None req-de20e266-3c79-493e-b7d3-4eeb97f7ddbb tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.382691] env[62220]: DEBUG nova.network.neutron [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1753.553158] env[62220]: DEBUG nova.network.neutron [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Updating instance_info_cache with network_info: [{"id": "656a510c-3858-4dff-a8ee-89aa3d78f319", "address": "fa:16:3e:3b:eb:c5", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656a510c-38", "ovs_interfaceid": "656a510c-3858-4dff-a8ee-89aa3d78f319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.711915] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52d2c290-c0c3-26ec-034d-6c248cb69a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.012297} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.712759] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a57c1a-a496-4da6-afec-b56be883411b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.718428] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1753.718428] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52747a30-ec8b-77f1-2395-3617b5ef3614" [ 1753.718428] env[62220]: _type = "Task" [ 1753.718428] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.725844] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52747a30-ec8b-77f1-2395-3617b5ef3614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.741494] env[62220]: DEBUG nova.compute.utils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1753.745985] env[62220]: DEBUG nova.compute.manager [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1753.745985] env[62220]: DEBUG nova.network.neutron [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1753.794693] env[62220]: DEBUG nova.policy [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6036db37c33b4dcca265e48d3fec0a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6f19b4ce62e41ab9b1da72d29df1ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.055677] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "refresh_cache-03789d9a-3d3b-471e-b415-75c4836b9502" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.056048] env[62220]: DEBUG nova.compute.manager [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Instance network_info: |[{"id": "656a510c-3858-4dff-a8ee-89aa3d78f319", "address": "fa:16:3e:3b:eb:c5", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656a510c-38", "ovs_interfaceid": "656a510c-3858-4dff-a8ee-89aa3d78f319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1754.056447] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:eb:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '656a510c-3858-4dff-a8ee-89aa3d78f319', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1754.065710] env[62220]: DEBUG oslo.service.loopingcall [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.065935] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1754.066175] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9de5cb87-8851-4b52-8444-f19a765c464c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.081648] env[62220]: DEBUG nova.network.neutron [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Successfully created port: 9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1754.090862] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1754.090862] env[62220]: value = "task-1747844" [ 1754.090862] env[62220]: _type = "Task" [ 1754.090862] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.101272] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747844, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.201706] env[62220]: DEBUG oslo_concurrency.lockutils [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.201996] env[62220]: DEBUG oslo_concurrency.lockutils [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.229989] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52747a30-ec8b-77f1-2395-3617b5ef3614, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.230305] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.230583] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b678b462-3da4-4528-8763-36982ea94891/b678b462-3da4-4528-8763-36982ea94891.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1754.231089] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9932789-4727-40b6-8319-0c08046e6a29 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.238303] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1754.238303] env[62220]: value = "task-1747845" [ 1754.238303] env[62220]: _type = "Task" [ 1754.238303] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.246682] env[62220]: DEBUG nova.compute.manager [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1754.250926] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.428879] env[62220]: DEBUG nova.compute.manager [req-7ef8878f-f3e0-42a2-a3c7-2a88338349ca req-43eb7bfd-f3fd-4974-8567-203e0309096d service nova] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Received event network-changed-656a510c-3858-4dff-a8ee-89aa3d78f319 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1754.429184] env[62220]: DEBUG nova.compute.manager [req-7ef8878f-f3e0-42a2-a3c7-2a88338349ca req-43eb7bfd-f3fd-4974-8567-203e0309096d service nova] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Refreshing instance network info cache due to event network-changed-656a510c-3858-4dff-a8ee-89aa3d78f319. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1754.429483] env[62220]: DEBUG oslo_concurrency.lockutils [req-7ef8878f-f3e0-42a2-a3c7-2a88338349ca req-43eb7bfd-f3fd-4974-8567-203e0309096d service nova] Acquiring lock "refresh_cache-03789d9a-3d3b-471e-b415-75c4836b9502" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.429729] env[62220]: DEBUG oslo_concurrency.lockutils [req-7ef8878f-f3e0-42a2-a3c7-2a88338349ca req-43eb7bfd-f3fd-4974-8567-203e0309096d service nova] Acquired lock "refresh_cache-03789d9a-3d3b-471e-b415-75c4836b9502" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.429982] env[62220]: DEBUG nova.network.neutron [req-7ef8878f-f3e0-42a2-a3c7-2a88338349ca req-43eb7bfd-f3fd-4974-8567-203e0309096d service nova] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Refreshing network info cache for port 656a510c-3858-4dff-a8ee-89aa3d78f319 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1754.516209] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e01b1d-328f-4349-93a5-af34f87e7f00 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.525461] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c80bac9-480f-4e44-a84b-b8c01579107f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.557181] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3916d354-358e-41ee-9f93-291cae0c74f8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.565986] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d62732-aabe-43d5-bc7e-cc31dcfabb49 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.585938] env[62220]: DEBUG nova.compute.provider_tree [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.604046] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747844, 'name': CreateVM_Task, 'duration_secs': 0.51288} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.604250] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1754.604955] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.605138] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.605464] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1754.605720] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d367cb1-bf5f-4690-b84f-ca4f10be26c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.610342] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1754.610342] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520ff8bf-1f94-0829-caee-399938b55401" [ 1754.610342] env[62220]: _type = "Task" [ 1754.610342] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.618372] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520ff8bf-1f94-0829-caee-399938b55401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.705494] env[62220]: DEBUG nova.compute.utils [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.749626] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747845, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.089756] env[62220]: DEBUG nova.scheduler.client.report [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1755.121272] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520ff8bf-1f94-0829-caee-399938b55401, 'name': SearchDatastore_Task, 'duration_secs': 0.090651} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.121581] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.121811] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1755.122095] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.122236] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.122421] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.122672] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8198ed5d-4c7e-49cc-8098-7b416bead0eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.128428] env[62220]: DEBUG nova.network.neutron [req-7ef8878f-f3e0-42a2-a3c7-2a88338349ca req-43eb7bfd-f3fd-4974-8567-203e0309096d service nova] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Updated VIF entry in instance network info cache for port 656a510c-3858-4dff-a8ee-89aa3d78f319. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1755.128834] env[62220]: DEBUG nova.network.neutron [req-7ef8878f-f3e0-42a2-a3c7-2a88338349ca req-43eb7bfd-f3fd-4974-8567-203e0309096d service nova] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Updating instance_info_cache with network_info: [{"id": "656a510c-3858-4dff-a8ee-89aa3d78f319", "address": "fa:16:3e:3b:eb:c5", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656a510c-38", "ovs_interfaceid": "656a510c-3858-4dff-a8ee-89aa3d78f319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.131311] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.131492] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1755.132196] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e78952-60a3-4718-b916-590edcffbf1c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.137725] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1755.137725] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525e115a-beb2-8ffc-876a-1a7a0bac25cb" [ 1755.137725] env[62220]: _type = "Task" [ 1755.137725] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.146390] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525e115a-beb2-8ffc-876a-1a7a0bac25cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.208330] env[62220]: DEBUG oslo_concurrency.lockutils [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.248327] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712484} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.248563] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b678b462-3da4-4528-8763-36982ea94891/b678b462-3da4-4528-8763-36982ea94891.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1755.248771] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1755.249014] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34d57ae5-78e6-4590-8634-0674a2f03c46 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.255831] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1755.255831] env[62220]: value = "task-1747846" [ 1755.255831] env[62220]: _type = "Task" [ 1755.255831] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.259737] env[62220]: DEBUG nova.compute.manager [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1755.266662] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.287961] env[62220]: DEBUG nova.virt.hardware [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1755.288265] env[62220]: DEBUG nova.virt.hardware [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1755.288483] env[62220]: DEBUG nova.virt.hardware [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.288700] env[62220]: DEBUG nova.virt.hardware [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1755.288860] env[62220]: DEBUG nova.virt.hardware [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.289019] env[62220]: DEBUG nova.virt.hardware [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1755.289285] env[62220]: DEBUG nova.virt.hardware [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1755.289467] env[62220]: DEBUG nova.virt.hardware [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1755.289695] env[62220]: DEBUG nova.virt.hardware [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1755.289902] env[62220]: DEBUG nova.virt.hardware [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1755.290154] env[62220]: DEBUG nova.virt.hardware [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1755.291086] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a78b07b-703b-4791-8ece-39ec46da9ad1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.299353] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7251986-755f-4ba8-a392-4cca95ab21e1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.594241] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.594764] env[62220]: DEBUG nova.compute.manager [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1755.600537] env[62220]: DEBUG oslo_concurrency.lockutils [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.459s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.601810] env[62220]: DEBUG oslo_concurrency.lockutils [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.604054] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.718s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.604270] env[62220]: DEBUG nova.objects.instance [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lazy-loading 'resources' on Instance uuid dba7afa9-5628-47e5-a762-7932f93bc6a1 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.631779] env[62220]: DEBUG oslo_concurrency.lockutils [req-7ef8878f-f3e0-42a2-a3c7-2a88338349ca req-43eb7bfd-f3fd-4974-8567-203e0309096d service nova] Releasing lock "refresh_cache-03789d9a-3d3b-471e-b415-75c4836b9502" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.648824] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525e115a-beb2-8ffc-876a-1a7a0bac25cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008044} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.649611] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91437a06-2d67-4af6-a4ee-e6b844d81a19 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.654897] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1755.654897] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5286892d-b8f6-cef9-fd70-1a0aa2cf2bd4" [ 1755.654897] env[62220]: _type = "Task" [ 1755.654897] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.664070] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5286892d-b8f6-cef9-fd70-1a0aa2cf2bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.771388] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063827} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.771659] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1755.772597] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7477ab-18ed-4c93-a6ac-cafdaded097b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.805657] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b678b462-3da4-4528-8763-36982ea94891/b678b462-3da4-4528-8763-36982ea94891.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1755.807617] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf0f985-40ad-40ab-ad62-4fa6b18fd566 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.828788] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1755.828788] env[62220]: value = "task-1747847" [ 1755.828788] env[62220]: _type = "Task" [ 1755.828788] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.837359] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.840051] env[62220]: DEBUG nova.compute.manager [req-666b0d6a-b184-4c2c-a04a-c4ad8ba33acc req-b72c55c1-6e6f-4f00-8ecc-c66e03ce315c service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Received event network-vif-plugged-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1755.840323] env[62220]: DEBUG oslo_concurrency.lockutils [req-666b0d6a-b184-4c2c-a04a-c4ad8ba33acc req-b72c55c1-6e6f-4f00-8ecc-c66e03ce315c service nova] Acquiring lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.840483] env[62220]: DEBUG oslo_concurrency.lockutils [req-666b0d6a-b184-4c2c-a04a-c4ad8ba33acc req-b72c55c1-6e6f-4f00-8ecc-c66e03ce315c service nova] Lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.840686] env[62220]: DEBUG oslo_concurrency.lockutils [req-666b0d6a-b184-4c2c-a04a-c4ad8ba33acc req-b72c55c1-6e6f-4f00-8ecc-c66e03ce315c service nova] Lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.840801] env[62220]: DEBUG nova.compute.manager [req-666b0d6a-b184-4c2c-a04a-c4ad8ba33acc req-b72c55c1-6e6f-4f00-8ecc-c66e03ce315c service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] No waiting events found dispatching network-vif-plugged-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1755.840966] env[62220]: WARNING nova.compute.manager [req-666b0d6a-b184-4c2c-a04a-c4ad8ba33acc req-b72c55c1-6e6f-4f00-8ecc-c66e03ce315c service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Received unexpected event network-vif-plugged-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 for instance with vm_state building and task_state spawning. [ 1756.107827] env[62220]: DEBUG nova.compute.utils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1756.109323] env[62220]: DEBUG nova.compute.manager [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1756.109493] env[62220]: DEBUG nova.network.neutron [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1756.119735] env[62220]: DEBUG oslo_concurrency.lockutils [None req-edf1bbd2-886f-4735-b8a4-741d48237308 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.402s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.120938] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.060s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.120938] env[62220]: INFO nova.compute.manager [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Unshelving [ 1756.160437] env[62220]: DEBUG nova.policy [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da77d8f037554fcf837d464fb7305d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b1af6cefd1743c5876656588f212088', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1756.170646] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5286892d-b8f6-cef9-fd70-1a0aa2cf2bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.170941] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.171256] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 03789d9a-3d3b-471e-b415-75c4836b9502/03789d9a-3d3b-471e-b415-75c4836b9502.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1756.171559] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f1d53d3-0bad-4f40-901f-84a24eb8266f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.182036] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1756.182036] env[62220]: value = "task-1747848" [ 1756.182036] env[62220]: _type = "Task" [ 1756.182036] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.191017] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.295652] env[62220]: DEBUG nova.network.neutron [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Successfully updated port: 9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1756.306887] env[62220]: DEBUG oslo_concurrency.lockutils [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.307354] env[62220]: DEBUG oslo_concurrency.lockutils [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.307599] env[62220]: INFO nova.compute.manager [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Attaching volume 2ddc1fd5-44d6-4d96-a547-6e264d94332b to /dev/sdc [ 1756.341156] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747847, 'name': ReconfigVM_Task, 'duration_secs': 0.29323} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.341364] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b678b462-3da4-4528-8763-36982ea94891/b678b462-3da4-4528-8763-36982ea94891.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1756.342107] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a702a96c-999d-4449-95b2-71003818b3b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.344863] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58648b0-bdd1-46d6-a5dd-0d1898bef1fe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.351161] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f95c447-935d-4016-b9f2-437c6943a32b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.355414] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1756.355414] env[62220]: value = "task-1747849" [ 1756.355414] env[62220]: _type = "Task" [ 1756.355414] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.356467] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5326ba-2464-411d-bfd1-7ac5dfa711ac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.365619] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5cff75-6d05-4211-ba4c-ca22374617b6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.373704] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747849, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.402117] env[62220]: DEBUG nova.virt.block_device [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Updating existing volume attachment record: 3fe742df-7565-4098-ae8f-ca5cc8b96222 {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1756.405132] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7723726b-5278-41d8-bdb2-d7ab85aa9940 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.412893] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f78d53-f91b-4024-9c93-5436f4cf595b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.426902] env[62220]: DEBUG nova.compute.provider_tree [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.444637] env[62220]: DEBUG nova.network.neutron [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Successfully created port: 35a8e2f7-d75e-49b4-82fb-771a18ef5d7a {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1756.455205] env[62220]: DEBUG nova.compute.manager [req-e647d87f-25bc-4acb-802c-fc607877e758 req-568b6413-8c4f-4b4a-bda7-dfd70344b7ba service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Received event network-changed-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1756.455397] env[62220]: DEBUG nova.compute.manager [req-e647d87f-25bc-4acb-802c-fc607877e758 req-568b6413-8c4f-4b4a-bda7-dfd70344b7ba service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Refreshing instance network info cache due to event network-changed-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1756.455607] env[62220]: DEBUG oslo_concurrency.lockutils [req-e647d87f-25bc-4acb-802c-fc607877e758 req-568b6413-8c4f-4b4a-bda7-dfd70344b7ba service nova] Acquiring lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.455750] env[62220]: DEBUG oslo_concurrency.lockutils [req-e647d87f-25bc-4acb-802c-fc607877e758 req-568b6413-8c4f-4b4a-bda7-dfd70344b7ba service nova] Acquired lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.455898] env[62220]: DEBUG nova.network.neutron [req-e647d87f-25bc-4acb-802c-fc607877e758 req-568b6413-8c4f-4b4a-bda7-dfd70344b7ba service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Refreshing network info cache for port 9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1756.619170] env[62220]: DEBUG nova.compute.manager [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1756.695080] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747848, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.801441] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.865141] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747849, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.930535] env[62220]: DEBUG nova.scheduler.client.report [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1756.974133] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.974133] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.997644] env[62220]: DEBUG nova.network.neutron [req-e647d87f-25bc-4acb-802c-fc607877e758 req-568b6413-8c4f-4b4a-bda7-dfd70344b7ba service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1757.082875] env[62220]: DEBUG nova.network.neutron [req-e647d87f-25bc-4acb-802c-fc607877e758 req-568b6413-8c4f-4b4a-bda7-dfd70344b7ba service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.133365] env[62220]: DEBUG nova.compute.utils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1757.194344] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661543} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.194617] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 03789d9a-3d3b-471e-b415-75c4836b9502/03789d9a-3d3b-471e-b415-75c4836b9502.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1757.194828] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1757.195100] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15d684f6-0f7b-4ec2-b9f1-dcef4664cc72 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.202477] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1757.202477] env[62220]: value = "task-1747851" [ 1757.202477] env[62220]: _type = "Task" [ 1757.202477] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.210321] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.365572] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747849, 'name': Rename_Task, 'duration_secs': 0.581494} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.365848] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1757.366101] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5f49798-2ffb-4d9d-8607-a2f2d5695207 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.372172] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1757.372172] env[62220]: value = "task-1747852" [ 1757.372172] env[62220]: _type = "Task" [ 1757.372172] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.379234] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.403019] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "96ea101b-679a-44b6-80fc-64ed684f853a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.403311] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "96ea101b-679a-44b6-80fc-64ed684f853a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.438315] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.440538] env[62220]: DEBUG oslo_concurrency.lockutils [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.801s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.440760] env[62220]: DEBUG nova.objects.instance [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lazy-loading 'resources' on Instance uuid 3e6f531c-45d9-4932-8aa3-3facc68d8a8d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1757.462237] env[62220]: INFO nova.scheduler.client.report [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Deleted allocations for instance dba7afa9-5628-47e5-a762-7932f93bc6a1 [ 1757.477254] env[62220]: DEBUG nova.compute.utils [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1757.585172] env[62220]: DEBUG oslo_concurrency.lockutils [req-e647d87f-25bc-4acb-802c-fc607877e758 req-568b6413-8c4f-4b4a-bda7-dfd70344b7ba service nova] Releasing lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.585580] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.585742] env[62220]: DEBUG nova.network.neutron [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.627174] env[62220]: DEBUG nova.compute.manager [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1757.636503] env[62220]: INFO nova.virt.block_device [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Booting with volume d0c1a25f-c4c4-49f8-aff1-a821f017868b at /dev/sdb [ 1757.653501] env[62220]: DEBUG nova.virt.hardware [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1757.653776] env[62220]: DEBUG nova.virt.hardware [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1757.653951] env[62220]: DEBUG nova.virt.hardware [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1757.654159] env[62220]: DEBUG nova.virt.hardware [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1757.654330] env[62220]: DEBUG nova.virt.hardware [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1757.654490] env[62220]: DEBUG nova.virt.hardware [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1757.654723] env[62220]: DEBUG nova.virt.hardware [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1757.654906] env[62220]: DEBUG nova.virt.hardware [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1757.655115] env[62220]: DEBUG nova.virt.hardware [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1757.655233] env[62220]: DEBUG nova.virt.hardware [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1757.655414] env[62220]: DEBUG nova.virt.hardware [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1757.656329] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b679e7-f249-4622-b4cb-669437ada230 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.665530] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbfdd75-a802-47b7-8507-01bb64d4b052 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.670621] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75a6fce9-d8eb-4629-9980-6862d81006d5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.688653] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30144c7a-cc17-4be4-a425-de19f83cdf0e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.710635] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064632} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.719521] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1757.720498] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f812d338-ee71-4f31-acad-e4783fe30c06 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.722912] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a211accb-240f-4404-8dcf-7d6736d5d65a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.744076] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 03789d9a-3d3b-471e-b415-75c4836b9502/03789d9a-3d3b-471e-b415-75c4836b9502.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.745283] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cacd68d-7342-4085-a390-6d7c9cd7f665 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.761273] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194349f3-2c28-4a78-a602-b990dc554d83 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.776136] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1757.776136] env[62220]: value = "task-1747853" [ 1757.776136] env[62220]: _type = "Task" [ 1757.776136] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.783548] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.793436] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9320ea-6f2d-4d2e-9581-f330d75147d7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.800010] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0663b464-9e6b-43bc-84e6-e41ed6895943 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.814400] env[62220]: DEBUG nova.virt.block_device [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updating existing volume attachment record: 31161680-e977-45d3-b709-059535529a8f {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1757.881631] env[62220]: DEBUG oslo_vmware.api [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747852, 'name': PowerOnVM_Task, 'duration_secs': 0.478034} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.881890] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1757.882124] env[62220]: INFO nova.compute.manager [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1757.882429] env[62220]: DEBUG nova.compute.manager [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.883057] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417e6ec6-2639-4bb2-9b9b-f2a7d4bc743c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.906091] env[62220]: DEBUG nova.compute.utils [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1757.969176] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9bf5fbda-0d57-49df-917e-6296b3daa131 tempest-ServersWithSpecificFlavorTestJSON-1841789139 tempest-ServersWithSpecificFlavorTestJSON-1841789139-project-member] Lock "dba7afa9-5628-47e5-a762-7932f93bc6a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.839s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.979430] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.116231] env[62220]: DEBUG nova.network.neutron [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.123019] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c75e7a-0220-482a-9a25-d2245e126487 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.129861] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2f0daf-28d8-4f31-96ee-f8a4b67a8cd1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.164828] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7c1067-520b-41b5-bbf0-996e9f3e1074 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.172420] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d396cc2f-65d0-46af-bbb2-ae7d1fee55cf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.186038] env[62220]: DEBUG nova.compute.provider_tree [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.275119] env[62220]: DEBUG nova.network.neutron [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updating instance_info_cache with network_info: [{"id": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "address": "fa:16:3e:1b:73:e1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd44a9b-fd", "ovs_interfaceid": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.287199] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.400947] env[62220]: INFO nova.compute.manager [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Took 19.83 seconds to build instance. [ 1758.408651] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "96ea101b-679a-44b6-80fc-64ed684f853a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.688839] env[62220]: DEBUG nova.scheduler.client.report [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1758.777443] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.777870] env[62220]: DEBUG nova.compute.manager [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Instance network_info: |[{"id": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "address": "fa:16:3e:1b:73:e1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd44a9b-fd", "ovs_interfaceid": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1758.778481] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:73:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cd44a9b-fdcb-47cd-ac59-4a7824a70c98', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1758.786871] env[62220]: DEBUG oslo.service.loopingcall [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.790280] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1758.790538] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa19ef7e-e072-42b4-ad52-3a59307977ef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.811463] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747853, 'name': ReconfigVM_Task, 'duration_secs': 0.709022} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.812808] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 03789d9a-3d3b-471e-b415-75c4836b9502/03789d9a-3d3b-471e-b415-75c4836b9502.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.813466] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1758.813466] env[62220]: value = "task-1747858" [ 1758.813466] env[62220]: _type = "Task" [ 1758.813466] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.813674] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b327dd9f-94b1-425f-870f-5e8eeaa68be5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.822463] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747858, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.823637] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1758.823637] env[62220]: value = "task-1747859" [ 1758.823637] env[62220]: _type = "Task" [ 1758.823637] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.830524] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747859, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.903881] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f21911d8-36e5-46b5-b170-8b6804a4668b tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "b678b462-3da4-4528-8763-36982ea94891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.344s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.195061] env[62220]: DEBUG oslo_concurrency.lockutils [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.196616] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.312s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.198160] env[62220]: INFO nova.compute.claims [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.220697] env[62220]: INFO nova.scheduler.client.report [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Deleted allocations for instance 3e6f531c-45d9-4932-8aa3-3facc68d8a8d [ 1759.327680] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747858, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.337695] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747859, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.728681] env[62220]: DEBUG oslo_concurrency.lockutils [None req-399e39ca-c88a-40db-8e8c-13135e90e715 tempest-ServersAdminNegativeTestJSON-23297421 tempest-ServersAdminNegativeTestJSON-23297421-project-member] Lock "3e6f531c-45d9-4932-8aa3-3facc68d8a8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.723s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.825604] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747858, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.835331] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747859, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.328535] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747858, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.342595] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747859, 'name': Rename_Task, 'duration_secs': 1.208609} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.342967] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1760.343333] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-445b0107-6ee2-4848-a7da-0a0a9591cac9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.354564] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1760.354564] env[62220]: value = "task-1747861" [ 1760.354564] env[62220]: _type = "Task" [ 1760.354564] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.369238] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.414892] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959d972e-934b-4719-b8f1-fb9da0f1b719 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.422593] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058582f9-bf8e-4daa-b301-36755a21b29c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.454475] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1253139-75f6-474f-a384-cb64625c88e6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.462659] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff681185-9323-42f2-a3b1-b86ff39da624 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.477261] env[62220]: DEBUG nova.compute.provider_tree [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.829567] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747858, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.864224] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747861, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.960501] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1760.960746] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363397', 'volume_id': '2ddc1fd5-44d6-4d96-a547-6e264d94332b', 'name': 'volume-2ddc1fd5-44d6-4d96-a547-6e264d94332b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf', 'attached_at': '', 'detached_at': '', 'volume_id': '2ddc1fd5-44d6-4d96-a547-6e264d94332b', 'serial': '2ddc1fd5-44d6-4d96-a547-6e264d94332b'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1760.961658] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac8cac9-fd17-46a7-b0e4-666d8bed87df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.978065] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306217e6-0933-4cef-8597-b9eac065cfee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.982536] env[62220]: DEBUG nova.scheduler.client.report [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1761.013760] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-2ddc1fd5-44d6-4d96-a547-6e264d94332b/volume-2ddc1fd5-44d6-4d96-a547-6e264d94332b.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1761.014396] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d644da70-3c97-4c91-873b-63a46af34ab6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.037370] env[62220]: DEBUG oslo_vmware.api [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1761.037370] env[62220]: value = "task-1747862" [ 1761.037370] env[62220]: _type = "Task" [ 1761.037370] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.047538] env[62220]: DEBUG oslo_vmware.api [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.363906] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747858, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.365859] env[62220]: DEBUG oslo_vmware.api [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747861, 'name': PowerOnVM_Task, 'duration_secs': 0.939084} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.366554] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1761.366554] env[62220]: INFO nova.compute.manager [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1761.366615] env[62220]: DEBUG nova.compute.manager [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.367467] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f3f307-60dd-42ab-8e78-e14fec7bfce8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.488343] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.488939] env[62220]: DEBUG nova.compute.manager [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1761.491498] env[62220]: DEBUG oslo_concurrency.lockutils [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.926s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.491656] env[62220]: DEBUG nova.objects.instance [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Lazy-loading 'resources' on Instance uuid 69a87e35-30f4-497d-9969-d4cd4d021f5c {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.536294] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.536547] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.536787] env[62220]: INFO nova.compute.manager [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Attaching volume 7d925ed6-d082-4fe9-a59f-bf1532faf9f3 to /dev/sdb [ 1761.551890] env[62220]: DEBUG oslo_vmware.api [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747862, 'name': ReconfigVM_Task, 'duration_secs': 0.380167} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.552905] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-2ddc1fd5-44d6-4d96-a547-6e264d94332b/volume-2ddc1fd5-44d6-4d96-a547-6e264d94332b.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1761.557052] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bd18212-4dd7-44f9-b75c-5e77fd9b6f17 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.570225] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "96ea101b-679a-44b6-80fc-64ed684f853a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.570475] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "96ea101b-679a-44b6-80fc-64ed684f853a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.570688] env[62220]: INFO nova.compute.manager [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Attaching volume cd4434c7-5966-4801-8589-f9be7dc7b252 to /dev/sdb [ 1761.572687] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73d591e-379a-4ddb-b494-a2fa51df8d51 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.576795] env[62220]: DEBUG oslo_vmware.api [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1761.576795] env[62220]: value = "task-1747863" [ 1761.576795] env[62220]: _type = "Task" [ 1761.576795] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.584182] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6488784-75b5-4c46-a549-2277d7190eff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.591894] env[62220]: DEBUG oslo_vmware.api [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747863, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.604924] env[62220]: DEBUG nova.virt.block_device [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Updating existing volume attachment record: fd025913-12d8-47f3-b2f4-9a563ced4925 {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1761.618116] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513e33eb-64f0-4748-b2f2-3cc82b01c245 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.629502] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b854e509-5b5f-4e82-91a8-03dbfa77371f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.646505] env[62220]: DEBUG nova.virt.block_device [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating existing volume attachment record: 90ad67bb-f095-498f-9429-c7674dd70d6c {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1761.829419] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747858, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.887138] env[62220]: INFO nova.compute.manager [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Took 22.84 seconds to build instance. [ 1761.999728] env[62220]: DEBUG nova.compute.utils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.001943] env[62220]: DEBUG nova.compute.manager [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1762.002187] env[62220]: DEBUG nova.network.neutron [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1762.068397] env[62220]: DEBUG nova.policy [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5254631ef594432a1bc0efead6471be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df5aaa5fc3014e25865743150fc88155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1762.086199] env[62220]: DEBUG oslo_vmware.api [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747863, 'name': ReconfigVM_Task, 'duration_secs': 0.23024} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.086498] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363397', 'volume_id': '2ddc1fd5-44d6-4d96-a547-6e264d94332b', 'name': 'volume-2ddc1fd5-44d6-4d96-a547-6e264d94332b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf', 'attached_at': '', 'detached_at': '', 'volume_id': '2ddc1fd5-44d6-4d96-a547-6e264d94332b', 'serial': '2ddc1fd5-44d6-4d96-a547-6e264d94332b'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1762.237671] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d24b4ae-ad2f-485f-8174-396e12dbbcad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.250011] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089219c6-ac8f-4a0e-bbb0-031e760c5b32 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.285213] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362f3af0-5add-4e96-ada5-f5e25735a9f5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.292870] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082c5624-eb4a-4f16-a93c-531d8891ca69 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.309354] env[62220]: DEBUG nova.compute.provider_tree [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.331941] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747858, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.389252] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0b9834d2-1238-4510-a582-8453ceac7fc0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "03789d9a-3d3b-471e-b415-75c4836b9502" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.352s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.505208] env[62220]: DEBUG nova.network.neutron [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Successfully created port: 50f95c0e-1464-4e6b-9f30-ff027b8b0401 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.507650] env[62220]: DEBUG nova.compute.manager [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1762.813308] env[62220]: DEBUG nova.scheduler.client.report [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1762.833046] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747858, 'name': CreateVM_Task, 'duration_secs': 3.688505} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.833284] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.834389] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.834472] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.835144] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.836167] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2641066d-e6e9-496a-90c9-efb47f83276a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.841692] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1762.841692] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5232d104-0e98-5174-d3a2-4b738098fd52" [ 1762.841692] env[62220]: _type = "Task" [ 1762.841692] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.849761] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5232d104-0e98-5174-d3a2-4b738098fd52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.322823] env[62220]: DEBUG oslo_concurrency.lockutils [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.322823] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.841s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.322823] env[62220]: DEBUG nova.objects.instance [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Lazy-loading 'resources' on Instance uuid 50f9972d-c2d3-4609-bf46-9882a8783d63 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.347619] env[62220]: INFO nova.scheduler.client.report [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Deleted allocations for instance 69a87e35-30f4-497d-9969-d4cd4d021f5c [ 1763.356142] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5232d104-0e98-5174-d3a2-4b738098fd52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.517412] env[62220]: DEBUG nova.compute.manager [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1763.547679] env[62220]: DEBUG nova.virt.hardware [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1763.547934] env[62220]: DEBUG nova.virt.hardware [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1763.548106] env[62220]: DEBUG nova.virt.hardware [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.548296] env[62220]: DEBUG nova.virt.hardware [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1763.548427] env[62220]: DEBUG nova.virt.hardware [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.548566] env[62220]: DEBUG nova.virt.hardware [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1763.549059] env[62220]: DEBUG nova.virt.hardware [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1763.549059] env[62220]: DEBUG nova.virt.hardware [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1763.549227] env[62220]: DEBUG nova.virt.hardware [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1763.549291] env[62220]: DEBUG nova.virt.hardware [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1763.549408] env[62220]: DEBUG nova.virt.hardware [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1763.550318] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb0d1f3-9791-43ab-8653-9e6e834eb90c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.562852] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de31a233-4408-41c1-84ae-e3dd326a632a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.613839] env[62220]: INFO nova.compute.manager [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Rescuing [ 1763.613839] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "refresh_cache-03789d9a-3d3b-471e-b415-75c4836b9502" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.613839] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "refresh_cache-03789d9a-3d3b-471e-b415-75c4836b9502" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.613839] env[62220]: DEBUG nova.network.neutron [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1763.814400] env[62220]: DEBUG nova.compute.manager [req-b8548708-8ea7-4f0a-9981-e113b795da32 req-4a454150-573b-4dc5-8973-94c5143e9aae service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Received event network-vif-plugged-35a8e2f7-d75e-49b4-82fb-771a18ef5d7a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1763.814646] env[62220]: DEBUG oslo_concurrency.lockutils [req-b8548708-8ea7-4f0a-9981-e113b795da32 req-4a454150-573b-4dc5-8973-94c5143e9aae service nova] Acquiring lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.814849] env[62220]: DEBUG oslo_concurrency.lockutils [req-b8548708-8ea7-4f0a-9981-e113b795da32 req-4a454150-573b-4dc5-8973-94c5143e9aae service nova] Lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.815380] env[62220]: DEBUG oslo_concurrency.lockutils [req-b8548708-8ea7-4f0a-9981-e113b795da32 req-4a454150-573b-4dc5-8973-94c5143e9aae service nova] Lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.815599] env[62220]: DEBUG nova.compute.manager [req-b8548708-8ea7-4f0a-9981-e113b795da32 req-4a454150-573b-4dc5-8973-94c5143e9aae service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] No waiting events found dispatching network-vif-plugged-35a8e2f7-d75e-49b4-82fb-771a18ef5d7a {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.815780] env[62220]: WARNING nova.compute.manager [req-b8548708-8ea7-4f0a-9981-e113b795da32 req-4a454150-573b-4dc5-8973-94c5143e9aae service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Received unexpected event network-vif-plugged-35a8e2f7-d75e-49b4-82fb-771a18ef5d7a for instance with vm_state building and task_state spawning. [ 1763.855897] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5232d104-0e98-5174-d3a2-4b738098fd52, 'name': SearchDatastore_Task, 'duration_secs': 0.600871} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.861054] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.861303] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1763.861536] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.861687] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.861866] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1763.862632] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4498b10-0085-4437-980c-83789eda46e9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.864885] env[62220]: DEBUG oslo_concurrency.lockutils [None req-09f33ff8-8af0-40b7-b391-26ebd8f50e4b tempest-ServersTestManualDisk-1646423934 tempest-ServersTestManualDisk-1646423934-project-member] Lock "69a87e35-30f4-497d-9969-d4cd4d021f5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.011s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.875374] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1763.875578] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1763.876352] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4591c64-97b8-4480-aa6b-44f55e64e5b6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.884730] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1763.884730] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5224b528-686b-003c-a9a9-347c19324075" [ 1763.884730] env[62220]: _type = "Task" [ 1763.884730] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.900521] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5224b528-686b-003c-a9a9-347c19324075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.056198] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8a2f9d-5b88-4c7c-b1fc-7b7f65fe2e0b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.066551] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb19573a-2645-4597-87cd-15b5d5b820b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.108383] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67be28c7-9b52-4215-9aaa-a729a755329c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.120779] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefcf426-4f95-4dfc-a172-fc4d76568353 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.140812] env[62220]: DEBUG nova.compute.provider_tree [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.193587] env[62220]: DEBUG nova.network.neutron [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Successfully updated port: 35a8e2f7-d75e-49b4-82fb-771a18ef5d7a {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.295131] env[62220]: DEBUG nova.compute.manager [req-09afaea1-f75b-4fd1-8ec5-b8e596801efe req-ddd3a7c1-360d-437a-8fb7-8535b1880f43 service nova] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Received event network-vif-plugged-50f95c0e-1464-4e6b-9f30-ff027b8b0401 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1764.295357] env[62220]: DEBUG oslo_concurrency.lockutils [req-09afaea1-f75b-4fd1-8ec5-b8e596801efe req-ddd3a7c1-360d-437a-8fb7-8535b1880f43 service nova] Acquiring lock "89db3d34-3908-4f0d-a994-39fcc1444053-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.295573] env[62220]: DEBUG oslo_concurrency.lockutils [req-09afaea1-f75b-4fd1-8ec5-b8e596801efe req-ddd3a7c1-360d-437a-8fb7-8535b1880f43 service nova] Lock "89db3d34-3908-4f0d-a994-39fcc1444053-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.295739] env[62220]: DEBUG oslo_concurrency.lockutils [req-09afaea1-f75b-4fd1-8ec5-b8e596801efe req-ddd3a7c1-360d-437a-8fb7-8535b1880f43 service nova] Lock "89db3d34-3908-4f0d-a994-39fcc1444053-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.295907] env[62220]: DEBUG nova.compute.manager [req-09afaea1-f75b-4fd1-8ec5-b8e596801efe req-ddd3a7c1-360d-437a-8fb7-8535b1880f43 service nova] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] No waiting events found dispatching network-vif-plugged-50f95c0e-1464-4e6b-9f30-ff027b8b0401 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1764.296769] env[62220]: WARNING nova.compute.manager [req-09afaea1-f75b-4fd1-8ec5-b8e596801efe req-ddd3a7c1-360d-437a-8fb7-8535b1880f43 service nova] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Received unexpected event network-vif-plugged-50f95c0e-1464-4e6b-9f30-ff027b8b0401 for instance with vm_state building and task_state spawning. [ 1764.403446] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5224b528-686b-003c-a9a9-347c19324075, 'name': SearchDatastore_Task, 'duration_secs': 0.02624} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.404277] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497ec935-1651-4dde-b562-2c44987596fb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.410378] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1764.410378] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5211a9f3-cbba-58bf-259a-336e7d12f2f4" [ 1764.410378] env[62220]: _type = "Task" [ 1764.410378] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.421781] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5211a9f3-cbba-58bf-259a-336e7d12f2f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.461466] env[62220]: DEBUG nova.network.neutron [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Successfully updated port: 50f95c0e-1464-4e6b-9f30-ff027b8b0401 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.644072] env[62220]: DEBUG nova.scheduler.client.report [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1764.697296] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "refresh_cache-d17a321c-9ff2-4728-9d4d-b355d813c8eb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.697510] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "refresh_cache-d17a321c-9ff2-4728-9d4d-b355d813c8eb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.697671] env[62220]: DEBUG nova.network.neutron [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.702417] env[62220]: DEBUG nova.network.neutron [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Updating instance_info_cache with network_info: [{"id": "656a510c-3858-4dff-a8ee-89aa3d78f319", "address": "fa:16:3e:3b:eb:c5", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656a510c-38", "ovs_interfaceid": "656a510c-3858-4dff-a8ee-89aa3d78f319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.922473] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5211a9f3-cbba-58bf-259a-336e7d12f2f4, 'name': SearchDatastore_Task, 'duration_secs': 0.017601} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.922732] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.922983] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] f919009d-9ea4-4fc4-819c-f182ebe9ecd2/f919009d-9ea4-4fc4-819c-f182ebe9ecd2.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1764.923259] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9f82be2-fbf2-4b0c-9381-527238087904 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.931728] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1764.931728] env[62220]: value = "task-1747871" [ 1764.931728] env[62220]: _type = "Task" [ 1764.931728] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.944044] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.969178] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "refresh_cache-89db3d34-3908-4f0d-a994-39fcc1444053" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.969336] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "refresh_cache-89db3d34-3908-4f0d-a994-39fcc1444053" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.969493] env[62220]: DEBUG nova.network.neutron [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.151318] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.195585] env[62220]: INFO nova.scheduler.client.report [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Deleted allocations for instance 50f9972d-c2d3-4609-bf46-9882a8783d63 [ 1765.208603] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "refresh_cache-03789d9a-3d3b-471e-b415-75c4836b9502" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.272890] env[62220]: DEBUG nova.network.neutron [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.454109] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747871, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.542016] env[62220]: DEBUG nova.network.neutron [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.671141] env[62220]: DEBUG nova.network.neutron [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Updating instance_info_cache with network_info: [{"id": "35a8e2f7-d75e-49b4-82fb-771a18ef5d7a", "address": "fa:16:3e:61:b7:f7", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35a8e2f7-d7", "ovs_interfaceid": "35a8e2f7-d75e-49b4-82fb-771a18ef5d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.706178] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a65c5ff-fc7e-4d9b-bdd9-b86f8311868b tempest-FloatingIPsAssociationNegativeTestJSON-12593005 tempest-FloatingIPsAssociationNegativeTestJSON-12593005-project-member] Lock "50f9972d-c2d3-4609-bf46-9882a8783d63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.638s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.813839] env[62220]: DEBUG nova.network.neutron [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Updating instance_info_cache with network_info: [{"id": "50f95c0e-1464-4e6b-9f30-ff027b8b0401", "address": "fa:16:3e:cc:1e:99", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f95c0e-14", "ovs_interfaceid": "50f95c0e-1464-4e6b-9f30-ff027b8b0401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.848874] env[62220]: DEBUG nova.compute.manager [req-d49ee3a4-482c-4590-bfcf-6a8295a6ddb1 req-9697fc86-69cb-4182-a3eb-81c1b98b6f26 service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Received event network-changed-35a8e2f7-d75e-49b4-82fb-771a18ef5d7a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1765.848874] env[62220]: DEBUG nova.compute.manager [req-d49ee3a4-482c-4590-bfcf-6a8295a6ddb1 req-9697fc86-69cb-4182-a3eb-81c1b98b6f26 service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Refreshing instance network info cache due to event network-changed-35a8e2f7-d75e-49b4-82fb-771a18ef5d7a. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1765.848874] env[62220]: DEBUG oslo_concurrency.lockutils [req-d49ee3a4-482c-4590-bfcf-6a8295a6ddb1 req-9697fc86-69cb-4182-a3eb-81c1b98b6f26 service nova] Acquiring lock "refresh_cache-d17a321c-9ff2-4728-9d4d-b355d813c8eb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.943657] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885755} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.944055] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] f919009d-9ea4-4fc4-819c-f182ebe9ecd2/f919009d-9ea4-4fc4-819c-f182ebe9ecd2.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1765.944392] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1765.945250] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-031b64fc-fa26-41e1-9d3f-6b1279a6ce06 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.955021] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1765.955021] env[62220]: value = "task-1747873" [ 1765.955021] env[62220]: _type = "Task" [ 1765.955021] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.962539] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.177015] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "refresh_cache-d17a321c-9ff2-4728-9d4d-b355d813c8eb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.177015] env[62220]: DEBUG nova.compute.manager [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Instance network_info: |[{"id": "35a8e2f7-d75e-49b4-82fb-771a18ef5d7a", "address": "fa:16:3e:61:b7:f7", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35a8e2f7-d7", "ovs_interfaceid": "35a8e2f7-d75e-49b4-82fb-771a18ef5d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1766.177015] env[62220]: DEBUG oslo_concurrency.lockutils [req-d49ee3a4-482c-4590-bfcf-6a8295a6ddb1 req-9697fc86-69cb-4182-a3eb-81c1b98b6f26 service nova] Acquired lock "refresh_cache-d17a321c-9ff2-4728-9d4d-b355d813c8eb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.177015] env[62220]: DEBUG nova.network.neutron [req-d49ee3a4-482c-4590-bfcf-6a8295a6ddb1 req-9697fc86-69cb-4182-a3eb-81c1b98b6f26 service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Refreshing network info cache for port 35a8e2f7-d75e-49b4-82fb-771a18ef5d7a {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.178127] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:b7:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35a8e2f7-d75e-49b4-82fb-771a18ef5d7a', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1766.186701] env[62220]: DEBUG oslo.service.loopingcall [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.187892] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1766.188117] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363402', 'volume_id': '7d925ed6-d082-4fe9-a59f-bf1532faf9f3', 'name': 'volume-7d925ed6-d082-4fe9-a59f-bf1532faf9f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '56df3b93-0cf7-4cf8-a533-566ac8b0cb1e', 'attached_at': '', 'detached_at': '', 'volume_id': '7d925ed6-d082-4fe9-a59f-bf1532faf9f3', 'serial': '7d925ed6-d082-4fe9-a59f-bf1532faf9f3'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1766.188908] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1766.189855] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bb8593-938f-4eb4-b0d0-37b8b36d3360 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.194197] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b270a7a1-0fb4-422b-a51a-4f2831e4ebd3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.234060] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1766.234060] env[62220]: value = "task-1747874" [ 1766.234060] env[62220]: _type = "Task" [ 1766.234060] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.235258] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f24c1b-de66-44d7-95a3-c19776ee4c45 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.263863] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747874, 'name': CreateVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.271528] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] volume-7d925ed6-d082-4fe9-a59f-bf1532faf9f3/volume-7d925ed6-d082-4fe9-a59f-bf1532faf9f3.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.273039] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cd306a0-dacc-40e3-9bba-7679de65ec78 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.287371] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1766.287651] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f53376bd-1a13-4ecf-9c21-3de6abfa547f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.295697] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1766.295697] env[62220]: value = "task-1747875" [ 1766.295697] env[62220]: _type = "Task" [ 1766.295697] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.296096] env[62220]: DEBUG oslo_vmware.api [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1766.296096] env[62220]: value = "task-1747876" [ 1766.296096] env[62220]: _type = "Task" [ 1766.296096] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.311139] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.314954] env[62220]: DEBUG oslo_vmware.api [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.315741] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "refresh_cache-89db3d34-3908-4f0d-a994-39fcc1444053" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.315892] env[62220]: DEBUG nova.compute.manager [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Instance network_info: |[{"id": "50f95c0e-1464-4e6b-9f30-ff027b8b0401", "address": "fa:16:3e:cc:1e:99", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f95c0e-14", "ovs_interfaceid": "50f95c0e-1464-4e6b-9f30-ff027b8b0401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1766.316572] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:1e:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50f95c0e-1464-4e6b-9f30-ff027b8b0401', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1766.323677] env[62220]: DEBUG oslo.service.loopingcall [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.324168] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1766.324168] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22d0fe10-4333-470e-ab7f-05908971536d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.343834] env[62220]: DEBUG nova.compute.manager [req-ab3622a5-5c38-4a3d-a669-f7ef01590343 req-50c6a74e-8efa-41cb-982c-79695dbc9a5c service nova] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Received event network-changed-50f95c0e-1464-4e6b-9f30-ff027b8b0401 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1766.344062] env[62220]: DEBUG nova.compute.manager [req-ab3622a5-5c38-4a3d-a669-f7ef01590343 req-50c6a74e-8efa-41cb-982c-79695dbc9a5c service nova] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Refreshing instance network info cache due to event network-changed-50f95c0e-1464-4e6b-9f30-ff027b8b0401. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1766.344289] env[62220]: DEBUG oslo_concurrency.lockutils [req-ab3622a5-5c38-4a3d-a669-f7ef01590343 req-50c6a74e-8efa-41cb-982c-79695dbc9a5c service nova] Acquiring lock "refresh_cache-89db3d34-3908-4f0d-a994-39fcc1444053" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.344439] env[62220]: DEBUG oslo_concurrency.lockutils [req-ab3622a5-5c38-4a3d-a669-f7ef01590343 req-50c6a74e-8efa-41cb-982c-79695dbc9a5c service nova] Acquired lock "refresh_cache-89db3d34-3908-4f0d-a994-39fcc1444053" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.344605] env[62220]: DEBUG nova.network.neutron [req-ab3622a5-5c38-4a3d-a669-f7ef01590343 req-50c6a74e-8efa-41cb-982c-79695dbc9a5c service nova] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Refreshing network info cache for port 50f95c0e-1464-4e6b-9f30-ff027b8b0401 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.347438] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1766.347438] env[62220]: value = "task-1747877" [ 1766.347438] env[62220]: _type = "Task" [ 1766.347438] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.356810] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747877, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.465185] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068601} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.465447] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1766.466150] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab05f2f-a939-492e-b8d4-49cc06b4a3d5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.495027] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] f919009d-9ea4-4fc4-819c-f182ebe9ecd2/f919009d-9ea4-4fc4-819c-f182ebe9ecd2.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.495815] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90e016f-5f8c-4318-ae29-bba1bd97129a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.519037] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1766.519037] env[62220]: value = "task-1747878" [ 1766.519037] env[62220]: _type = "Task" [ 1766.519037] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.528149] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.745105] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747874, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.820150] env[62220]: DEBUG nova.objects.instance [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lazy-loading 'flavor' on Instance uuid 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.825074] env[62220]: DEBUG oslo_vmware.api [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747876, 'name': ReconfigVM_Task, 'duration_secs': 0.462243} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.825074] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.825074] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Reconfigured VM instance instance-0000003d to attach disk [datastore1] volume-7d925ed6-d082-4fe9-a59f-bf1532faf9f3/volume-7d925ed6-d082-4fe9-a59f-bf1532faf9f3.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.829422] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae73685-8331-402b-9ca1-4e4fc47b4527 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.851477] env[62220]: DEBUG oslo_vmware.api [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1766.851477] env[62220]: value = "task-1747879" [ 1766.851477] env[62220]: _type = "Task" [ 1766.851477] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.869398] env[62220]: DEBUG oslo_vmware.api [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.875246] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747877, 'name': CreateVM_Task, 'duration_secs': 0.401822} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.875460] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1766.876298] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.876477] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.876768] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.877049] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edac84eb-dd40-41e7-97fa-f5bbf80167e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.881384] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.881627] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.882095] env[62220]: DEBUG nova.objects.instance [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lazy-loading 'pci_requests' on Instance uuid a8f42686-354e-4afc-8bb7-e7db20ac2aa5 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.888196] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1766.888196] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527c6ac6-b709-2f6f-2ca4-bb76d1fa778f" [ 1766.888196] env[62220]: _type = "Task" [ 1766.888196] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.908038] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527c6ac6-b709-2f6f-2ca4-bb76d1fa778f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.030119] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747878, 'name': ReconfigVM_Task, 'duration_secs': 0.372001} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.031240] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Reconfigured VM instance instance-0000005a to attach disk [datastore1] f919009d-9ea4-4fc4-819c-f182ebe9ecd2/f919009d-9ea4-4fc4-819c-f182ebe9ecd2.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1767.031240] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97bb4f30-fb0c-4533-a37e-6375320a5c75 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.042029] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1767.042029] env[62220]: value = "task-1747880" [ 1767.042029] env[62220]: _type = "Task" [ 1767.042029] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.047254] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747880, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.218475] env[62220]: DEBUG nova.network.neutron [req-d49ee3a4-482c-4590-bfcf-6a8295a6ddb1 req-9697fc86-69cb-4182-a3eb-81c1b98b6f26 service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Updated VIF entry in instance network info cache for port 35a8e2f7-d75e-49b4-82fb-771a18ef5d7a. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.220458] env[62220]: DEBUG nova.network.neutron [req-d49ee3a4-482c-4590-bfcf-6a8295a6ddb1 req-9697fc86-69cb-4182-a3eb-81c1b98b6f26 service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Updating instance_info_cache with network_info: [{"id": "35a8e2f7-d75e-49b4-82fb-771a18ef5d7a", "address": "fa:16:3e:61:b7:f7", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35a8e2f7-d7", "ovs_interfaceid": "35a8e2f7-d75e-49b4-82fb-771a18ef5d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.252453] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747874, 'name': CreateVM_Task, 'duration_secs': 0.526495} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.252581] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1767.253458] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.307729] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.327394] env[62220]: DEBUG oslo_concurrency.lockutils [None req-173197e5-3ce2-4698-a394-12eeb1a4f4e1 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 11.020s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.363602] env[62220]: DEBUG oslo_vmware.api [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747879, 'name': ReconfigVM_Task, 'duration_secs': 0.154221} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.364023] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363402', 'volume_id': '7d925ed6-d082-4fe9-a59f-bf1532faf9f3', 'name': 'volume-7d925ed6-d082-4fe9-a59f-bf1532faf9f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '56df3b93-0cf7-4cf8-a533-566ac8b0cb1e', 'attached_at': '', 'detached_at': '', 'volume_id': '7d925ed6-d082-4fe9-a59f-bf1532faf9f3', 'serial': '7d925ed6-d082-4fe9-a59f-bf1532faf9f3'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1767.387236] env[62220]: DEBUG nova.objects.instance [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lazy-loading 'numa_topology' on Instance uuid a8f42686-354e-4afc-8bb7-e7db20ac2aa5 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.401425] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527c6ac6-b709-2f6f-2ca4-bb76d1fa778f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.514591] env[62220]: DEBUG nova.network.neutron [req-ab3622a5-5c38-4a3d-a669-f7ef01590343 req-50c6a74e-8efa-41cb-982c-79695dbc9a5c service nova] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Updated VIF entry in instance network info cache for port 50f95c0e-1464-4e6b-9f30-ff027b8b0401. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.514876] env[62220]: DEBUG nova.network.neutron [req-ab3622a5-5c38-4a3d-a669-f7ef01590343 req-50c6a74e-8efa-41cb-982c-79695dbc9a5c service nova] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Updating instance_info_cache with network_info: [{"id": "50f95c0e-1464-4e6b-9f30-ff027b8b0401", "address": "fa:16:3e:cc:1e:99", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f95c0e-14", "ovs_interfaceid": "50f95c0e-1464-4e6b-9f30-ff027b8b0401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.550600] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747880, 'name': Rename_Task, 'duration_secs': 0.159263} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.550778] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1767.550895] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdd1d1b3-0708-443b-9ac3-67e16e89dc0a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.557338] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1767.557338] env[62220]: value = "task-1747881" [ 1767.557338] env[62220]: _type = "Task" [ 1767.557338] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.565287] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.723140] env[62220]: DEBUG oslo_concurrency.lockutils [req-d49ee3a4-482c-4590-bfcf-6a8295a6ddb1 req-9697fc86-69cb-4182-a3eb-81c1b98b6f26 service nova] Releasing lock "refresh_cache-d17a321c-9ff2-4728-9d4d-b355d813c8eb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.807688] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.891937] env[62220]: INFO nova.compute.claims [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1767.912476] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527c6ac6-b709-2f6f-2ca4-bb76d1fa778f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.018121] env[62220]: DEBUG oslo_concurrency.lockutils [req-ab3622a5-5c38-4a3d-a669-f7ef01590343 req-50c6a74e-8efa-41cb-982c-79695dbc9a5c service nova] Releasing lock "refresh_cache-89db3d34-3908-4f0d-a994-39fcc1444053" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.076456] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747881, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.138529] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.138854] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.314520] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747875, 'name': PowerOffVM_Task, 'duration_secs': 1.962172} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.314873] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1768.321254] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d83da0-4d1a-4c5f-a504-522130fb83ff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.340552] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaaeb72-7106-4213-a488-366854249055 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.379369] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.379786] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1b3a3ec-b4e7-4691-ba07-7bfc56bdb96c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.388927] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1768.388927] env[62220]: value = "task-1747882" [ 1768.388927] env[62220]: _type = "Task" [ 1768.388927] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.408905] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527c6ac6-b709-2f6f-2ca4-bb76d1fa778f, 'name': SearchDatastore_Task, 'duration_secs': 1.143582} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.409184] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1768.410083] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.410083] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.410083] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.410083] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.410263] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.410394] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.410581] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.410798] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2bd0f03-e88d-42d2-bacb-018503eeb38b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.412741] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.413463] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1768.413601] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53ead81-3ef1-45f2-8cc6-3cdf69891af8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.416447] env[62220]: DEBUG nova.objects.instance [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lazy-loading 'flavor' on Instance uuid 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.420459] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1768.420459] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5244c2f0-38c9-327f-b10b-a6e249e94f60" [ 1768.420459] env[62220]: _type = "Task" [ 1768.420459] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.424492] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.424768] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.426070] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97653cf-275e-40b3-98cc-de1a3df093eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.433220] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5244c2f0-38c9-327f-b10b-a6e249e94f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.439543] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1768.439543] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ef23aa-27f5-e3bd-6b92-0cf5f713d305" [ 1768.439543] env[62220]: _type = "Task" [ 1768.439543] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.446307] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ef23aa-27f5-e3bd-6b92-0cf5f713d305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.569306] env[62220]: DEBUG oslo_vmware.api [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747881, 'name': PowerOnVM_Task, 'duration_secs': 0.544369} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.569306] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1768.569306] env[62220]: INFO nova.compute.manager [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Took 13.31 seconds to spawn the instance on the hypervisor. [ 1768.569306] env[62220]: DEBUG nova.compute.manager [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1768.569993] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed3fe72-2a80-40e4-9508-90045122b612 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.643596] env[62220]: INFO nova.compute.manager [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Detaching volume 04808087-db9c-42f3-94a5-d8fdfadd52f3 [ 1768.691333] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fd68af-6d02-420a-bc74-784dc1bb409f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.704422] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf434bb8-8661-4bf4-81fe-41181b5b6543 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.710990] env[62220]: INFO nova.virt.block_device [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Attempting to driver detach volume 04808087-db9c-42f3-94a5-d8fdfadd52f3 from mountpoint /dev/sdb [ 1768.710990] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1768.710990] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363392', 'volume_id': '04808087-db9c-42f3-94a5-d8fdfadd52f3', 'name': 'volume-04808087-db9c-42f3-94a5-d8fdfadd52f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf', 'attached_at': '', 'detached_at': '', 'volume_id': '04808087-db9c-42f3-94a5-d8fdfadd52f3', 'serial': '04808087-db9c-42f3-94a5-d8fdfadd52f3'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1768.711878] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f462a84-74ff-4098-9d3e-94d829fe516b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.767890] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eebf47a-2d3d-4127-b308-4fda6cc7709e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.771540] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07998670-dbdc-4526-9b2a-1f9e9605b87b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.781199] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88a80db-bb79-47ac-a2e3-f0399c747659 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.784859] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0becc49c-e255-4cb9-a819-a4e0ff6b704f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.798829] env[62220]: DEBUG nova.compute.provider_tree [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.822151] env[62220]: DEBUG nova.scheduler.client.report [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1768.825820] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691459f4-681f-4f63-a25e-d42294ec181c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.842925] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] The volume has not been displaced from its original location: [datastore1] volume-04808087-db9c-42f3-94a5-d8fdfadd52f3/volume-04808087-db9c-42f3-94a5-d8fdfadd52f3.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1768.848185] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1768.849087] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30ec0d0f-e76e-40a5-aca6-26e7cc455707 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.868700] env[62220]: DEBUG oslo_vmware.api [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1768.868700] env[62220]: value = "task-1747883" [ 1768.868700] env[62220]: _type = "Task" [ 1768.868700] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.877238] env[62220]: DEBUG oslo_vmware.api [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.920935] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8acd1b1-595d-49f5-9622-3a7cd751cfe1 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.384s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.932407] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5244c2f0-38c9-327f-b10b-a6e249e94f60, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.932828] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.932991] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.933222] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.948790] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ef23aa-27f5-e3bd-6b92-0cf5f713d305, 'name': SearchDatastore_Task, 'duration_secs': 0.012965} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.950196] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281445b0-ce9e-454e-8cfe-15682f40f51d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.957548] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1768.957548] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5242fa07-cafa-b6b5-d3e2-b831c049f115" [ 1768.957548] env[62220]: _type = "Task" [ 1768.957548] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.965955] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5242fa07-cafa-b6b5-d3e2-b831c049f115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.093980] env[62220]: INFO nova.compute.manager [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Took 29.51 seconds to build instance. [ 1769.330881] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.377670] env[62220]: INFO nova.network.neutron [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updating port 3736c711-6be4-4b7c-8256-7d331633aca6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1769.387804] env[62220]: DEBUG oslo_vmware.api [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747883, 'name': ReconfigVM_Task, 'duration_secs': 0.25285} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.387804] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1769.393056] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ea103c-fdad-4e13-b95b-76814b0590bc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.411973] env[62220]: DEBUG oslo_vmware.api [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1769.411973] env[62220]: value = "task-1747884" [ 1769.411973] env[62220]: _type = "Task" [ 1769.411973] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.424841] env[62220]: DEBUG oslo_vmware.api [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.469878] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5242fa07-cafa-b6b5-d3e2-b831c049f115, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.469878] env[62220]: DEBUG oslo_concurrency.lockutils [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.470193] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 03789d9a-3d3b-471e-b415-75c4836b9502/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk. {{(pid=62220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1769.470299] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.470823] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1769.470823] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a99010d3-7bcf-4577-9aca-ebffb0492320 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.476763] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7b609e3-694a-473a-bd72-dbc361326de8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.491165] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1769.491165] env[62220]: value = "task-1747885" [ 1769.491165] env[62220]: _type = "Task" [ 1769.491165] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.491493] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1769.491569] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1769.492401] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca154268-4d7f-4520-9ff1-d941acac9caa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.503951] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1769.503951] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523f32bf-f348-bfff-25a9-7c450797ff80" [ 1769.503951] env[62220]: _type = "Task" [ 1769.503951] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.504389] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.511957] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523f32bf-f348-bfff-25a9-7c450797ff80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.595927] env[62220]: DEBUG oslo_concurrency.lockutils [None req-73c9ddaa-fe39-423e-a815-1b7fff545e6a tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.016s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.917785] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.918059] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.931018] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1769.931018] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363404', 'volume_id': 'cd4434c7-5966-4801-8589-f9be7dc7b252', 'name': 'volume-cd4434c7-5966-4801-8589-f9be7dc7b252', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '96ea101b-679a-44b6-80fc-64ed684f853a', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd4434c7-5966-4801-8589-f9be7dc7b252', 'serial': 'cd4434c7-5966-4801-8589-f9be7dc7b252'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1769.931018] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e88f6c-c69f-4fcd-a92a-5532e7e59640 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.940429] env[62220]: DEBUG oslo_vmware.api [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.956404] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df81965-7dcb-4c99-ac25-918de18a14d5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.987429] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-cd4434c7-5966-4801-8589-f9be7dc7b252/volume-cd4434c7-5966-4801-8589-f9be7dc7b252.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.987851] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e96e2942-e497-4539-a1c0-f13f90d5f353 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.015327] env[62220]: DEBUG oslo_vmware.api [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1770.015327] env[62220]: value = "task-1747886" [ 1770.015327] env[62220]: _type = "Task" [ 1770.015327] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.019041] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747885, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.025865] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523f32bf-f348-bfff-25a9-7c450797ff80, 'name': SearchDatastore_Task, 'duration_secs': 0.015542} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.027217] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f2a16b-f5eb-4fbf-a8cb-f3132bbfb691 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.033321] env[62220]: DEBUG oslo_vmware.api [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747886, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.037146] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1770.037146] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cd9dc5-38d2-e230-3015-dc4437146d15" [ 1770.037146] env[62220]: _type = "Task" [ 1770.037146] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.045284] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cd9dc5-38d2-e230-3015-dc4437146d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.428765] env[62220]: DEBUG nova.compute.manager [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1770.431904] env[62220]: DEBUG oslo_vmware.api [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.514500] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687616} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.515729] env[62220]: INFO nova.virt.vmwareapi.ds_util [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 03789d9a-3d3b-471e-b415-75c4836b9502/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk. [ 1770.515729] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f77a99c-e486-42d5-ac2d-e319e4f8d535 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.548673] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 03789d9a-3d3b-471e-b415-75c4836b9502/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1770.553600] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4f89368-b85a-4286-86d0-15df43c89c70 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.574998] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cd9dc5-38d2-e230-3015-dc4437146d15, 'name': SearchDatastore_Task, 'duration_secs': 0.022034} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.578854] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.579188] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 89db3d34-3908-4f0d-a994-39fcc1444053/89db3d34-3908-4f0d-a994-39fcc1444053.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1770.579528] env[62220]: DEBUG oslo_vmware.api [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747886, 'name': ReconfigVM_Task, 'duration_secs': 0.451408} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.579928] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1770.579928] env[62220]: value = "task-1747887" [ 1770.579928] env[62220]: _type = "Task" [ 1770.579928] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.580209] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.580436] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.580674] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da18ec13-5fdb-4dbf-ad33-563ab583d953 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.582659] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-cd4434c7-5966-4801-8589-f9be7dc7b252/volume-cd4434c7-5966-4801-8589-f9be7dc7b252.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.587441] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58419fa8-7627-468a-a78f-ffdd76b765f9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.589354] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd656d9-201a-4c80-925a-49428f4b1096 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.612222] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.615800] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.616132] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.617100] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1770.617100] env[62220]: value = "task-1747889" [ 1770.617100] env[62220]: _type = "Task" [ 1770.617100] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.617365] env[62220]: DEBUG oslo_vmware.api [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1770.617365] env[62220]: value = "task-1747888" [ 1770.617365] env[62220]: _type = "Task" [ 1770.617365] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.617926] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c352965f-ea24-4e6b-a4d7-056690a608e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.631152] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1770.631152] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bfdbad-96ad-6da3-fbfe-a2279b503056" [ 1770.631152] env[62220]: _type = "Task" [ 1770.631152] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.637211] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.637600] env[62220]: DEBUG oslo_vmware.api [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.648178] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bfdbad-96ad-6da3-fbfe-a2279b503056, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.648178] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75656cb4-46f7-431a-b6eb-f0fd24cf71ed {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.653342] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1770.653342] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525837e8-32c8-cab7-68e9-d393ba4ef3e2" [ 1770.653342] env[62220]: _type = "Task" [ 1770.653342] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.660868] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525837e8-32c8-cab7-68e9-d393ba4ef3e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.698108] env[62220]: DEBUG nova.compute.manager [req-a7eb1d18-ef44-4ef0-943b-26e5f723e543 req-4fdd30a1-202d-4655-9724-d81ae6c08836 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Received event network-changed-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1770.698318] env[62220]: DEBUG nova.compute.manager [req-a7eb1d18-ef44-4ef0-943b-26e5f723e543 req-4fdd30a1-202d-4655-9724-d81ae6c08836 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Refreshing instance network info cache due to event network-changed-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1770.698625] env[62220]: DEBUG oslo_concurrency.lockutils [req-a7eb1d18-ef44-4ef0-943b-26e5f723e543 req-4fdd30a1-202d-4655-9724-d81ae6c08836 service nova] Acquiring lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.698770] env[62220]: DEBUG oslo_concurrency.lockutils [req-a7eb1d18-ef44-4ef0-943b-26e5f723e543 req-4fdd30a1-202d-4655-9724-d81ae6c08836 service nova] Acquired lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.698934] env[62220]: DEBUG nova.network.neutron [req-a7eb1d18-ef44-4ef0-943b-26e5f723e543 req-4fdd30a1-202d-4655-9724-d81ae6c08836 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Refreshing network info cache for port 9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1770.912876] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "1523219d-b829-4c85-8667-a16b537350ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.913201] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "1523219d-b829-4c85-8667-a16b537350ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.939416] env[62220]: DEBUG oslo_vmware.api [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747884, 'name': ReconfigVM_Task, 'duration_secs': 1.125753} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.942679] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363392', 'volume_id': '04808087-db9c-42f3-94a5-d8fdfadd52f3', 'name': 'volume-04808087-db9c-42f3-94a5-d8fdfadd52f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf', 'attached_at': '', 'detached_at': '', 'volume_id': '04808087-db9c-42f3-94a5-d8fdfadd52f3', 'serial': '04808087-db9c-42f3-94a5-d8fdfadd52f3'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1770.961435] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.961718] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.963536] env[62220]: INFO nova.compute.claims [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1771.103917] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.134748] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523367} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.138752] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 89db3d34-3908-4f0d-a994-39fcc1444053/89db3d34-3908-4f0d-a994-39fcc1444053.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1771.139363] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1771.139740] env[62220]: DEBUG oslo_vmware.api [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747888, 'name': ReconfigVM_Task, 'duration_secs': 0.158611} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.139992] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b50d730a-531e-41e0-a86b-fb88ba3661f5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.142077] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363404', 'volume_id': 'cd4434c7-5966-4801-8589-f9be7dc7b252', 'name': 'volume-cd4434c7-5966-4801-8589-f9be7dc7b252', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '96ea101b-679a-44b6-80fc-64ed684f853a', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd4434c7-5966-4801-8589-f9be7dc7b252', 'serial': 'cd4434c7-5966-4801-8589-f9be7dc7b252'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1771.155223] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1771.155223] env[62220]: value = "task-1747890" [ 1771.155223] env[62220]: _type = "Task" [ 1771.155223] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.156551] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.156681] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.156858] env[62220]: DEBUG nova.network.neutron [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.170861] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.175421] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525837e8-32c8-cab7-68e9-d393ba4ef3e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.175737] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.176206] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] d17a321c-9ff2-4728-9d4d-b355d813c8eb/d17a321c-9ff2-4728-9d4d-b355d813c8eb.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1771.176320] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-741cbcff-e4c0-4eb3-b719-fb34518c0d2d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.183933] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1771.183933] env[62220]: value = "task-1747891" [ 1771.183933] env[62220]: _type = "Task" [ 1771.183933] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.193517] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.416259] env[62220]: DEBUG nova.compute.manager [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1771.489213] env[62220]: DEBUG nova.network.neutron [req-a7eb1d18-ef44-4ef0-943b-26e5f723e543 req-4fdd30a1-202d-4655-9724-d81ae6c08836 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updated VIF entry in instance network info cache for port 9cd44a9b-fdcb-47cd-ac59-4a7824a70c98. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1771.489213] env[62220]: DEBUG nova.network.neutron [req-a7eb1d18-ef44-4ef0-943b-26e5f723e543 req-4fdd30a1-202d-4655-9724-d81ae6c08836 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updating instance_info_cache with network_info: [{"id": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "address": "fa:16:3e:1b:73:e1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd44a9b-fd", "ovs_interfaceid": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.521554] env[62220]: DEBUG nova.objects.instance [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lazy-loading 'flavor' on Instance uuid 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.599219] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747887, 'name': ReconfigVM_Task, 'duration_secs': 0.614178} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.599219] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 03789d9a-3d3b-471e-b415-75c4836b9502/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.599562] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a7c59a-40db-4476-bfbb-696e613a9dce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.625476] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-153bf3aa-d270-4143-8f56-29c09c1a2718 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.643487] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1771.643487] env[62220]: value = "task-1747892" [ 1771.643487] env[62220]: _type = "Task" [ 1771.643487] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.661499] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.668454] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067112} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.668454] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1771.668899] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9814dd76-8676-4a73-8828-7c50c53b5e22 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.699028] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 89db3d34-3908-4f0d-a994-39fcc1444053/89db3d34-3908-4f0d-a994-39fcc1444053.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.703288] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71bdc00c-2a4c-4013-baf0-5832e9582901 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.729805] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504664} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.731388] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] d17a321c-9ff2-4728-9d4d-b355d813c8eb/d17a321c-9ff2-4728-9d4d-b355d813c8eb.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1771.731561] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1771.731810] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1771.731810] env[62220]: value = "task-1747893" [ 1771.731810] env[62220]: _type = "Task" [ 1771.731810] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.731987] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60863ec9-b015-45c5-bce7-496f52ec0c34 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.743293] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.744965] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1771.744965] env[62220]: value = "task-1747894" [ 1771.744965] env[62220]: _type = "Task" [ 1771.744965] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.753370] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.948015] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.993335] env[62220]: DEBUG oslo_concurrency.lockutils [req-a7eb1d18-ef44-4ef0-943b-26e5f723e543 req-4fdd30a1-202d-4655-9724-d81ae6c08836 service nova] Releasing lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.011970] env[62220]: DEBUG nova.network.neutron [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updating instance_info_cache with network_info: [{"id": "3736c711-6be4-4b7c-8256-7d331633aca6", "address": "fa:16:3e:97:77:d4", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3736c711-6b", "ovs_interfaceid": "3736c711-6be4-4b7c-8256-7d331633aca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.045098] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "5b884962-a0d5-44ac-b400-6c560b652c1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.045468] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "5b884962-a0d5-44ac-b400-6c560b652c1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.157608] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747892, 'name': ReconfigVM_Task, 'duration_secs': 0.359658} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.157737] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1772.157915] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-724301a1-abfc-45ec-9559-e75e4f4971b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.165871] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1772.165871] env[62220]: value = "task-1747895" [ 1772.165871] env[62220]: _type = "Task" [ 1772.165871] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.175647] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.226463] env[62220]: DEBUG nova.objects.instance [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'flavor' on Instance uuid 96ea101b-679a-44b6-80fc-64ed684f853a {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.243688] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.255693] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272873} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.256540] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1772.257401] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce58156b-04f9-41ad-b5ad-822a81907168 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.287164] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] d17a321c-9ff2-4728-9d4d-b355d813c8eb/d17a321c-9ff2-4728-9d4d-b355d813c8eb.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.290269] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-443b7dc6-8531-49e6-87c7-f89114e47ba3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.313679] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1772.313679] env[62220]: value = "task-1747896" [ 1772.313679] env[62220]: _type = "Task" [ 1772.313679] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.320086] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0578bc7e-e241-4c47-9634-306d14e5f8af {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.326313] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.330976] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798545f8-8c0a-405e-b85c-e37e44e99654 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.362643] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935cf645-32b9-47c4-9974-aa617e1698fe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.370711] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832927ab-86a0-426e-a28f-d0fed402bbad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.383762] env[62220]: DEBUG nova.compute.provider_tree [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1772.516957] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.532654] env[62220]: DEBUG oslo_concurrency.lockutils [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.538279] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f696b563-85f5-45a3-8737-52a7fb408395 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.399s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.543314] env[62220]: DEBUG oslo_concurrency.lockutils [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.007s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.551785] env[62220]: DEBUG nova.compute.manager [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1772.563995] env[62220]: DEBUG nova.virt.hardware [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='81ca3cd2605b5c9da1d45058dc697a54',container_format='bare',created_at=2024-12-11T11:10:47Z,direct_url=,disk_format='vmdk',id=df9dfc79-8f90-4f74-b780-893a51fcd4f1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1798430385-shelved',owner='de476fd038e240b8b7721b112e9edc64',properties=ImageMetaProps,protected=,size=31672320,status='active',tags=,updated_at=2024-12-11T11:11:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1772.564267] env[62220]: DEBUG nova.virt.hardware [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1772.564569] env[62220]: DEBUG nova.virt.hardware [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.564569] env[62220]: DEBUG nova.virt.hardware [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1772.565192] env[62220]: DEBUG nova.virt.hardware [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.565192] env[62220]: DEBUG nova.virt.hardware [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1772.565192] env[62220]: DEBUG nova.virt.hardware [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1772.565339] env[62220]: DEBUG nova.virt.hardware [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1772.565368] env[62220]: DEBUG nova.virt.hardware [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1772.565530] env[62220]: DEBUG nova.virt.hardware [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1772.565978] env[62220]: DEBUG nova.virt.hardware [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1772.567987] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42d7e2e-6ec0-4e75-9182-d584d72fce29 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.582607] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74a1910-53b5-4ef7-8f3f-f1da2c9621ca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.599368] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:77:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3736c711-6be4-4b7c-8256-7d331633aca6', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1772.606729] env[62220]: DEBUG oslo.service.loopingcall [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.607178] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1772.607784] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a865b34b-ed2d-4949-a028-66fe1e830d3c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.627976] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1772.627976] env[62220]: value = "task-1747897" [ 1772.627976] env[62220]: _type = "Task" [ 1772.627976] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.642353] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747897, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.677220] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747895, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.733940] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ab957242-17b1-466f-af76-705a2711dbf7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "96ea101b-679a-44b6-80fc-64ed684f853a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 11.163s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.746633] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747893, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.824614] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747896, 'name': ReconfigVM_Task, 'duration_secs': 0.286194} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.824906] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Reconfigured VM instance instance-0000005b to attach disk [datastore1] d17a321c-9ff2-4728-9d4d-b355d813c8eb/d17a321c-9ff2-4728-9d4d-b355d813c8eb.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.825826] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edc42fed-2990-4059-b8ab-f3d811e33a44 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.832418] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1772.832418] env[62220]: value = "task-1747898" [ 1772.832418] env[62220]: _type = "Task" [ 1772.832418] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.840935] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747898, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.901160] env[62220]: DEBUG nova.compute.manager [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Received event network-vif-plugged-3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1772.901160] env[62220]: DEBUG oslo_concurrency.lockutils [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] Acquiring lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.901160] env[62220]: DEBUG oslo_concurrency.lockutils [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.901160] env[62220]: DEBUG oslo_concurrency.lockutils [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.901160] env[62220]: DEBUG nova.compute.manager [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] No waiting events found dispatching network-vif-plugged-3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1772.901160] env[62220]: WARNING nova.compute.manager [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Received unexpected event network-vif-plugged-3736c711-6be4-4b7c-8256-7d331633aca6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1772.902517] env[62220]: DEBUG nova.compute.manager [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Received event network-changed-3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1772.902798] env[62220]: DEBUG nova.compute.manager [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Refreshing instance network info cache due to event network-changed-3736c711-6be4-4b7c-8256-7d331633aca6. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1772.903112] env[62220]: DEBUG oslo_concurrency.lockutils [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] Acquiring lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.903371] env[62220]: DEBUG oslo_concurrency.lockutils [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] Acquired lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.903731] env[62220]: DEBUG nova.network.neutron [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Refreshing network info cache for port 3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.912285] env[62220]: ERROR nova.scheduler.client.report [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [req-919db585-2704-4d7b-993b-535a615ebf65] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-919db585-2704-4d7b-993b-535a615ebf65"}]} [ 1772.935023] env[62220]: DEBUG nova.scheduler.client.report [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1772.955374] env[62220]: DEBUG nova.scheduler.client.report [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1772.955374] env[62220]: DEBUG nova.compute.provider_tree [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1772.973014] env[62220]: DEBUG nova.scheduler.client.report [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1772.999180] env[62220]: DEBUG nova.scheduler.client.report [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1773.050732] env[62220]: INFO nova.compute.manager [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Detaching volume 2ddc1fd5-44d6-4d96-a547-6e264d94332b [ 1773.097103] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.109593] env[62220]: INFO nova.virt.block_device [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Attempting to driver detach volume 2ddc1fd5-44d6-4d96-a547-6e264d94332b from mountpoint /dev/sdc [ 1773.109593] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1773.109593] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363397', 'volume_id': '2ddc1fd5-44d6-4d96-a547-6e264d94332b', 'name': 'volume-2ddc1fd5-44d6-4d96-a547-6e264d94332b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf', 'attached_at': '', 'detached_at': '', 'volume_id': '2ddc1fd5-44d6-4d96-a547-6e264d94332b', 'serial': '2ddc1fd5-44d6-4d96-a547-6e264d94332b'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1773.110437] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b44b59-b47a-4981-bf89-6cafaf85bc91 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.138706] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c0524e-f299-47d9-8717-308e7e579e39 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.148771] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747897, 'name': CreateVM_Task, 'duration_secs': 0.423641} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.151236] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1773.155825] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/df9dfc79-8f90-4f74-b780-893a51fcd4f1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.156166] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/df9dfc79-8f90-4f74-b780-893a51fcd4f1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.156690] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/df9dfc79-8f90-4f74-b780-893a51fcd4f1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1773.157898] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ef8653-9759-4d5e-ad51-13134e2f9633 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.161764] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bfd9f75-45e4-4f62-9035-0082cf6acad4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.185644] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1773.185644] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e9a87b-f8ab-c936-7621-13628fdf2e51" [ 1773.185644] env[62220]: _type = "Task" [ 1773.185644] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.192837] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d88598c-a7d0-49be-92c8-d0a40422ae43 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.204857] env[62220]: DEBUG oslo_vmware.api [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747895, 'name': PowerOnVM_Task, 'duration_secs': 0.638958} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.219716] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1773.221532] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] The volume has not been displaced from its original location: [datastore1] volume-2ddc1fd5-44d6-4d96-a547-6e264d94332b/volume-2ddc1fd5-44d6-4d96-a547-6e264d94332b.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1773.226861] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Reconfiguring VM instance instance-0000004f to detach disk 2002 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1773.230629] env[62220]: DEBUG nova.compute.manager [None req-fa0bcf12-d806-4e19-ba8e-bf9936a4be18 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1773.230885] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff0eb8c3-ffb6-4d46-bd52-bb82d6f0d15d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.243590] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/df9dfc79-8f90-4f74-b780-893a51fcd4f1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.243837] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Processing image df9dfc79-8f90-4f74-b780-893a51fcd4f1 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1773.244081] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/df9dfc79-8f90-4f74-b780-893a51fcd4f1/df9dfc79-8f90-4f74-b780-893a51fcd4f1.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.244229] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/df9dfc79-8f90-4f74-b780-893a51fcd4f1/df9dfc79-8f90-4f74-b780-893a51fcd4f1.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.244405] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1773.245780] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d8cc64-c4f9-41b3-8cf5-f0f8d1d8a046 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.248602] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63cb1c7d-c915-4448-963c-98a10e65fb6b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.263215] env[62220]: DEBUG oslo_vmware.api [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1773.263215] env[62220]: value = "task-1747899" [ 1773.263215] env[62220]: _type = "Task" [ 1773.263215] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.263445] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747893, 'name': ReconfigVM_Task, 'duration_secs': 1.031672} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.266978] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 89db3d34-3908-4f0d-a994-39fcc1444053/89db3d34-3908-4f0d-a994-39fcc1444053.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.267640] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1773.268094] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1773.272040] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dde8beb-8bbe-4f07-8bac-a61f896ee7c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.273457] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c8603b-324c-43c8-9ca3-464e1e5277da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.281165] env[62220]: DEBUG oslo_vmware.api [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.283588] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1773.283588] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526b2bcc-3655-3622-931c-e50d30d3d51e" [ 1773.283588] env[62220]: _type = "Task" [ 1773.283588] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.284113] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1773.284113] env[62220]: value = "task-1747900" [ 1773.284113] env[62220]: _type = "Task" [ 1773.284113] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.300536] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747900, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.300771] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Preparing fetch location {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1773.300987] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Fetch image to [datastore1] OSTACK_IMG_92a86b5d-0d98-4534-9553-7caf403e254b/OSTACK_IMG_92a86b5d-0d98-4534-9553-7caf403e254b.vmdk {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1773.301177] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Downloading stream optimized image df9dfc79-8f90-4f74-b780-893a51fcd4f1 to [datastore1] OSTACK_IMG_92a86b5d-0d98-4534-9553-7caf403e254b/OSTACK_IMG_92a86b5d-0d98-4534-9553-7caf403e254b.vmdk on the data store datastore1 as vApp {{(pid=62220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1773.301386] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Downloading image file data df9dfc79-8f90-4f74-b780-893a51fcd4f1 to the ESX as VM named 'OSTACK_IMG_92a86b5d-0d98-4534-9553-7caf403e254b' {{(pid=62220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1773.360028] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747898, 'name': Rename_Task, 'duration_secs': 0.209501} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.360456] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.360740] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f456f4d-aa9a-458b-8860-0cbf40725e82 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.368833] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1773.368833] env[62220]: value = "task-1747901" [ 1773.368833] env[62220]: _type = "Task" [ 1773.368833] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.382165] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.400113] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91470010-f609-4ead-aff5-92fb81f275ed {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.406144] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1773.406144] env[62220]: value = "resgroup-9" [ 1773.406144] env[62220]: _type = "ResourcePool" [ 1773.406144] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1773.406144] env[62220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-db988ace-7de9-4f48-b57e-30bd830c9a72 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.426276] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc93ac8-c8cf-4676-a948-ae90aacbc746 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.434025] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lease: (returnval){ [ 1773.434025] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520268d2-35b6-97da-bed8-78af4f9a8932" [ 1773.434025] env[62220]: _type = "HttpNfcLease" [ 1773.434025] env[62220]: } obtained for vApp import into resource pool (val){ [ 1773.434025] env[62220]: value = "resgroup-9" [ 1773.434025] env[62220]: _type = "ResourcePool" [ 1773.434025] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1773.434025] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the lease: (returnval){ [ 1773.434025] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520268d2-35b6-97da-bed8-78af4f9a8932" [ 1773.434025] env[62220]: _type = "HttpNfcLease" [ 1773.434025] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1773.465912] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66723ba-4294-49ec-8586-4cbf153109b6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.468344] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1773.468344] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520268d2-35b6-97da-bed8-78af4f9a8932" [ 1773.468344] env[62220]: _type = "HttpNfcLease" [ 1773.468344] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1773.475342] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d55178-1b36-47d6-96f5-1dc40751d9d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.489915] env[62220]: DEBUG nova.compute.provider_tree [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1773.524125] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.524125] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.689349] env[62220]: DEBUG nova.network.neutron [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updated VIF entry in instance network info cache for port 3736c711-6be4-4b7c-8256-7d331633aca6. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1773.689772] env[62220]: DEBUG nova.network.neutron [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updating instance_info_cache with network_info: [{"id": "3736c711-6be4-4b7c-8256-7d331633aca6", "address": "fa:16:3e:97:77:d4", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3736c711-6b", "ovs_interfaceid": "3736c711-6be4-4b7c-8256-7d331633aca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.778450] env[62220]: DEBUG oslo_vmware.api [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747899, 'name': ReconfigVM_Task, 'duration_secs': 0.277484} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.778707] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Reconfigured VM instance instance-0000004f to detach disk 2002 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1773.783466] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8ac8776-8861-4906-9af6-b0cb7e821515 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.803824] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747900, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.804366] env[62220]: DEBUG oslo_vmware.api [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1773.804366] env[62220]: value = "task-1747903" [ 1773.804366] env[62220]: _type = "Task" [ 1773.804366] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.812892] env[62220]: DEBUG oslo_vmware.api [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.879070] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747901, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.939868] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1773.939868] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520268d2-35b6-97da-bed8-78af4f9a8932" [ 1773.939868] env[62220]: _type = "HttpNfcLease" [ 1773.939868] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1774.017773] env[62220]: ERROR nova.scheduler.client.report [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [req-63a2517e-7e4a-4885-ac2a-f953bd4c1102] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-63a2517e-7e4a-4885-ac2a-f953bd4c1102"}]} [ 1774.027176] env[62220]: DEBUG nova.compute.manager [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.036638] env[62220]: DEBUG nova.scheduler.client.report [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1774.070118] env[62220]: DEBUG nova.scheduler.client.report [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1774.070118] env[62220]: DEBUG nova.compute.provider_tree [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1774.090795] env[62220]: DEBUG nova.scheduler.client.report [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1774.127099] env[62220]: DEBUG nova.scheduler.client.report [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1774.192545] env[62220]: DEBUG oslo_concurrency.lockutils [req-1e9e3012-6261-4ca6-997c-aa45073e165b req-67c9f1f4-6f88-4998-bf68-b12c8ea3e13c service nova] Releasing lock "refresh_cache-a8f42686-354e-4afc-8bb7-e7db20ac2aa5" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.219630] env[62220]: DEBUG nova.compute.manager [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Stashing vm_state: active {{(pid=62220) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1774.313375] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747900, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.319569] env[62220]: DEBUG oslo_vmware.api [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747903, 'name': ReconfigVM_Task, 'duration_secs': 0.193957} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.319889] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363397', 'volume_id': '2ddc1fd5-44d6-4d96-a547-6e264d94332b', 'name': 'volume-2ddc1fd5-44d6-4d96-a547-6e264d94332b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf', 'attached_at': '', 'detached_at': '', 'volume_id': '2ddc1fd5-44d6-4d96-a547-6e264d94332b', 'serial': '2ddc1fd5-44d6-4d96-a547-6e264d94332b'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1774.379889] env[62220]: DEBUG oslo_vmware.api [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747901, 'name': PowerOnVM_Task, 'duration_secs': 0.713384} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.382721] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.382955] env[62220]: INFO nova.compute.manager [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Took 16.76 seconds to spawn the instance on the hypervisor. [ 1774.383202] env[62220]: DEBUG nova.compute.manager [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.385191] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f615110-e704-4c78-8636-2c2e2d5e589f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.446234] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1774.446234] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520268d2-35b6-97da-bed8-78af4f9a8932" [ 1774.446234] env[62220]: _type = "HttpNfcLease" [ 1774.446234] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1774.446538] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1774.446538] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520268d2-35b6-97da-bed8-78af4f9a8932" [ 1774.446538] env[62220]: _type = "HttpNfcLease" [ 1774.446538] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1774.450536] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b1c998-eac5-4cea-8105-d02706384c80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.458802] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff394a-3df7-c3b5-cb8c-f9bb96cfb5f9/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1774.458932] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating HTTP connection to write to file with size = 31672320 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff394a-3df7-c3b5-cb8c-f9bb96cfb5f9/disk-0.vmdk. {{(pid=62220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1774.528814] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c85beb9c-0579-4e67-84c6-90ec604ca549 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.540421] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6e06b8-3cb3-4d90-870c-a2f885c81384 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.548190] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfeb2ae-aa52-4374-9bc7-0b1b2738c9b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.551726] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.580896] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44df6b6-bd02-4f51-836c-a1b5ac3b8fb0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.589234] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e585a03b-789a-481d-b22f-5c7f0bf2346a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.602959] env[62220]: DEBUG nova.compute.provider_tree [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1774.743431] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.806058] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747900, 'name': Rename_Task, 'duration_secs': 1.239524} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.806058] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1774.806058] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72316d4e-ad37-4fe9-904e-747ae7f958e5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.813374] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1774.813374] env[62220]: value = "task-1747904" [ 1774.813374] env[62220]: _type = "Task" [ 1774.813374] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.822487] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.888826] env[62220]: DEBUG nova.objects.instance [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lazy-loading 'flavor' on Instance uuid 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.907309] env[62220]: INFO nova.compute.manager [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Took 34.56 seconds to build instance. [ 1775.152405] env[62220]: DEBUG nova.scheduler.client.report [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1775.152683] env[62220]: DEBUG nova.compute.provider_tree [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 132 to 133 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1775.152862] env[62220]: DEBUG nova.compute.provider_tree [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1775.265685] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.266274] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.325227] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747904, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.409404] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6086547c-b4b6-42a6-b98c-f8396a5273b2 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.073s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.665029] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.703s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.665574] env[62220]: DEBUG nova.compute.manager [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1775.670081] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.722s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.672288] env[62220]: INFO nova.compute.claims [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1775.752043] env[62220]: INFO nova.compute.manager [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Rescuing [ 1775.755414] env[62220]: DEBUG oslo_concurrency.lockutils [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.755414] env[62220]: DEBUG oslo_concurrency.lockutils [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.755414] env[62220]: DEBUG nova.network.neutron [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.778992] env[62220]: INFO nova.compute.manager [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Detaching volume f2c8a0c1-5970-41dd-9247-cd523645c3bb [ 1775.824908] env[62220]: DEBUG oslo_vmware.api [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747904, 'name': PowerOnVM_Task, 'duration_secs': 0.650703} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.824987] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1775.825421] env[62220]: INFO nova.compute.manager [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Took 12.31 seconds to spawn the instance on the hypervisor. [ 1775.825664] env[62220]: DEBUG nova.compute.manager [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.826522] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b58d6b-5171-4c2e-81c7-9c119859f056 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.837416] env[62220]: INFO nova.virt.block_device [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Attempting to driver detach volume f2c8a0c1-5970-41dd-9247-cd523645c3bb from mountpoint /dev/sdb [ 1775.837523] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1775.837631] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363383', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'name': 'volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d2ee524-61e6-4805-a8e7-98c0c676d89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'serial': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1775.838475] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c34af1-76a2-4f05-a867-bbe7200d3531 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.873917] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ae1cbb-b892-4e43-a2f5-7f38b22b1bbe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.884247] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d069ad-43a7-4b6c-9d13-969fbc03c1bb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.898970] env[62220]: DEBUG oslo_concurrency.lockutils [None req-87e1e1ec-8b33-4d66-811c-f5eb4345e652 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.359s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.924929] env[62220]: DEBUG oslo_concurrency.lockutils [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.925649] env[62220]: DEBUG oslo_concurrency.lockutils [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.925649] env[62220]: DEBUG oslo_concurrency.lockutils [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.925840] env[62220]: DEBUG oslo_concurrency.lockutils [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.927128] env[62220]: DEBUG oslo_concurrency.lockutils [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.932830] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6d6590-1ae3-4f77-a9f5-f35fa77275e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.938114] env[62220]: INFO nova.compute.manager [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Terminating instance [ 1775.962596] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] The volume has not been displaced from its original location: [datastore1] volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb/volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1775.969695] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1775.971737] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Completed reading data from the image iterator. {{(pid=62220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1775.971972] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff394a-3df7-c3b5-cb8c-f9bb96cfb5f9/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1775.972656] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d5c741b-8444-4db2-8344-71bd7827adb4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.987253] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371c0a4e-d053-4a03-958f-0618f6c29698 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.995261] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff394a-3df7-c3b5-cb8c-f9bb96cfb5f9/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1775.995469] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff394a-3df7-c3b5-cb8c-f9bb96cfb5f9/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1775.996734] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-64a4b7e9-b516-4625-aa51-ad54fe260215 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.998314] env[62220]: DEBUG oslo_vmware.api [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1775.998314] env[62220]: value = "task-1747905" [ 1775.998314] env[62220]: _type = "Task" [ 1775.998314] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.007915] env[62220]: DEBUG oslo_vmware.api [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.179861] env[62220]: DEBUG nova.compute.utils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1776.186035] env[62220]: DEBUG nova.compute.manager [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1776.186035] env[62220]: DEBUG nova.network.neutron [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1776.249346] env[62220]: DEBUG nova.policy [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c00ea4c93274dac90719a86ecfb0fe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2854567d0d40b5b5a41ad53a0a9f1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1776.294816] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff394a-3df7-c3b5-cb8c-f9bb96cfb5f9/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1776.295211] env[62220]: INFO nova.virt.vmwareapi.images [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Downloaded image file data df9dfc79-8f90-4f74-b780-893a51fcd4f1 [ 1776.298724] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddb3ee3-8c0d-4a8b-b2f4-283d187fea20 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.315263] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d8e22f2-23c1-4baf-83ef-ab3e30e205df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.347333] env[62220]: INFO nova.virt.vmwareapi.images [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] The imported VM was unregistered [ 1776.350234] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Caching image {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1776.350562] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating directory with path [datastore1] devstack-image-cache_base/df9dfc79-8f90-4f74-b780-893a51fcd4f1 {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1776.353404] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36106d29-e142-4a93-89bf-5992fc06ae01 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.359791] env[62220]: INFO nova.compute.manager [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Took 28.49 seconds to build instance. [ 1776.388642] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Created directory with path [datastore1] devstack-image-cache_base/df9dfc79-8f90-4f74-b780-893a51fcd4f1 {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1776.389178] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_92a86b5d-0d98-4534-9553-7caf403e254b/OSTACK_IMG_92a86b5d-0d98-4534-9553-7caf403e254b.vmdk to [datastore1] devstack-image-cache_base/df9dfc79-8f90-4f74-b780-893a51fcd4f1/df9dfc79-8f90-4f74-b780-893a51fcd4f1.vmdk. {{(pid=62220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1776.389178] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3a29cc3d-98a9-4a15-ae28-805a53493183 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.398821] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1776.398821] env[62220]: value = "task-1747907" [ 1776.398821] env[62220]: _type = "Task" [ 1776.398821] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.409085] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747907, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.444819] env[62220]: DEBUG nova.compute.manager [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1776.445078] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1776.445949] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d259517-7a12-451d-8f47-0d9e14e47b29 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.454462] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.454850] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6312122d-f413-49e2-a2fc-3352898c885c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.462657] env[62220]: DEBUG oslo_vmware.api [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1776.462657] env[62220]: value = "task-1747908" [ 1776.462657] env[62220]: _type = "Task" [ 1776.462657] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.475346] env[62220]: DEBUG oslo_vmware.api [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.510622] env[62220]: DEBUG oslo_vmware.api [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747905, 'name': ReconfigVM_Task, 'duration_secs': 0.315917} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.511167] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1776.517740] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-721c08de-2c90-4b12-a64d-49d355ec63b0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.548303] env[62220]: DEBUG oslo_vmware.api [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1776.548303] env[62220]: value = "task-1747909" [ 1776.548303] env[62220]: _type = "Task" [ 1776.548303] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.558175] env[62220]: DEBUG oslo_vmware.api [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.586018] env[62220]: DEBUG nova.network.neutron [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Successfully created port: 3b7cda17-15eb-425f-8401-211979a00435 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1776.686559] env[62220]: DEBUG nova.compute.manager [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1776.812405] env[62220]: DEBUG nova.network.neutron [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Updating instance_info_cache with network_info: [{"id": "7639bca3-8d8f-465b-880d-a16867c81a2e", "address": "fa:16:3e:86:ef:6b", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7639bca3-8d", "ovs_interfaceid": "7639bca3-8d8f-465b-880d-a16867c81a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.864525] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.864525] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.864525] env[62220]: INFO nova.compute.manager [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Shelving [ 1776.864525] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9796b410-6853-45e1-a839-2eccc380608a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "89db3d34-3908-4f0d-a994-39fcc1444053" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.004s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.911947] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747907, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.979184] env[62220]: DEBUG oslo_vmware.api [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747908, 'name': PowerOffVM_Task, 'duration_secs': 0.199099} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.979477] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.979648] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1776.979918] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7720aea5-65b7-418a-a44d-c189b358f831 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.063734] env[62220]: DEBUG oslo_vmware.api [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747909, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.069019] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6798917d-3a9e-4dfd-ab7d-c9c15486d675 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.073639] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6441dcd5-2771-4191-8c26-d309cdd46d85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.108691] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd5aa27-12b0-401c-9fa9-117d72aa31a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.118235] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14ea872-884f-434c-86ec-fdedf70786b7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.139452] env[62220]: DEBUG nova.compute.provider_tree [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.179598] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1777.180074] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1777.180173] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Deleting the datastore file [datastore1] 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1777.180521] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c99459d-95c3-4b2b-bc50-b8a8a7541ad7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.189322] env[62220]: DEBUG oslo_vmware.api [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for the task: (returnval){ [ 1777.189322] env[62220]: value = "task-1747911" [ 1777.189322] env[62220]: _type = "Task" [ 1777.189322] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.205519] env[62220]: DEBUG oslo_vmware.api [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.314430] env[62220]: DEBUG oslo_concurrency.lockutils [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.416878] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747907, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.564108] env[62220]: DEBUG oslo_vmware.api [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747909, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.646580] env[62220]: DEBUG nova.scheduler.client.report [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1777.704080] env[62220]: DEBUG nova.compute.manager [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1777.706729] env[62220]: DEBUG oslo_vmware.api [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.734452] env[62220]: DEBUG nova.virt.hardware [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1777.738019] env[62220]: DEBUG nova.virt.hardware [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1777.738019] env[62220]: DEBUG nova.virt.hardware [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1777.738019] env[62220]: DEBUG nova.virt.hardware [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1777.738019] env[62220]: DEBUG nova.virt.hardware [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1777.738019] env[62220]: DEBUG nova.virt.hardware [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1777.738019] env[62220]: DEBUG nova.virt.hardware [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1777.738019] env[62220]: DEBUG nova.virt.hardware [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1777.738019] env[62220]: DEBUG nova.virt.hardware [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1777.738019] env[62220]: DEBUG nova.virt.hardware [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1777.738019] env[62220]: DEBUG nova.virt.hardware [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1777.738019] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d2d7d4-30e3-46c4-8bba-2e1d3dbe2522 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.753658] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd4e64a-29c8-4057-9ac6-a848fcd076ac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.878221] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.879268] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2fe75aa-c538-4fe4-a574-c05f4f35b479 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.888953] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1777.888953] env[62220]: value = "task-1747912" [ 1777.888953] env[62220]: _type = "Task" [ 1777.888953] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.909096] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.920982] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747907, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.067990] env[62220]: DEBUG oslo_vmware.api [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747909, 'name': ReconfigVM_Task, 'duration_secs': 1.171604} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.069838] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363383', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'name': 'volume-f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d2ee524-61e6-4805-a8e7-98c0c676d89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb', 'serial': 'f2c8a0c1-5970-41dd-9247-cd523645c3bb'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1778.125888] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "8aa8d166-b351-4f5e-aac0-bd3356285a38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.126570] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "8aa8d166-b351-4f5e-aac0-bd3356285a38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.151801] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.151801] env[62220]: DEBUG nova.compute.manager [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1778.156318] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.058s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.156874] env[62220]: INFO nova.compute.claims [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1778.210441] env[62220]: DEBUG oslo_vmware.api [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.303358] env[62220]: DEBUG nova.network.neutron [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Successfully updated port: 3b7cda17-15eb-425f-8401-211979a00435 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1778.402540] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747912, 'name': PowerOffVM_Task, 'duration_secs': 0.265661} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.402823] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.404020] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ac0947-290e-4efc-acb0-92dec87c646f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.418272] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747907, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.439282] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7325a6-aeed-46fe-a814-60cbc050a8df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.455958] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "89db3d34-3908-4f0d-a994-39fcc1444053" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.459019] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "89db3d34-3908-4f0d-a994-39fcc1444053" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.459019] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "89db3d34-3908-4f0d-a994-39fcc1444053-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.459019] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "89db3d34-3908-4f0d-a994-39fcc1444053-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.459019] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "89db3d34-3908-4f0d-a994-39fcc1444053-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.459318] env[62220]: INFO nova.compute.manager [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Terminating instance [ 1778.628255] env[62220]: DEBUG nova.objects.instance [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lazy-loading 'flavor' on Instance uuid 7d2ee524-61e6-4805-a8e7-98c0c676d89f {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.629831] env[62220]: DEBUG nova.compute.manager [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1778.637129] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.637476] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.673335] env[62220]: DEBUG nova.compute.utils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1778.679235] env[62220]: DEBUG nova.compute.manager [req-69509424-0f8a-4948-b3c9-cc70b1e0522e req-291108af-3459-42b1-98d2-ecb701958ae1 service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Received event network-vif-plugged-3b7cda17-15eb-425f-8401-211979a00435 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1778.679235] env[62220]: DEBUG oslo_concurrency.lockutils [req-69509424-0f8a-4948-b3c9-cc70b1e0522e req-291108af-3459-42b1-98d2-ecb701958ae1 service nova] Acquiring lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.679235] env[62220]: DEBUG oslo_concurrency.lockutils [req-69509424-0f8a-4948-b3c9-cc70b1e0522e req-291108af-3459-42b1-98d2-ecb701958ae1 service nova] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.679235] env[62220]: DEBUG oslo_concurrency.lockutils [req-69509424-0f8a-4948-b3c9-cc70b1e0522e req-291108af-3459-42b1-98d2-ecb701958ae1 service nova] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.679235] env[62220]: DEBUG nova.compute.manager [req-69509424-0f8a-4948-b3c9-cc70b1e0522e req-291108af-3459-42b1-98d2-ecb701958ae1 service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] No waiting events found dispatching network-vif-plugged-3b7cda17-15eb-425f-8401-211979a00435 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1778.679235] env[62220]: WARNING nova.compute.manager [req-69509424-0f8a-4948-b3c9-cc70b1e0522e req-291108af-3459-42b1-98d2-ecb701958ae1 service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Received unexpected event network-vif-plugged-3b7cda17-15eb-425f-8401-211979a00435 for instance with vm_state building and task_state spawning. [ 1778.681254] env[62220]: DEBUG nova.compute.manager [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1778.681608] env[62220]: DEBUG nova.network.neutron [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1778.705475] env[62220]: DEBUG oslo_vmware.api [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.749170] env[62220]: DEBUG nova.policy [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '190ccb119cdf4b0bb8ca0d296a1acff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db730eb2b4024f8fbe15d732fd5774e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1778.808233] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.808399] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.808548] env[62220]: DEBUG nova.network.neutron [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1778.919338] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747907, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.944814] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1778.945136] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca4a7beb-8490-41c7-b355-e55bf6917b0a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.953719] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1778.953719] env[62220]: value = "task-1747913" [ 1778.953719] env[62220]: _type = "Task" [ 1778.953719] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.954883] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1778.958142] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a6f199b7-d3d3-4c8d-8506-2f005f88101d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.967032] env[62220]: DEBUG nova.compute.manager [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1778.967367] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1778.967733] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.969907] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2b540f-39f0-4e03-92ef-e50bbbca9b6b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.973337] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1778.973337] env[62220]: value = "task-1747914" [ 1778.973337] env[62220]: _type = "Task" [ 1778.973337] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.979865] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1778.980721] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1148070-aecb-4d9f-b2ce-b4e51688eb0d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.986140] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747914, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.992013] env[62220]: DEBUG oslo_vmware.api [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1778.992013] env[62220]: value = "task-1747915" [ 1778.992013] env[62220]: _type = "Task" [ 1778.992013] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.000766] env[62220]: DEBUG oslo_vmware.api [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.083978] env[62220]: DEBUG nova.network.neutron [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Successfully created port: e7bca017-5122-4de7-81e3-1786b252b5c3 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1779.140142] env[62220]: DEBUG nova.compute.manager [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1779.156659] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.181527] env[62220]: DEBUG nova.compute.manager [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1779.209672] env[62220]: DEBUG oslo_vmware.api [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Task: {'id': task-1747911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.829159} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.209960] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1779.210185] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1779.210360] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1779.210547] env[62220]: INFO nova.compute.manager [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Took 2.77 seconds to destroy the instance on the hypervisor. [ 1779.210854] env[62220]: DEBUG oslo.service.loopingcall [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.211450] env[62220]: DEBUG nova.compute.manager [-] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1779.211620] env[62220]: DEBUG nova.network.neutron [-] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1779.358701] env[62220]: DEBUG nova.network.neutron [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1779.365814] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Acquiring lock "863b3a01-ab51-42ae-905b-e7bde2605c6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.366183] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Lock "863b3a01-ab51-42ae-905b-e7bde2605c6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.423291] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747907, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.775407} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.425664] env[62220]: INFO nova.virt.vmwareapi.ds_util [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_92a86b5d-0d98-4534-9553-7caf403e254b/OSTACK_IMG_92a86b5d-0d98-4534-9553-7caf403e254b.vmdk to [datastore1] devstack-image-cache_base/df9dfc79-8f90-4f74-b780-893a51fcd4f1/df9dfc79-8f90-4f74-b780-893a51fcd4f1.vmdk. [ 1779.425858] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Cleaning up location [datastore1] OSTACK_IMG_92a86b5d-0d98-4534-9553-7caf403e254b {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1779.426033] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_92a86b5d-0d98-4534-9553-7caf403e254b {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1779.426300] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bae8a9e-6359-425e-957f-de76ca391f81 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.434785] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1779.434785] env[62220]: value = "task-1747916" [ 1779.434785] env[62220]: _type = "Task" [ 1779.434785] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.449069] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.462971] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747913, 'name': PowerOffVM_Task, 'duration_secs': 0.455738} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.468415] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1779.469490] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65f7aed-370b-40f9-9654-9cc374454bb8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.503498] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f2bc7f-89a5-4088-8836-2ebb9a643b33 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.512153] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747914, 'name': CreateSnapshot_Task, 'duration_secs': 0.502248} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.512153] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1779.514800] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843b745f-4a28-401b-acd7-955197c2fd37 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.525667] env[62220]: DEBUG oslo_vmware.api [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747915, 'name': PowerOffVM_Task, 'duration_secs': 0.277261} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.528753] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1779.528928] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1779.529370] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9155493a-3395-49d9-810d-d5c4e7ab03da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.559450] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.559842] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0623b4d-cd3a-4791-9238-5a5e056e2c67 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.562226] env[62220]: DEBUG nova.network.neutron [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance_info_cache with network_info: [{"id": "3b7cda17-15eb-425f-8401-211979a00435", "address": "fa:16:3e:93:34:f8", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7cda17-15", "ovs_interfaceid": "3b7cda17-15eb-425f-8401-211979a00435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.568588] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1779.568588] env[62220]: value = "task-1747918" [ 1779.568588] env[62220]: _type = "Task" [ 1779.568588] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.579306] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1779.579521] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1779.579756] env[62220]: DEBUG oslo_concurrency.lockutils [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.579905] env[62220]: DEBUG oslo_concurrency.lockutils [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.580093] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1779.580839] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b1a590-0cfb-4186-a778-5444413f959a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.583735] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddae02fd-e939-4258-ac61-ef29fb085a76 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.589639] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3495f07-889f-4ded-aac8-dbbd08c1e2c6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.593719] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1779.593891] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1779.594889] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-338541ad-95af-425b-8671-b42fa8197bc1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.624193] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2baf904-f8cb-4bd5-9c0f-26b0c7b0629b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.627019] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1779.627019] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529fa2bf-f618-b754-f6d8-9895dbec27a0" [ 1779.627019] env[62220]: _type = "Task" [ 1779.627019] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.634924] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b174c29-1021-440d-af7d-840ef2af2443 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.638131] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1779.638332] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1779.638507] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleting the datastore file [datastore1] 89db3d34-3908-4f0d-a994-39fcc1444053 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1779.643171] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a110e967-ba28-4efd-9f6b-1ca456d79b89 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.377s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.644315] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c98acb46-774c-4490-a850-ecbe6aa47564 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.645971] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529fa2bf-f618-b754-f6d8-9895dbec27a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.656830] env[62220]: DEBUG nova.compute.provider_tree [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.662031] env[62220]: DEBUG oslo_vmware.api [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1779.662031] env[62220]: value = "task-1747919" [ 1779.662031] env[62220]: _type = "Task" [ 1779.662031] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.670368] env[62220]: DEBUG oslo_vmware.api [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.683152] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.870682] env[62220]: DEBUG nova.compute.manager [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1779.947673] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163436} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.948095] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1779.948095] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/df9dfc79-8f90-4f74-b780-893a51fcd4f1/df9dfc79-8f90-4f74-b780-893a51fcd4f1.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.948344] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/df9dfc79-8f90-4f74-b780-893a51fcd4f1/df9dfc79-8f90-4f74-b780-893a51fcd4f1.vmdk to [datastore1] a8f42686-354e-4afc-8bb7-e7db20ac2aa5/a8f42686-354e-4afc-8bb7-e7db20ac2aa5.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1779.948602] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b7c5ea8-9358-4e19-a5cc-9754f5e941f5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.956061] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1779.956061] env[62220]: value = "task-1747920" [ 1779.956061] env[62220]: _type = "Task" [ 1779.956061] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.966755] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.045193] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1780.045558] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5c1e72ae-92b8-47be-90f3-77bb27a80f10 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.057634] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1780.057634] env[62220]: value = "task-1747921" [ 1780.057634] env[62220]: _type = "Task" [ 1780.057634] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.063889] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747921, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.064352] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.064648] env[62220]: DEBUG nova.compute.manager [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Instance network_info: |[{"id": "3b7cda17-15eb-425f-8401-211979a00435", "address": "fa:16:3e:93:34:f8", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7cda17-15", "ovs_interfaceid": "3b7cda17-15eb-425f-8401-211979a00435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1780.065039] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:34:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b7cda17-15eb-425f-8401-211979a00435', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1780.073341] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Creating folder: Project (ef2854567d0d40b5b5a41ad53a0a9f1a). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1780.073620] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b50b9648-dbd5-4290-adc1-c9f263f499db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.084826] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Created folder: Project (ef2854567d0d40b5b5a41ad53a0a9f1a) in parent group-v363147. [ 1780.085045] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Creating folder: Instances. Parent ref: group-v363410. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1780.085361] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28be0779-e0d6-4e71-9005-d121e539709d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.100743] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Created folder: Instances in parent group-v363410. [ 1780.101022] env[62220]: DEBUG oslo.service.loopingcall [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.101225] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1780.101434] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ede0e60a-9446-413d-8a55-fb9553335da2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.132711] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1780.132711] env[62220]: value = "task-1747924" [ 1780.132711] env[62220]: _type = "Task" [ 1780.132711] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.140200] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529fa2bf-f618-b754-f6d8-9895dbec27a0, 'name': SearchDatastore_Task, 'duration_secs': 0.056659} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.141506] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f22549-a84b-48b6-a662-391b0798e382 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.147415] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747924, 'name': CreateVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.151954] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1780.151954] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dfc40d-4fe7-6973-bb3e-4f0310cca938" [ 1780.151954] env[62220]: _type = "Task" [ 1780.151954] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.159902] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dfc40d-4fe7-6973-bb3e-4f0310cca938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.161873] env[62220]: DEBUG nova.scheduler.client.report [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1780.174531] env[62220]: DEBUG oslo_vmware.api [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.199063] env[62220]: DEBUG nova.compute.manager [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1780.244479] env[62220]: DEBUG nova.virt.hardware [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1780.244479] env[62220]: DEBUG nova.virt.hardware [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1780.244479] env[62220]: DEBUG nova.virt.hardware [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.244479] env[62220]: DEBUG nova.virt.hardware [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1780.244479] env[62220]: DEBUG nova.virt.hardware [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.244479] env[62220]: DEBUG nova.virt.hardware [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1780.244479] env[62220]: DEBUG nova.virt.hardware [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1780.244479] env[62220]: DEBUG nova.virt.hardware [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1780.244479] env[62220]: DEBUG nova.virt.hardware [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1780.244479] env[62220]: DEBUG nova.virt.hardware [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1780.244479] env[62220]: DEBUG nova.virt.hardware [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1780.245464] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee461f33-4c23-4ef3-ac7f-d0c3d3d9429e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.254308] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7146aee-b5b0-4c37-ac4c-01f0bf8c2f49 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.398805] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.468828] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747920, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.502296] env[62220]: DEBUG nova.compute.manager [req-becef42f-bd3d-40c0-816c-0655ab7a4e67 req-880cc8a9-bf7b-47ab-a9dc-d59861f12167 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Received event network-vif-deleted-1a29819d-9039-4c95-8261-ced7137ca38d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1780.502296] env[62220]: INFO nova.compute.manager [req-becef42f-bd3d-40c0-816c-0655ab7a4e67 req-880cc8a9-bf7b-47ab-a9dc-d59861f12167 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Neutron deleted interface 1a29819d-9039-4c95-8261-ced7137ca38d; detaching it from the instance and deleting it from the info cache [ 1780.502296] env[62220]: DEBUG nova.network.neutron [req-becef42f-bd3d-40c0-816c-0655ab7a4e67 req-880cc8a9-bf7b-47ab-a9dc-d59861f12167 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.567126] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747921, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.647180] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747924, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.663952] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dfc40d-4fe7-6973-bb3e-4f0310cca938, 'name': SearchDatastore_Task, 'duration_secs': 0.022878} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.664296] env[62220]: DEBUG oslo_concurrency.lockutils [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.664546] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b678b462-3da4-4528-8763-36982ea94891/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk. {{(pid=62220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1780.665227] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f07a36e-cd9c-48d2-9ca2-f80eb755629d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.671597] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.672136] env[62220]: DEBUG nova.compute.manager [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1780.675421] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.123s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.677121] env[62220]: INFO nova.compute.claims [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1780.682021] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1780.682021] env[62220]: value = "task-1747925" [ 1780.682021] env[62220]: _type = "Task" [ 1780.682021] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.689904] env[62220]: DEBUG oslo_vmware.api [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533384} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.691087] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1780.692079] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1780.692079] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1780.692079] env[62220]: INFO nova.compute.manager [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1780.692292] env[62220]: DEBUG oslo.service.loopingcall [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.692480] env[62220]: DEBUG nova.compute.manager [-] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1780.692588] env[62220]: DEBUG nova.network.neutron [-] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1780.700093] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.704332] env[62220]: DEBUG nova.compute.manager [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Received event network-changed-3b7cda17-15eb-425f-8401-211979a00435 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1780.704332] env[62220]: DEBUG nova.compute.manager [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Refreshing instance network info cache due to event network-changed-3b7cda17-15eb-425f-8401-211979a00435. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1780.704332] env[62220]: DEBUG oslo_concurrency.lockutils [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] Acquiring lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.704332] env[62220]: DEBUG oslo_concurrency.lockutils [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] Acquired lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.704332] env[62220]: DEBUG nova.network.neutron [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Refreshing network info cache for port 3b7cda17-15eb-425f-8401-211979a00435 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.755283] env[62220]: DEBUG nova.network.neutron [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Successfully updated port: e7bca017-5122-4de7-81e3-1786b252b5c3 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1780.808175] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.808476] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.808708] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.808897] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.809082] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.811242] env[62220]: INFO nova.compute.manager [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Terminating instance [ 1780.922796] env[62220]: DEBUG nova.network.neutron [-] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.970794] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747920, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.005346] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50ba6201-a334-422d-bd78-67f278015104 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.016992] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e9a02f-c725-4d24-98a4-3a8f22a47009 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.061572] env[62220]: DEBUG nova.compute.manager [req-becef42f-bd3d-40c0-816c-0655ab7a4e67 req-880cc8a9-bf7b-47ab-a9dc-d59861f12167 service nova] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Detach interface failed, port_id=1a29819d-9039-4c95-8261-ced7137ca38d, reason: Instance 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1781.075997] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747921, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.144695] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747924, 'name': CreateVM_Task, 'duration_secs': 0.760496} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.145074] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1781.145937] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.145937] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.146279] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1781.146536] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa7b7d2-71ed-4387-a56a-a30143658261 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.152162] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1781.152162] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52532415-ccdc-4b97-ad56-8c45d75d463f" [ 1781.152162] env[62220]: _type = "Task" [ 1781.152162] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.160925] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52532415-ccdc-4b97-ad56-8c45d75d463f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.184913] env[62220]: DEBUG nova.compute.utils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1781.187203] env[62220]: DEBUG nova.compute.manager [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1781.187390] env[62220]: DEBUG nova.network.neutron [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.199118] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.263995] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "refresh_cache-1523219d-b829-4c85-8667-a16b537350ec" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.263995] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired lock "refresh_cache-1523219d-b829-4c85-8667-a16b537350ec" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.263995] env[62220]: DEBUG nova.network.neutron [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1781.284180] env[62220]: DEBUG nova.policy [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6036db37c33b4dcca265e48d3fec0a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6f19b4ce62e41ab9b1da72d29df1ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1781.316062] env[62220]: DEBUG nova.compute.manager [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1781.316062] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1781.317104] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864ea6eb-8b68-4646-8a71-9b448652c04c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.325953] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1781.326597] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e64cc9fb-db56-47da-8e1e-6d186a40b419 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.333603] env[62220]: DEBUG oslo_vmware.api [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1781.333603] env[62220]: value = "task-1747926" [ 1781.333603] env[62220]: _type = "Task" [ 1781.333603] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.347889] env[62220]: DEBUG oslo_vmware.api [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.428536] env[62220]: INFO nova.compute.manager [-] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Took 2.22 seconds to deallocate network for instance. [ 1781.468367] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747920, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.573616] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747921, 'name': CloneVM_Task, 'duration_secs': 1.262433} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.573902] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Created linked-clone VM from snapshot [ 1781.574715] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e898ab6-e562-460b-b8c1-fd8be3f39ce3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.578765] env[62220]: DEBUG nova.network.neutron [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updated VIF entry in instance network info cache for port 3b7cda17-15eb-425f-8401-211979a00435. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.579180] env[62220]: DEBUG nova.network.neutron [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance_info_cache with network_info: [{"id": "3b7cda17-15eb-425f-8401-211979a00435", "address": "fa:16:3e:93:34:f8", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7cda17-15", "ovs_interfaceid": "3b7cda17-15eb-425f-8401-211979a00435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.583896] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Uploading image 0e423e41-dc31-4170-9c2a-29471fc9f746 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1781.617782] env[62220]: DEBUG oslo_vmware.rw_handles [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1781.617782] env[62220]: value = "vm-363412" [ 1781.617782] env[62220]: _type = "VirtualMachine" [ 1781.617782] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1781.617782] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-93bf7222-dfe9-4659-aba3-5804fb8ac002 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.628028] env[62220]: DEBUG oslo_vmware.rw_handles [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lease: (returnval){ [ 1781.628028] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5280ad4c-4c0a-ddb4-8c61-dd8cba04405b" [ 1781.628028] env[62220]: _type = "HttpNfcLease" [ 1781.628028] env[62220]: } obtained for exporting VM: (result){ [ 1781.628028] env[62220]: value = "vm-363412" [ 1781.628028] env[62220]: _type = "VirtualMachine" [ 1781.628028] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1781.628028] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the lease: (returnval){ [ 1781.628028] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5280ad4c-4c0a-ddb4-8c61-dd8cba04405b" [ 1781.628028] env[62220]: _type = "HttpNfcLease" [ 1781.628028] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1781.638414] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1781.638414] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5280ad4c-4c0a-ddb4-8c61-dd8cba04405b" [ 1781.638414] env[62220]: _type = "HttpNfcLease" [ 1781.638414] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1781.663129] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52532415-ccdc-4b97-ad56-8c45d75d463f, 'name': SearchDatastore_Task, 'duration_secs': 0.091196} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.664127] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.665527] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1781.665527] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.665527] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.665527] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1781.665527] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1642cdaa-f664-4a6a-9bd1-cd7959c01b77 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.683831] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1781.684046] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1781.685085] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f8afc5-c2d2-44cd-b5d1-6513748e4dc7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.696315] env[62220]: DEBUG nova.compute.manager [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1781.704751] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1781.704751] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5233447c-7afb-1c09-fe37-925e51c8802b" [ 1781.704751] env[62220]: _type = "Task" [ 1781.704751] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.709427] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.715868] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5233447c-7afb-1c09-fe37-925e51c8802b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.734111] env[62220]: DEBUG nova.network.neutron [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Successfully created port: 16b3c5ac-7e05-4355-addc-cd1932bb42e7 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1781.736546] env[62220]: DEBUG nova.network.neutron [-] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.812614] env[62220]: DEBUG nova.network.neutron [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1781.843274] env[62220]: DEBUG oslo_vmware.api [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747926, 'name': PowerOffVM_Task, 'duration_secs': 0.192215} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.846043] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1781.846231] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1781.846859] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52b91dba-5e5d-44e4-9de1-e29801477a48 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.940184] env[62220]: DEBUG oslo_concurrency.lockutils [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.945614] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1781.945833] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1781.946017] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleting the datastore file [datastore1] 7d2ee524-61e6-4805-a8e7-98c0c676d89f {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1781.946284] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70996fe6-26ec-4ef0-9e76-9e4b58cdcf24 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.953454] env[62220]: DEBUG oslo_vmware.api [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1781.953454] env[62220]: value = "task-1747929" [ 1781.953454] env[62220]: _type = "Task" [ 1781.953454] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.967675] env[62220]: DEBUG oslo_vmware.api [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.974375] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747920, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.994747] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78a09c4-007b-4b54-a2aa-423501e174c6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.004298] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b0f382-9993-4af2-8192-3939df5575e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.037083] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9444423a-92cc-4503-af83-f202927b87bb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.047404] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6024315d-73e3-4a5e-aaf8-4716841bef51 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.073022] env[62220]: DEBUG nova.compute.provider_tree [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1782.073022] env[62220]: DEBUG nova.network.neutron [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Updating instance_info_cache with network_info: [{"id": "e7bca017-5122-4de7-81e3-1786b252b5c3", "address": "fa:16:3e:0a:80:09", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7bca017-51", "ovs_interfaceid": "e7bca017-5122-4de7-81e3-1786b252b5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.087237] env[62220]: DEBUG oslo_concurrency.lockutils [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] Releasing lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.087503] env[62220]: DEBUG nova.compute.manager [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Received event network-vif-plugged-e7bca017-5122-4de7-81e3-1786b252b5c3 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1782.087705] env[62220]: DEBUG oslo_concurrency.lockutils [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] Acquiring lock "1523219d-b829-4c85-8667-a16b537350ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.087919] env[62220]: DEBUG oslo_concurrency.lockutils [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] Lock "1523219d-b829-4c85-8667-a16b537350ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.088833] env[62220]: DEBUG oslo_concurrency.lockutils [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] Lock "1523219d-b829-4c85-8667-a16b537350ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.088833] env[62220]: DEBUG nova.compute.manager [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] No waiting events found dispatching network-vif-plugged-e7bca017-5122-4de7-81e3-1786b252b5c3 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1782.088967] env[62220]: WARNING nova.compute.manager [req-d23e3ced-2a46-4f4d-99b0-38edef01afd2 req-6134a2c3-396d-4047-8816-a7908b2fb751 service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Received unexpected event network-vif-plugged-e7bca017-5122-4de7-81e3-1786b252b5c3 for instance with vm_state building and task_state spawning. [ 1782.138182] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1782.138182] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5280ad4c-4c0a-ddb4-8c61-dd8cba04405b" [ 1782.138182] env[62220]: _type = "HttpNfcLease" [ 1782.138182] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1782.138480] env[62220]: DEBUG oslo_vmware.rw_handles [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1782.138480] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5280ad4c-4c0a-ddb4-8c61-dd8cba04405b" [ 1782.138480] env[62220]: _type = "HttpNfcLease" [ 1782.138480] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1782.139301] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5ca77d-d925-4857-9aa3-32b1f96b786c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.148562] env[62220]: DEBUG oslo_vmware.rw_handles [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a3c0d3-e82c-96ff-80cb-eb3a9c906c61/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1782.148767] env[62220]: DEBUG oslo_vmware.rw_handles [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a3c0d3-e82c-96ff-80cb-eb3a9c906c61/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1782.225935] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5233447c-7afb-1c09-fe37-925e51c8802b, 'name': SearchDatastore_Task, 'duration_secs': 0.089757} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.229462] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747925, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.229757] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e955c34-59b4-4fa4-a8a0-798c9535929c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.237954] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1782.237954] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52866da3-79c5-2b83-94ba-0c6b7168e445" [ 1782.237954] env[62220]: _type = "Task" [ 1782.237954] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.238438] env[62220]: INFO nova.compute.manager [-] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Took 1.55 seconds to deallocate network for instance. [ 1782.251941] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52866da3-79c5-2b83-94ba-0c6b7168e445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.255249] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d39b237f-2d29-45f2-95a5-63c22552aa80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.467343] env[62220]: DEBUG oslo_vmware.api [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.473969] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747920, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.533061] env[62220]: DEBUG nova.compute.manager [req-3589ffe7-3371-4db0-a083-46877d57fc37 req-09f62752-e368-4ff8-832f-91c3aad5b34f service nova] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Received event network-vif-deleted-50f95c0e-1464-4e6b-9f30-ff027b8b0401 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1782.580034] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Releasing lock "refresh_cache-1523219d-b829-4c85-8667-a16b537350ec" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.580448] env[62220]: DEBUG nova.compute.manager [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Instance network_info: |[{"id": "e7bca017-5122-4de7-81e3-1786b252b5c3", "address": "fa:16:3e:0a:80:09", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7bca017-51", "ovs_interfaceid": "e7bca017-5122-4de7-81e3-1786b252b5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1782.581367] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:80:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7bca017-5122-4de7-81e3-1786b252b5c3', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1782.589074] env[62220]: DEBUG oslo.service.loopingcall [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1782.589302] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1782.589523] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1e0e717-c4a4-4004-a5e1-9b82f6e7531a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.605277] env[62220]: ERROR nova.scheduler.client.report [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [req-2adf0ce2-a48b-4307-ac26-243f4fd9cb8a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2adf0ce2-a48b-4307-ac26-243f4fd9cb8a"}]} [ 1782.614035] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1782.614035] env[62220]: value = "task-1747930" [ 1782.614035] env[62220]: _type = "Task" [ 1782.614035] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.623056] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747930, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.624220] env[62220]: DEBUG nova.scheduler.client.report [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1782.642123] env[62220]: DEBUG nova.scheduler.client.report [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1782.642327] env[62220]: DEBUG nova.compute.provider_tree [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1782.657987] env[62220]: DEBUG nova.scheduler.client.report [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1782.680305] env[62220]: DEBUG nova.scheduler.client.report [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1782.717426] env[62220]: DEBUG nova.compute.manager [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1782.730466] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747925, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.756592] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.757334] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52866da3-79c5-2b83-94ba-0c6b7168e445, 'name': SearchDatastore_Task, 'duration_secs': 0.090929} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.766107] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.766689] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 6d6c9250-d939-4116-9cbd-7ee12aa7c526/6d6c9250-d939-4116-9cbd-7ee12aa7c526.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1782.769564] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-116ab038-2f37-4e00-b6ac-4539eb839ec9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.776411] env[62220]: DEBUG nova.virt.hardware [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1782.777101] env[62220]: DEBUG nova.virt.hardware [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1782.777285] env[62220]: DEBUG nova.virt.hardware [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1782.778045] env[62220]: DEBUG nova.virt.hardware [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1782.778045] env[62220]: DEBUG nova.virt.hardware [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1782.778628] env[62220]: DEBUG nova.virt.hardware [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1782.778830] env[62220]: DEBUG nova.virt.hardware [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1782.779222] env[62220]: DEBUG nova.virt.hardware [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1782.779487] env[62220]: DEBUG nova.virt.hardware [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1782.780340] env[62220]: DEBUG nova.virt.hardware [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1782.780562] env[62220]: DEBUG nova.virt.hardware [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1782.782519] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b826f2e-460f-4ac3-8897-019a5bbce01b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.800843] env[62220]: DEBUG nova.compute.manager [req-09db55f6-aa4c-4c5d-838f-b570450ef129 req-df9abb11-92de-415d-993b-0619502b2ac4 service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Received event network-changed-e7bca017-5122-4de7-81e3-1786b252b5c3 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1782.801202] env[62220]: DEBUG nova.compute.manager [req-09db55f6-aa4c-4c5d-838f-b570450ef129 req-df9abb11-92de-415d-993b-0619502b2ac4 service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Refreshing instance network info cache due to event network-changed-e7bca017-5122-4de7-81e3-1786b252b5c3. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1782.801636] env[62220]: DEBUG oslo_concurrency.lockutils [req-09db55f6-aa4c-4c5d-838f-b570450ef129 req-df9abb11-92de-415d-993b-0619502b2ac4 service nova] Acquiring lock "refresh_cache-1523219d-b829-4c85-8667-a16b537350ec" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.801995] env[62220]: DEBUG oslo_concurrency.lockutils [req-09db55f6-aa4c-4c5d-838f-b570450ef129 req-df9abb11-92de-415d-993b-0619502b2ac4 service nova] Acquired lock "refresh_cache-1523219d-b829-4c85-8667-a16b537350ec" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.802379] env[62220]: DEBUG nova.network.neutron [req-09db55f6-aa4c-4c5d-838f-b570450ef129 req-df9abb11-92de-415d-993b-0619502b2ac4 service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Refreshing network info cache for port e7bca017-5122-4de7-81e3-1786b252b5c3 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.804985] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1782.804985] env[62220]: value = "task-1747931" [ 1782.804985] env[62220]: _type = "Task" [ 1782.804985] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.826037] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bfae67-216b-4f19-8d3e-f80533664986 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.841872] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1747931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.969314] env[62220]: DEBUG oslo_vmware.api [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.975189] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747920, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.664285} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.975533] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/df9dfc79-8f90-4f74-b780-893a51fcd4f1/df9dfc79-8f90-4f74-b780-893a51fcd4f1.vmdk to [datastore1] a8f42686-354e-4afc-8bb7-e7db20ac2aa5/a8f42686-354e-4afc-8bb7-e7db20ac2aa5.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1782.976412] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d8cbb4-9899-4a8e-be02-4b8077a1d9d4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.003803] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] a8f42686-354e-4afc-8bb7-e7db20ac2aa5/a8f42686-354e-4afc-8bb7-e7db20ac2aa5.vmdk or device None with type streamOptimized {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.007418] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adcd54a-f21a-4635-8ec9-23eaf45b4793 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.029413] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1783.029413] env[62220]: value = "task-1747932" [ 1783.029413] env[62220]: _type = "Task" [ 1783.029413] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.038932] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.123367] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd9f6d8-6e3e-4128-bc2f-9ca0b76dc411 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.131786] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747930, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.135717] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eceb81-47fb-46f9-b994-d9c21c44945b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.171907] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced48083-babc-480a-80a0-d3d523322c03 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.180994] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bed3e5-cd40-48a1-9896-182997871db0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.198660] env[62220]: DEBUG nova.compute.provider_tree [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.225734] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747925, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.279772} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.226582] env[62220]: INFO nova.virt.vmwareapi.ds_util [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b678b462-3da4-4528-8763-36982ea94891/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk. [ 1783.227182] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d5d766-9b13-427a-ac1e-bc6d98d758fa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.258097] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b678b462-3da4-4528-8763-36982ea94891/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.258674] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-142491cb-5b86-46f4-ba3a-8323296a00b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.280457] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1783.280457] env[62220]: value = "task-1747933" [ 1783.280457] env[62220]: _type = "Task" [ 1783.280457] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.292065] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.321037] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1747931, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.466412] env[62220]: DEBUG oslo_vmware.api [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1747929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.055371} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.469051] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1783.469414] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1783.469699] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1783.469969] env[62220]: INFO nova.compute.manager [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1783.470348] env[62220]: DEBUG oslo.service.loopingcall [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.470645] env[62220]: DEBUG nova.compute.manager [-] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1783.470834] env[62220]: DEBUG nova.network.neutron [-] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1783.539644] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.561930] env[62220]: DEBUG nova.network.neutron [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Successfully updated port: 16b3c5ac-7e05-4355-addc-cd1932bb42e7 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1783.630538] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747930, 'name': CreateVM_Task, 'duration_secs': 0.94657} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.630736] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1783.631471] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.631661] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.632008] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1783.632298] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c497c487-f03c-4854-b854-9010a34275cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.638527] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1783.638527] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b3878b-8787-280d-fab6-f0a0ae49b144" [ 1783.638527] env[62220]: _type = "Task" [ 1783.638527] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.642463] env[62220]: DEBUG nova.network.neutron [req-09db55f6-aa4c-4c5d-838f-b570450ef129 req-df9abb11-92de-415d-993b-0619502b2ac4 service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Updated VIF entry in instance network info cache for port e7bca017-5122-4de7-81e3-1786b252b5c3. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1783.642849] env[62220]: DEBUG nova.network.neutron [req-09db55f6-aa4c-4c5d-838f-b570450ef129 req-df9abb11-92de-415d-993b-0619502b2ac4 service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Updating instance_info_cache with network_info: [{"id": "e7bca017-5122-4de7-81e3-1786b252b5c3", "address": "fa:16:3e:0a:80:09", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7bca017-51", "ovs_interfaceid": "e7bca017-5122-4de7-81e3-1786b252b5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.651790] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b3878b-8787-280d-fab6-f0a0ae49b144, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.652110] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.652357] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1783.652623] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.652766] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.652943] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1783.653798] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3268b970-47ca-40dc-8027-e5891ac6a164 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.663418] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1783.663704] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1783.664526] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a6be79-006c-4a9c-a485-e4eecadce1bb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.671069] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1783.671069] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5228c61e-7b33-6f9c-ee99-843a54e2f162" [ 1783.671069] env[62220]: _type = "Task" [ 1783.671069] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.683531] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5228c61e-7b33-6f9c-ee99-843a54e2f162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.703703] env[62220]: DEBUG nova.scheduler.client.report [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1783.790888] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747933, 'name': ReconfigVM_Task, 'duration_secs': 0.425998} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.791198] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b678b462-3da4-4528-8763-36982ea94891/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1783.792084] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55992379-f355-4c38-bb69-205df6de1bfc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.821327] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-058ad4d0-b344-4c11-9ed5-7778be428cf4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.837820] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1747931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603875} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.839080] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 6d6c9250-d939-4116-9cbd-7ee12aa7c526/6d6c9250-d939-4116-9cbd-7ee12aa7c526.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1783.839311] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1783.839645] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1783.839645] env[62220]: value = "task-1747934" [ 1783.839645] env[62220]: _type = "Task" [ 1783.839645] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.839840] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c364499a-4cc4-44b1-984e-e495cf76c6e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.852864] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.853864] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1783.853864] env[62220]: value = "task-1747935" [ 1783.853864] env[62220]: _type = "Task" [ 1783.853864] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.862767] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1747935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.039835] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.067714] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.067937] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.068214] env[62220]: DEBUG nova.network.neutron [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.146208] env[62220]: DEBUG oslo_concurrency.lockutils [req-09db55f6-aa4c-4c5d-838f-b570450ef129 req-df9abb11-92de-415d-993b-0619502b2ac4 service nova] Releasing lock "refresh_cache-1523219d-b829-4c85-8667-a16b537350ec" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.182393] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5228c61e-7b33-6f9c-ee99-843a54e2f162, 'name': SearchDatastore_Task, 'duration_secs': 0.016798} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.183356] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36054e38-7e5b-41fd-b852-19b9322bad84 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.189515] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1784.189515] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f7abfb-fc1f-99d5-e67d-600462dce02b" [ 1784.189515] env[62220]: _type = "Task" [ 1784.189515] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.199518] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f7abfb-fc1f-99d5-e67d-600462dce02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.211052] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.536s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.211692] env[62220]: DEBUG nova.compute.manager [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1784.215916] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.472s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.352976] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.363270] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1747935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073584} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.363735] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1784.364563] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00da9a58-daad-4a91-a515-bbe1ed73c020 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.387948] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6d6c9250-d939-4116-9cbd-7ee12aa7c526/6d6c9250-d939-4116-9cbd-7ee12aa7c526.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1784.388291] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c5e6c5-bb9e-4235-b880-e6fb4e72f1e9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.409163] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1784.409163] env[62220]: value = "task-1747936" [ 1784.409163] env[62220]: _type = "Task" [ 1784.409163] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.419641] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1747936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.541432] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.559893] env[62220]: DEBUG nova.compute.manager [req-00682657-3513-4c20-aa8b-cbcbac99cd70 req-3ad9d144-3101-4337-b0c2-00d04f8a52c9 service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Received event network-vif-deleted-4588368d-7805-4c0c-8d88-a1f9378be102 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1784.560284] env[62220]: INFO nova.compute.manager [req-00682657-3513-4c20-aa8b-cbcbac99cd70 req-3ad9d144-3101-4337-b0c2-00d04f8a52c9 service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Neutron deleted interface 4588368d-7805-4c0c-8d88-a1f9378be102; detaching it from the instance and deleting it from the info cache [ 1784.560284] env[62220]: DEBUG nova.network.neutron [req-00682657-3513-4c20-aa8b-cbcbac99cd70 req-3ad9d144-3101-4337-b0c2-00d04f8a52c9 service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.620261] env[62220]: DEBUG nova.network.neutron [-] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.622970] env[62220]: DEBUG nova.network.neutron [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1784.705504] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f7abfb-fc1f-99d5-e67d-600462dce02b, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.705789] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.706063] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 1523219d-b829-4c85-8667-a16b537350ec/1523219d-b829-4c85-8667-a16b537350ec.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1784.706332] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-480c4791-6a6c-426a-a8e6-836f1ff04aa0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.716240] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1784.716240] env[62220]: value = "task-1747937" [ 1784.716240] env[62220]: _type = "Task" [ 1784.716240] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.724038] env[62220]: INFO nova.compute.claims [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1784.728554] env[62220]: DEBUG nova.compute.utils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1784.732923] env[62220]: DEBUG nova.compute.manager [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1784.733102] env[62220]: DEBUG nova.network.neutron [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1784.734942] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.773940] env[62220]: DEBUG nova.policy [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21265163f13f45a3adf247cdbe8ee82b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32bf6217767b4905b926fdbe89b11df4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1784.822823] env[62220]: DEBUG nova.compute.manager [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Received event network-vif-plugged-16b3c5ac-7e05-4355-addc-cd1932bb42e7 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1784.823027] env[62220]: DEBUG oslo_concurrency.lockutils [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] Acquiring lock "5b884962-a0d5-44ac-b400-6c560b652c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.823513] env[62220]: DEBUG oslo_concurrency.lockutils [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] Lock "5b884962-a0d5-44ac-b400-6c560b652c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.823781] env[62220]: DEBUG oslo_concurrency.lockutils [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] Lock "5b884962-a0d5-44ac-b400-6c560b652c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.824021] env[62220]: DEBUG nova.compute.manager [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] No waiting events found dispatching network-vif-plugged-16b3c5ac-7e05-4355-addc-cd1932bb42e7 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1784.824251] env[62220]: WARNING nova.compute.manager [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Received unexpected event network-vif-plugged-16b3c5ac-7e05-4355-addc-cd1932bb42e7 for instance with vm_state building and task_state spawning. [ 1784.824579] env[62220]: DEBUG nova.compute.manager [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Received event network-changed-16b3c5ac-7e05-4355-addc-cd1932bb42e7 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1784.824670] env[62220]: DEBUG nova.compute.manager [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Refreshing instance network info cache due to event network-changed-16b3c5ac-7e05-4355-addc-cd1932bb42e7. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1784.824885] env[62220]: DEBUG oslo_concurrency.lockutils [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] Acquiring lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.830361] env[62220]: DEBUG nova.network.neutron [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updating instance_info_cache with network_info: [{"id": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "address": "fa:16:3e:08:31:d5", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b3c5ac-7e", "ovs_interfaceid": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.855162] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.675990] env[62220]: DEBUG nova.network.neutron [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Successfully created port: 4a180d57-4b34-4905-a257-b95eec013be6 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.678684] env[62220]: INFO nova.compute.manager [-] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Took 2.21 seconds to deallocate network for instance. [ 1785.680217] env[62220]: INFO nova.compute.resource_tracker [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating resource usage from migration e07f1a74-2db1-48bb-9719-df2edb708a5c [ 1785.682631] env[62220]: DEBUG nova.compute.manager [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1785.685314] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.689055] env[62220]: DEBUG nova.compute.manager [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Instance network_info: |[{"id": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "address": "fa:16:3e:08:31:d5", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b3c5ac-7e", "ovs_interfaceid": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1785.689682] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c3f55e4-ff82-4820-8a99-b1e0fa73c243 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.694928] env[62220]: DEBUG oslo_concurrency.lockutils [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] Acquired lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.698117] env[62220]: DEBUG nova.network.neutron [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Refreshing network info cache for port 16b3c5ac-7e05-4355-addc-cd1932bb42e7 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1785.698117] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:31:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16b3c5ac-7e05-4355-addc-cd1932bb42e7', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1785.704302] env[62220]: DEBUG oslo.service.loopingcall [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.713358] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1785.722213] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-493d5651-d75d-4fc7-9344-8dd3e2c3f817 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.737077] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1747936, 'name': ReconfigVM_Task, 'duration_secs': 0.326211} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.745309] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6d6c9250-d939-4116-9cbd-7ee12aa7c526/6d6c9250-d939-4116-9cbd-7ee12aa7c526.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.746367] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673227} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.746584] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747932, 'name': ReconfigVM_Task, 'duration_secs': 1.639191} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.749930] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e9cf06e-e830-4ca1-a049-62626743ee2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.751779] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 1523219d-b829-4c85-8667-a16b537350ec/1523219d-b829-4c85-8667-a16b537350ec.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1785.751977] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1785.752278] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] a8f42686-354e-4afc-8bb7-e7db20ac2aa5/a8f42686-354e-4afc-8bb7-e7db20ac2aa5.vmdk or device None with type streamOptimized {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.753413] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'guest_format': None, 'encrypted': False, 'encryption_options': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encryption_format': None, 'size': 0, 'boot_index': 0, 'device_type': 'disk', 'image_id': '9ac015ee-f71b-4d51-af31-ce5ca3eb77b8'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'attachment_id': '31161680-e977-45d3-b709-059535529a8f', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363399', 'volume_id': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b', 'name': 'volume-d0c1a25f-c4c4-49f8-aff1-a821f017868b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'a8f42686-354e-4afc-8bb7-e7db20ac2aa5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b', 'serial': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b'}, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1785.753657] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1785.753873] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363399', 'volume_id': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b', 'name': 'volume-d0c1a25f-c4c4-49f8-aff1-a821f017868b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'a8f42686-354e-4afc-8bb7-e7db20ac2aa5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b', 'serial': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1785.756730] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fcea57-c1b2-4f96-a772-6045111f3472 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.769034] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747934, 'name': ReconfigVM_Task, 'duration_secs': 1.171857} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.771642] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8710eb13-2fde-4a07-b72c-a51415f7bc09 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.774031] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590e049f-7169-4c0f-97be-158762d43de5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.777345] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.777572] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1785.777572] env[62220]: value = "task-1747938" [ 1785.777572] env[62220]: _type = "Task" [ 1785.777572] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.778632] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f55655-62b5-4f6e-b6bc-17ce5e184419 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.817109] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a684920-be1c-4ff7-9734-f34d897b14ee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.822101] env[62220]: DEBUG nova.compute.manager [req-00682657-3513-4c20-aa8b-cbcbac99cd70 req-3ad9d144-3101-4337-b0c2-00d04f8a52c9 service nova] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Detach interface failed, port_id=4588368d-7805-4c0c-8d88-a1f9378be102, reason: Instance 7d2ee524-61e6-4805-a8e7-98c0c676d89f could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1785.822101] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1785.822101] env[62220]: value = "task-1747940" [ 1785.822101] env[62220]: _type = "Task" [ 1785.822101] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.822625] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1785.822625] env[62220]: value = "task-1747939" [ 1785.822625] env[62220]: _type = "Task" [ 1785.822625] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.826777] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1785.826777] env[62220]: value = "task-1747941" [ 1785.826777] env[62220]: _type = "Task" [ 1785.826777] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.862328] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] volume-d0c1a25f-c4c4-49f8-aff1-a821f017868b/volume-d0c1a25f-c4c4-49f8-aff1-a821f017868b.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.869750] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5dbe5ef-1b33-4628-8235-59a160a62f5d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.890475] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747938, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.901396] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1747939, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.901769] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080231} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.902567] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1785.908332] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d7ab8b-8a93-42d4-ab38-1418a50f1046 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.913220] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.919169] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1785.919169] env[62220]: value = "task-1747942" [ 1785.919169] env[62220]: _type = "Task" [ 1785.919169] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.945028] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 1523219d-b829-4c85-8667-a16b537350ec/1523219d-b829-4c85-8667-a16b537350ec.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.949215] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-822742da-3c51-4e76-9362-33f9d4ac9367 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.967312] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.972723] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1785.972723] env[62220]: value = "task-1747943" [ 1785.972723] env[62220]: _type = "Task" [ 1785.972723] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.983641] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.176175] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b304235d-7165-48f6-bb59-b5d73359eca9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.184259] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7510e05c-c60a-4617-a299-283a62def5d9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.225918] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.227021] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5ecb0e-77a8-4118-a045-b7d89620a78f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.235752] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77402321-e193-40e2-aa43-f67ae9fad21a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.251261] env[62220]: DEBUG nova.compute.provider_tree [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.291045] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747938, 'name': CreateVM_Task, 'duration_secs': 0.406132} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.293328] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1786.293990] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.294180] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.294489] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1786.295365] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0fdb3e8-ac26-4623-9e7e-ffab2c386af6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.299979] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1786.299979] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5230fa16-189c-28b6-39cc-f9924acb45b0" [ 1786.299979] env[62220]: _type = "Task" [ 1786.299979] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.307509] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5230fa16-189c-28b6-39cc-f9924acb45b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.335942] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1747939, 'name': Rename_Task, 'duration_secs': 0.171891} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.339290] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.339550] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07953fbf-25e2-4479-9e8c-ad7729ac67cd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.346126] env[62220]: DEBUG oslo_vmware.api [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747941, 'name': PowerOnVM_Task, 'duration_secs': 0.491993} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.347356] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.349144] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1786.349144] env[62220]: value = "task-1747944" [ 1786.349144] env[62220]: _type = "Task" [ 1786.349144] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.350125] env[62220]: DEBUG nova.compute.manager [None req-42d897ab-1bc0-434e-8610-973ee8103402 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.350916] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1121d84e-cec0-470b-ba68-b90696b762ba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.364227] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1747944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.432716] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747942, 'name': ReconfigVM_Task, 'duration_secs': 0.469708} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.433024] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] volume-d0c1a25f-c4c4-49f8-aff1-a821f017868b/volume-d0c1a25f-c4c4-49f8-aff1-a821f017868b.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1786.437720] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ee023e-e4de-4e22-83e8-71c8f3d1e75e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.453887] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1786.453887] env[62220]: value = "task-1747945" [ 1786.453887] env[62220]: _type = "Task" [ 1786.453887] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.463521] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.486205] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.693247] env[62220]: DEBUG nova.compute.manager [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1786.721174] env[62220]: DEBUG nova.virt.hardware [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1786.721449] env[62220]: DEBUG nova.virt.hardware [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1786.721588] env[62220]: DEBUG nova.virt.hardware [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1786.721764] env[62220]: DEBUG nova.virt.hardware [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1786.721907] env[62220]: DEBUG nova.virt.hardware [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1786.722060] env[62220]: DEBUG nova.virt.hardware [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1786.722272] env[62220]: DEBUG nova.virt.hardware [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1786.722425] env[62220]: DEBUG nova.virt.hardware [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1786.722662] env[62220]: DEBUG nova.virt.hardware [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1786.722830] env[62220]: DEBUG nova.virt.hardware [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1786.723010] env[62220]: DEBUG nova.virt.hardware [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1786.723972] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cd3b65-98bf-4889-befe-0500b1c18a3c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.732979] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c03e1e8-aa20-4101-8bce-4753a83fa5a4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.754650] env[62220]: DEBUG nova.scheduler.client.report [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1786.811265] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5230fa16-189c-28b6-39cc-f9924acb45b0, 'name': SearchDatastore_Task, 'duration_secs': 0.027531} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.811566] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.811815] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1786.812062] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.815255] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.815255] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1786.815255] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd4a5824-8399-4409-9604-d4bbdca4f999 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.821858] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1786.822091] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1786.822953] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e08fdfc-6b00-4c78-90d5-20cdb56743f0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.829267] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1786.829267] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bf245b-2ab7-b755-8451-6375b284d4cf" [ 1786.829267] env[62220]: _type = "Task" [ 1786.829267] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.838075] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bf245b-2ab7-b755-8451-6375b284d4cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.851061] env[62220]: DEBUG nova.network.neutron [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updated VIF entry in instance network info cache for port 16b3c5ac-7e05-4355-addc-cd1932bb42e7. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1786.851645] env[62220]: DEBUG nova.network.neutron [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updating instance_info_cache with network_info: [{"id": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "address": "fa:16:3e:08:31:d5", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b3c5ac-7e", "ovs_interfaceid": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.862369] env[62220]: DEBUG oslo_vmware.api [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1747944, 'name': PowerOnVM_Task, 'duration_secs': 0.476709} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.862673] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.862879] env[62220]: INFO nova.compute.manager [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1786.863073] env[62220]: DEBUG nova.compute.manager [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.864467] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5a0ffa-fcbd-4bf5-be21-cbb697a4fa55 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.964922] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747945, 'name': ReconfigVM_Task, 'duration_secs': 0.197976} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.965241] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363399', 'volume_id': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b', 'name': 'volume-d0c1a25f-c4c4-49f8-aff1-a821f017868b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'a8f42686-354e-4afc-8bb7-e7db20ac2aa5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b', 'serial': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1786.965825] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c0f7f4d-5fee-4537-913d-5a303400bec5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.973036] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1786.973036] env[62220]: value = "task-1747946" [ 1786.973036] env[62220]: _type = "Task" [ 1786.973036] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.984875] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747946, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.988140] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.229397] env[62220]: DEBUG nova.compute.manager [req-562e0f57-1c61-426c-9e56-be288fab75de req-eb6381c2-d0c5-4bd8-9365-68c192ebdd7d service nova] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Received event network-vif-plugged-4a180d57-4b34-4905-a257-b95eec013be6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1787.229646] env[62220]: DEBUG oslo_concurrency.lockutils [req-562e0f57-1c61-426c-9e56-be288fab75de req-eb6381c2-d0c5-4bd8-9365-68c192ebdd7d service nova] Acquiring lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.229839] env[62220]: DEBUG oslo_concurrency.lockutils [req-562e0f57-1c61-426c-9e56-be288fab75de req-eb6381c2-d0c5-4bd8-9365-68c192ebdd7d service nova] Lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.230090] env[62220]: DEBUG oslo_concurrency.lockutils [req-562e0f57-1c61-426c-9e56-be288fab75de req-eb6381c2-d0c5-4bd8-9365-68c192ebdd7d service nova] Lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.230189] env[62220]: DEBUG nova.compute.manager [req-562e0f57-1c61-426c-9e56-be288fab75de req-eb6381c2-d0c5-4bd8-9365-68c192ebdd7d service nova] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] No waiting events found dispatching network-vif-plugged-4a180d57-4b34-4905-a257-b95eec013be6 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1787.230331] env[62220]: WARNING nova.compute.manager [req-562e0f57-1c61-426c-9e56-be288fab75de req-eb6381c2-d0c5-4bd8-9365-68c192ebdd7d service nova] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Received unexpected event network-vif-plugged-4a180d57-4b34-4905-a257-b95eec013be6 for instance with vm_state building and task_state spawning. [ 1787.258173] env[62220]: DEBUG nova.network.neutron [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Successfully updated port: 4a180d57-4b34-4905-a257-b95eec013be6 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1787.260244] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.045s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.261905] env[62220]: INFO nova.compute.manager [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Migrating [ 1787.267969] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.111s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.269716] env[62220]: INFO nova.compute.claims [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1787.341228] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bf245b-2ab7-b755-8451-6375b284d4cf, 'name': SearchDatastore_Task, 'duration_secs': 0.016166} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.342070] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235cb78f-7f60-4874-ae94-1bd031cc0c05 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.347305] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1787.347305] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a7b16a-d790-ec52-3278-572f0eb2dc37" [ 1787.347305] env[62220]: _type = "Task" [ 1787.347305] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.355209] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a7b16a-d790-ec52-3278-572f0eb2dc37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.357789] env[62220]: DEBUG oslo_concurrency.lockutils [req-246888c8-995c-4062-9f1a-7939b4443c3f req-20f51f3d-4e78-434d-9f99-afc66bebad57 service nova] Releasing lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.385833] env[62220]: INFO nova.compute.manager [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Took 16.45 seconds to build instance. [ 1787.488794] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747946, 'name': Rename_Task, 'duration_secs': 0.198308} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.494528] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1787.495043] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747943, 'name': ReconfigVM_Task, 'duration_secs': 1.412189} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.495349] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef2715e1-773f-4406-92eb-94d57059108c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.497639] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 1523219d-b829-4c85-8667-a16b537350ec/1523219d-b829-4c85-8667-a16b537350ec.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1787.498454] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01c2908f-cd83-432f-af84-aecb39f4b75c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.506505] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1787.506505] env[62220]: value = "task-1747947" [ 1787.506505] env[62220]: _type = "Task" [ 1787.506505] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.507482] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1787.507482] env[62220]: value = "task-1747948" [ 1787.507482] env[62220]: _type = "Task" [ 1787.507482] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.519163] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747948, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.521348] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.768918] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "refresh_cache-b1d0cf48-8c40-471e-9eb0-7618501ec29c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.769301] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquired lock "refresh_cache-b1d0cf48-8c40-471e-9eb0-7618501ec29c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.769301] env[62220]: DEBUG nova.network.neutron [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.782305] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.782518] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.782595] env[62220]: DEBUG nova.network.neutron [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.794317] env[62220]: INFO nova.compute.manager [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Unrescuing [ 1787.794493] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.794682] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.794774] env[62220]: DEBUG nova.network.neutron [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.859369] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a7b16a-d790-ec52-3278-572f0eb2dc37, 'name': SearchDatastore_Task, 'duration_secs': 0.024107} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.859636] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.859892] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5b884962-a0d5-44ac-b400-6c560b652c1b/5b884962-a0d5-44ac-b400-6c560b652c1b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1787.860175] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd5e7e63-3eff-4838-b60e-88ab81fa129d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.867476] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1787.867476] env[62220]: value = "task-1747949" [ 1787.867476] env[62220]: _type = "Task" [ 1787.867476] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.876261] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.890943] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b3461c-d34c-4327-b844-a75cabef966d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.973s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.020324] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747948, 'name': Rename_Task, 'duration_secs': 0.244612} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.023817] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1788.024120] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747947, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.024331] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf692b94-1989-41a7-87a8-d79f40e3c2f6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.031722] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1788.031722] env[62220]: value = "task-1747950" [ 1788.031722] env[62220]: _type = "Task" [ 1788.031722] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.040266] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.325305] env[62220]: DEBUG nova.network.neutron [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1788.383419] env[62220]: DEBUG nova.compute.manager [req-0067c737-f65b-46d3-bff9-1c5fc950f930 req-5d3f8535-7c7d-4638-ad41-82c3919199fd service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Received event network-changed-3b7cda17-15eb-425f-8401-211979a00435 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1788.384015] env[62220]: DEBUG nova.compute.manager [req-0067c737-f65b-46d3-bff9-1c5fc950f930 req-5d3f8535-7c7d-4638-ad41-82c3919199fd service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Refreshing instance network info cache due to event network-changed-3b7cda17-15eb-425f-8401-211979a00435. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1788.384015] env[62220]: DEBUG oslo_concurrency.lockutils [req-0067c737-f65b-46d3-bff9-1c5fc950f930 req-5d3f8535-7c7d-4638-ad41-82c3919199fd service nova] Acquiring lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.384189] env[62220]: DEBUG oslo_concurrency.lockutils [req-0067c737-f65b-46d3-bff9-1c5fc950f930 req-5d3f8535-7c7d-4638-ad41-82c3919199fd service nova] Acquired lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.384354] env[62220]: DEBUG nova.network.neutron [req-0067c737-f65b-46d3-bff9-1c5fc950f930 req-5d3f8535-7c7d-4638-ad41-82c3919199fd service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Refreshing network info cache for port 3b7cda17-15eb-425f-8401-211979a00435 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.387174] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747949, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.530121] env[62220]: DEBUG oslo_vmware.api [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1747947, 'name': PowerOnVM_Task, 'duration_secs': 0.587152} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.530121] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1788.542074] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.682441] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6c54ad-4d8e-4978-8803-ad3c866fe117 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.691566] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fc90c1-b90c-4d77-8bb5-5f7648bfcdda {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.725135] env[62220]: DEBUG nova.compute.manager [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1788.732119] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216ba935-e203-4047-900b-e95da555adc5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.734803] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe04f85c-e14c-4da8-a7e8-f31daf861f6d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.750018] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef4c342-dfd8-4bf0-a362-6bc6298b326c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.763446] env[62220]: DEBUG nova.compute.provider_tree [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.810644] env[62220]: DEBUG nova.network.neutron [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Updating instance_info_cache with network_info: [{"id": "4a180d57-4b34-4905-a257-b95eec013be6", "address": "fa:16:3e:51:e3:89", "network": {"id": "d55ed202-3c42-44b5-b415-4e9e142383fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1538133814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32bf6217767b4905b926fdbe89b11df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a180d57-4b", "ovs_interfaceid": "4a180d57-4b34-4905-a257-b95eec013be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.849210] env[62220]: DEBUG nova.network.neutron [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance_info_cache with network_info: [{"id": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "address": "fa:16:3e:21:b2:2d", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f18eec6-90", "ovs_interfaceid": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.877441] env[62220]: DEBUG nova.network.neutron [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Updating instance_info_cache with network_info: [{"id": "7639bca3-8d8f-465b-880d-a16867c81a2e", "address": "fa:16:3e:86:ef:6b", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7639bca3-8d", "ovs_interfaceid": "7639bca3-8d8f-465b-880d-a16867c81a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.881817] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689807} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.882349] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 5b884962-a0d5-44ac-b400-6c560b652c1b/5b884962-a0d5-44ac-b400-6c560b652c1b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1788.882591] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1788.882854] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-418c0ee6-6aa9-4bba-b8f4-31fe493d026f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.891750] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1788.891750] env[62220]: value = "task-1747951" [ 1788.891750] env[62220]: _type = "Task" [ 1788.891750] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.901637] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.041990] env[62220]: DEBUG oslo_vmware.api [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1747950, 'name': PowerOnVM_Task, 'duration_secs': 0.89334} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.042280] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1789.042584] env[62220]: INFO nova.compute.manager [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1789.042752] env[62220]: DEBUG nova.compute.manager [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1789.043527] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75a8b49-f6fc-45ae-b7da-417c52f58d9f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.121853] env[62220]: DEBUG nova.network.neutron [req-0067c737-f65b-46d3-bff9-1c5fc950f930 req-5d3f8535-7c7d-4638-ad41-82c3919199fd service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updated VIF entry in instance network info cache for port 3b7cda17-15eb-425f-8401-211979a00435. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.122271] env[62220]: DEBUG nova.network.neutron [req-0067c737-f65b-46d3-bff9-1c5fc950f930 req-5d3f8535-7c7d-4638-ad41-82c3919199fd service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance_info_cache with network_info: [{"id": "3b7cda17-15eb-425f-8401-211979a00435", "address": "fa:16:3e:93:34:f8", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7cda17-15", "ovs_interfaceid": "3b7cda17-15eb-425f-8401-211979a00435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.254913] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1a92345-ef1f-4388-8397-eefb0268bc7f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.135s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.259412] env[62220]: DEBUG nova.compute.manager [req-e9a3f949-aac4-47db-8824-97273d58d0f3 req-45c0a238-0d8d-4a2f-96c8-653d720c8f0b service nova] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Received event network-changed-4a180d57-4b34-4905-a257-b95eec013be6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1789.259725] env[62220]: DEBUG nova.compute.manager [req-e9a3f949-aac4-47db-8824-97273d58d0f3 req-45c0a238-0d8d-4a2f-96c8-653d720c8f0b service nova] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Refreshing instance network info cache due to event network-changed-4a180d57-4b34-4905-a257-b95eec013be6. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1789.260058] env[62220]: DEBUG oslo_concurrency.lockutils [req-e9a3f949-aac4-47db-8824-97273d58d0f3 req-45c0a238-0d8d-4a2f-96c8-653d720c8f0b service nova] Acquiring lock "refresh_cache-b1d0cf48-8c40-471e-9eb0-7618501ec29c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.267642] env[62220]: DEBUG nova.scheduler.client.report [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1789.313615] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Releasing lock "refresh_cache-b1d0cf48-8c40-471e-9eb0-7618501ec29c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.314042] env[62220]: DEBUG nova.compute.manager [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Instance network_info: |[{"id": "4a180d57-4b34-4905-a257-b95eec013be6", "address": "fa:16:3e:51:e3:89", "network": {"id": "d55ed202-3c42-44b5-b415-4e9e142383fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1538133814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32bf6217767b4905b926fdbe89b11df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a180d57-4b", "ovs_interfaceid": "4a180d57-4b34-4905-a257-b95eec013be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1789.314693] env[62220]: DEBUG oslo_concurrency.lockutils [req-e9a3f949-aac4-47db-8824-97273d58d0f3 req-45c0a238-0d8d-4a2f-96c8-653d720c8f0b service nova] Acquired lock "refresh_cache-b1d0cf48-8c40-471e-9eb0-7618501ec29c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.314903] env[62220]: DEBUG nova.network.neutron [req-e9a3f949-aac4-47db-8824-97273d58d0f3 req-45c0a238-0d8d-4a2f-96c8-653d720c8f0b service nova] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Refreshing network info cache for port 4a180d57-4b34-4905-a257-b95eec013be6 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1789.316149] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:e3:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a180d57-4b34-4905-a257-b95eec013be6', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1789.324172] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Creating folder: Project (32bf6217767b4905b926fdbe89b11df4). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.324513] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fce4b1c4-e7c0-4d41-965d-5e28bee954a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.336939] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Created folder: Project (32bf6217767b4905b926fdbe89b11df4) in parent group-v363147. [ 1789.337147] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Creating folder: Instances. Parent ref: group-v363416. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.337381] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98aa2a38-188b-452e-a2da-c38c7374579b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.347656] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Created folder: Instances in parent group-v363416. [ 1789.347922] env[62220]: DEBUG oslo.service.loopingcall [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.348158] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1789.348429] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27724dea-b1fa-45f2-af8e-db7e34d0cf2b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.365172] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.373153] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1789.373153] env[62220]: value = "task-1747954" [ 1789.373153] env[62220]: _type = "Task" [ 1789.373153] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.382233] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747954, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.383418] env[62220]: DEBUG oslo_concurrency.lockutils [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.384057] env[62220]: DEBUG nova.objects.instance [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lazy-loading 'flavor' on Instance uuid b678b462-3da4-4528-8763-36982ea94891 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.404537] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122753} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.404825] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1789.405728] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18921258-3abd-43dd-9b7a-3243f215ceaf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.429837] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 5b884962-a0d5-44ac-b400-6c560b652c1b/5b884962-a0d5-44ac-b400-6c560b652c1b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.430617] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76dd0093-48ac-4599-a625-125a80e4e6f3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.455264] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1789.455264] env[62220]: value = "task-1747955" [ 1789.455264] env[62220]: _type = "Task" [ 1789.455264] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.464370] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.564843] env[62220]: INFO nova.compute.manager [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Took 17.64 seconds to build instance. [ 1789.598443] env[62220]: DEBUG oslo_vmware.rw_handles [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a3c0d3-e82c-96ff-80cb-eb3a9c906c61/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1789.599445] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6538bda9-4559-4cff-b548-4e93ec9d3d6c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.605972] env[62220]: DEBUG oslo_vmware.rw_handles [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a3c0d3-e82c-96ff-80cb-eb3a9c906c61/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1789.606162] env[62220]: ERROR oslo_vmware.rw_handles [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a3c0d3-e82c-96ff-80cb-eb3a9c906c61/disk-0.vmdk due to incomplete transfer. [ 1789.606383] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd880139-ef56-4523-a197-326fb30d5274 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.613540] env[62220]: DEBUG oslo_vmware.rw_handles [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a3c0d3-e82c-96ff-80cb-eb3a9c906c61/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1789.613741] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Uploaded image 0e423e41-dc31-4170-9c2a-29471fc9f746 to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1789.616488] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1789.616813] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aa08b3e9-73f7-4445-a6db-73d73e0cdf3f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.622735] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1789.622735] env[62220]: value = "task-1747956" [ 1789.622735] env[62220]: _type = "Task" [ 1789.622735] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.626300] env[62220]: DEBUG oslo_concurrency.lockutils [req-0067c737-f65b-46d3-bff9-1c5fc950f930 req-5d3f8535-7c7d-4638-ad41-82c3919199fd service nova] Releasing lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.631666] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747956, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.651777] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1789.651986] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1789.652207] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1789.652380] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1789.772928] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.773744] env[62220]: DEBUG nova.compute.manager [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1789.777726] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.095s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.779982] env[62220]: INFO nova.compute.claims [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1789.882360] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747954, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.890010] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdacad7-5387-42f7-89cb-602e7dac4ff7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.913257] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.913623] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebb6ded6-5a1c-4f99-9ee8-d826af17614e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.921332] env[62220]: DEBUG oslo_vmware.api [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1789.921332] env[62220]: value = "task-1747957" [ 1789.921332] env[62220]: _type = "Task" [ 1789.921332] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.928951] env[62220]: DEBUG oslo_vmware.api [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.967618] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.067051] env[62220]: DEBUG nova.network.neutron [req-e9a3f949-aac4-47db-8824-97273d58d0f3 req-45c0a238-0d8d-4a2f-96c8-653d720c8f0b service nova] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Updated VIF entry in instance network info cache for port 4a180d57-4b34-4905-a257-b95eec013be6. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.067051] env[62220]: DEBUG nova.network.neutron [req-e9a3f949-aac4-47db-8824-97273d58d0f3 req-45c0a238-0d8d-4a2f-96c8-653d720c8f0b service nova] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Updating instance_info_cache with network_info: [{"id": "4a180d57-4b34-4905-a257-b95eec013be6", "address": "fa:16:3e:51:e3:89", "network": {"id": "d55ed202-3c42-44b5-b415-4e9e142383fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1538133814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32bf6217767b4905b926fdbe89b11df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a180d57-4b", "ovs_interfaceid": "4a180d57-4b34-4905-a257-b95eec013be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.067051] env[62220]: DEBUG oslo_concurrency.lockutils [None req-27292fce-80f8-4c8b-9d29-8f9b6d9b31cb tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "1523219d-b829-4c85-8667-a16b537350ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.154s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.133456] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747956, 'name': Destroy_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.159219] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Skipping network cache update for instance because it is Building. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1790.159219] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Skipping network cache update for instance because it is Building. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1790.159219] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Skipping network cache update for instance because it is Building. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1790.188337] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.188512] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquired lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.189012] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Forcefully refreshing network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1790.189012] env[62220]: DEBUG nova.objects.instance [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lazy-loading 'info_cache' on Instance uuid 0c9d3ec0-2876-4300-9a10-27e1062ebf83 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.286236] env[62220]: DEBUG nova.compute.utils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1790.297920] env[62220]: DEBUG nova.compute.manager [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1790.297920] env[62220]: DEBUG nova.network.neutron [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1790.367797] env[62220]: DEBUG nova.policy [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db20e377eec14df3b0809281eb59e1db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4c66323eddc4b6894145cbfd68da447', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1790.386876] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747954, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.431026] env[62220]: DEBUG oslo_vmware.api [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747957, 'name': PowerOffVM_Task, 'duration_secs': 0.417646} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.431377] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.437021] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1790.437315] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1fbaab0-3c74-4e70-82c4-077e0b71a778 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.458770] env[62220]: DEBUG oslo_vmware.api [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1790.458770] env[62220]: value = "task-1747958" [ 1790.458770] env[62220]: _type = "Task" [ 1790.458770] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.469391] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747955, 'name': ReconfigVM_Task, 'duration_secs': 0.794998} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.472717] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 5b884962-a0d5-44ac-b400-6c560b652c1b/5b884962-a0d5-44ac-b400-6c560b652c1b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.474393] env[62220]: DEBUG oslo_vmware.api [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.474393] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7a24a22-d456-4e37-b5a3-455a7681b674 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.480380] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1790.480380] env[62220]: value = "task-1747959" [ 1790.480380] env[62220]: _type = "Task" [ 1790.480380] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.489657] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747959, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.568813] env[62220]: DEBUG oslo_concurrency.lockutils [req-e9a3f949-aac4-47db-8824-97273d58d0f3 req-45c0a238-0d8d-4a2f-96c8-653d720c8f0b service nova] Releasing lock "refresh_cache-b1d0cf48-8c40-471e-9eb0-7618501ec29c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.571844] env[62220]: DEBUG nova.compute.manager [req-cd919ea3-a34a-4ccf-b2c8-01b954534062 req-6b8aaa7c-47bf-49f5-a8b5-bb9534ddf2df service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Received event network-changed-e7bca017-5122-4de7-81e3-1786b252b5c3 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1790.572018] env[62220]: DEBUG nova.compute.manager [req-cd919ea3-a34a-4ccf-b2c8-01b954534062 req-6b8aaa7c-47bf-49f5-a8b5-bb9534ddf2df service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Refreshing instance network info cache due to event network-changed-e7bca017-5122-4de7-81e3-1786b252b5c3. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1790.572567] env[62220]: DEBUG oslo_concurrency.lockutils [req-cd919ea3-a34a-4ccf-b2c8-01b954534062 req-6b8aaa7c-47bf-49f5-a8b5-bb9534ddf2df service nova] Acquiring lock "refresh_cache-1523219d-b829-4c85-8667-a16b537350ec" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.572803] env[62220]: DEBUG oslo_concurrency.lockutils [req-cd919ea3-a34a-4ccf-b2c8-01b954534062 req-6b8aaa7c-47bf-49f5-a8b5-bb9534ddf2df service nova] Acquired lock "refresh_cache-1523219d-b829-4c85-8667-a16b537350ec" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.573067] env[62220]: DEBUG nova.network.neutron [req-cd919ea3-a34a-4ccf-b2c8-01b954534062 req-6b8aaa7c-47bf-49f5-a8b5-bb9534ddf2df service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Refreshing network info cache for port e7bca017-5122-4de7-81e3-1786b252b5c3 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.636972] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747956, 'name': Destroy_Task, 'duration_secs': 0.941414} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.636972] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Destroyed the VM [ 1790.636972] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1790.636972] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-04174a38-d3fe-4424-b534-80df2ac207a2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.644532] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1790.644532] env[62220]: value = "task-1747960" [ 1790.644532] env[62220]: _type = "Task" [ 1790.644532] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.654126] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747960, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.730640] env[62220]: DEBUG nova.network.neutron [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Successfully created port: db8eb62e-b88b-4e15-8c5c-be7358b0b708 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1790.801517] env[62220]: DEBUG nova.compute.manager [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1790.889434] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c787bb91-2a6d-4f87-8cf9-4f86fd12205b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.895805] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747954, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.915852] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance '96ea101b-679a-44b6-80fc-64ed684f853a' progress to 0 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1790.971292] env[62220]: DEBUG oslo_vmware.api [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747958, 'name': ReconfigVM_Task, 'duration_secs': 0.290454} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.973809] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1790.974016] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1790.974450] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66d16c11-1350-490c-8aa2-2930c9ccde97 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.981492] env[62220]: DEBUG oslo_vmware.api [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1790.981492] env[62220]: value = "task-1747961" [ 1790.981492] env[62220]: _type = "Task" [ 1790.981492] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.994995] env[62220]: DEBUG oslo_vmware.api [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.997693] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747959, 'name': Rename_Task, 'duration_secs': 0.202958} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.997954] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1790.998291] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e85a3eb0-62fc-49e5-b4d4-524d33c46a85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.006921] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1791.006921] env[62220]: value = "task-1747962" [ 1791.006921] env[62220]: _type = "Task" [ 1791.006921] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.020036] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.123270] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b164d0f-13c1-4364-bda8-3307e4de9670 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.132365] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a971becf-e78f-403f-8f9c-d9f79bd246ab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.170365] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d93b32-993d-4bdc-b092-10580bf70bf5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.181980] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0425d1f-6495-4b32-87bf-f2da59204fd4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.186203] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747960, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.199139] env[62220]: DEBUG nova.compute.provider_tree [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.388349] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747954, 'name': CreateVM_Task, 'duration_secs': 1.994893} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.388534] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1791.389237] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.389401] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.389715] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1791.389983] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d272cbca-dbc1-406b-8fef-1eff5bd00f5f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.395185] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1791.395185] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52899688-fad8-213c-966b-97b17484a55d" [ 1791.395185] env[62220]: _type = "Task" [ 1791.395185] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.402939] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52899688-fad8-213c-966b-97b17484a55d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.416715] env[62220]: DEBUG nova.network.neutron [req-cd919ea3-a34a-4ccf-b2c8-01b954534062 req-6b8aaa7c-47bf-49f5-a8b5-bb9534ddf2df service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Updated VIF entry in instance network info cache for port e7bca017-5122-4de7-81e3-1786b252b5c3. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1791.417092] env[62220]: DEBUG nova.network.neutron [req-cd919ea3-a34a-4ccf-b2c8-01b954534062 req-6b8aaa7c-47bf-49f5-a8b5-bb9534ddf2df service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Updating instance_info_cache with network_info: [{"id": "e7bca017-5122-4de7-81e3-1786b252b5c3", "address": "fa:16:3e:0a:80:09", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7bca017-51", "ovs_interfaceid": "e7bca017-5122-4de7-81e3-1786b252b5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.424848] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.424848] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e38642a7-cfbf-4e39-93b8-cdbf336ea391 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.431591] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1791.431591] env[62220]: value = "task-1747963" [ 1791.431591] env[62220]: _type = "Task" [ 1791.431591] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.440167] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.495178] env[62220]: DEBUG oslo_vmware.api [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1747961, 'name': PowerOnVM_Task, 'duration_secs': 0.448013} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.495353] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1791.495598] env[62220]: DEBUG nova.compute.manager [None req-0ad54d9c-5964-42a6-b4e3-0a30bc4b28d8 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1791.496436] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d30f72-8185-4690-8cd9-6ee776c7cf2b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.516447] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747962, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.676696] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747960, 'name': RemoveSnapshot_Task, 'duration_secs': 0.555383} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.676987] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1791.677280] env[62220]: DEBUG nova.compute.manager [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1791.678108] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e8056d-9890-4474-ba2f-b5db30adf46e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.704663] env[62220]: DEBUG nova.scheduler.client.report [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1791.815921] env[62220]: DEBUG nova.compute.manager [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1791.840693] env[62220]: DEBUG nova.virt.hardware [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1791.840974] env[62220]: DEBUG nova.virt.hardware [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1791.841145] env[62220]: DEBUG nova.virt.hardware [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.841330] env[62220]: DEBUG nova.virt.hardware [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1791.841475] env[62220]: DEBUG nova.virt.hardware [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.841615] env[62220]: DEBUG nova.virt.hardware [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1791.841856] env[62220]: DEBUG nova.virt.hardware [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1791.842051] env[62220]: DEBUG nova.virt.hardware [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1791.842239] env[62220]: DEBUG nova.virt.hardware [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1791.842387] env[62220]: DEBUG nova.virt.hardware [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1791.842612] env[62220]: DEBUG nova.virt.hardware [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1791.843463] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fb3138-1e0a-4c6a-ae53-9523882003ac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.851483] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b9bc58-70e8-4eb6-a1cc-49631590d425 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.904319] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52899688-fad8-213c-966b-97b17484a55d, 'name': SearchDatastore_Task, 'duration_secs': 0.011823} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.904640] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.904823] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1791.905094] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.905246] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.905421] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1791.905672] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72a2496d-4c9d-4765-80e0-6671bf074efb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.921107] env[62220]: DEBUG oslo_concurrency.lockutils [req-cd919ea3-a34a-4ccf-b2c8-01b954534062 req-6b8aaa7c-47bf-49f5-a8b5-bb9534ddf2df service nova] Releasing lock "refresh_cache-1523219d-b829-4c85-8667-a16b537350ec" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.921497] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1791.921661] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1791.923171] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Updating instance_info_cache with network_info: [{"id": "5000ac22-707b-4f68-8279-83526b4c4d38", "address": "fa:16:3e:ba:55:e2", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5000ac22-70", "ovs_interfaceid": "5000ac22-707b-4f68-8279-83526b4c4d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.924296] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492cf67e-41ee-4ee5-8d31-3c76f35bae51 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.929959] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1791.929959] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529dd066-6c23-88f1-7fa4-4b0fc478b368" [ 1791.929959] env[62220]: _type = "Task" [ 1791.929959] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.940934] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529dd066-6c23-88f1-7fa4-4b0fc478b368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.944361] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747963, 'name': PowerOffVM_Task, 'duration_secs': 0.346754} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.944646] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1791.944922] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance '96ea101b-679a-44b6-80fc-64ed684f853a' progress to 17 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1792.018962] env[62220]: DEBUG oslo_vmware.api [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1747962, 'name': PowerOnVM_Task, 'duration_secs': 0.53426} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.019264] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1792.019467] env[62220]: INFO nova.compute.manager [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1792.019645] env[62220]: DEBUG nova.compute.manager [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1792.020464] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94680ca-3699-4f50-a0ee-42d33e7736cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.128309] env[62220]: DEBUG nova.compute.manager [req-e699545f-6f66-4158-8c4c-477e9e900cd8 req-4b58b273-3a33-45aa-bc84-8baab63a735c service nova] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Received event network-vif-plugged-db8eb62e-b88b-4e15-8c5c-be7358b0b708 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1792.128583] env[62220]: DEBUG oslo_concurrency.lockutils [req-e699545f-6f66-4158-8c4c-477e9e900cd8 req-4b58b273-3a33-45aa-bc84-8baab63a735c service nova] Acquiring lock "8aa8d166-b351-4f5e-aac0-bd3356285a38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.128904] env[62220]: DEBUG oslo_concurrency.lockutils [req-e699545f-6f66-4158-8c4c-477e9e900cd8 req-4b58b273-3a33-45aa-bc84-8baab63a735c service nova] Lock "8aa8d166-b351-4f5e-aac0-bd3356285a38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.128956] env[62220]: DEBUG oslo_concurrency.lockutils [req-e699545f-6f66-4158-8c4c-477e9e900cd8 req-4b58b273-3a33-45aa-bc84-8baab63a735c service nova] Lock "8aa8d166-b351-4f5e-aac0-bd3356285a38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.129121] env[62220]: DEBUG nova.compute.manager [req-e699545f-6f66-4158-8c4c-477e9e900cd8 req-4b58b273-3a33-45aa-bc84-8baab63a735c service nova] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] No waiting events found dispatching network-vif-plugged-db8eb62e-b88b-4e15-8c5c-be7358b0b708 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1792.129299] env[62220]: WARNING nova.compute.manager [req-e699545f-6f66-4158-8c4c-477e9e900cd8 req-4b58b273-3a33-45aa-bc84-8baab63a735c service nova] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Received unexpected event network-vif-plugged-db8eb62e-b88b-4e15-8c5c-be7358b0b708 for instance with vm_state building and task_state spawning. [ 1792.189838] env[62220]: INFO nova.compute.manager [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Shelve offloading [ 1792.217139] env[62220]: DEBUG nova.network.neutron [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Successfully updated port: db8eb62e-b88b-4e15-8c5c-be7358b0b708 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1792.219953] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.219953] env[62220]: DEBUG nova.compute.manager [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1792.222835] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.824s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.224454] env[62220]: INFO nova.compute.claims [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1792.428109] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Releasing lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.428342] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Updated the network info_cache for instance {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1792.428556] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1792.428729] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1792.428880] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1792.429048] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1792.429199] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1792.429343] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1792.429481] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1792.429662] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1792.442286] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529dd066-6c23-88f1-7fa4-4b0fc478b368, 'name': SearchDatastore_Task, 'duration_secs': 0.027659} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.443825] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61804b44-5cbf-4084-bbe7-ca15891eacf2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.451478] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1792.451701] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1792.451858] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1792.452046] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1792.452216] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1792.452420] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1792.452660] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1792.452847] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1792.453079] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1792.453254] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1792.453427] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1792.459488] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c6e0173-ed0a-4e67-b205-b5ada89d919b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.469601] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1792.469601] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b37a10-5f73-c958-ebf6-1abf17894b61" [ 1792.469601] env[62220]: _type = "Task" [ 1792.469601] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.475945] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1792.475945] env[62220]: value = "task-1747964" [ 1792.475945] env[62220]: _type = "Task" [ 1792.475945] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.479672] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b37a10-5f73-c958-ebf6-1abf17894b61, 'name': SearchDatastore_Task, 'duration_secs': 0.022625} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.482393] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.482681] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b1d0cf48-8c40-471e-9eb0-7618501ec29c/b1d0cf48-8c40-471e-9eb0-7618501ec29c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1792.482929] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed78aa84-f820-44d6-948e-12cee1fdb98d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.489622] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.490832] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1792.490832] env[62220]: value = "task-1747965" [ 1792.490832] env[62220]: _type = "Task" [ 1792.490832] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.499030] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.537323] env[62220]: INFO nova.compute.manager [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Took 19.46 seconds to build instance. [ 1792.695030] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.695345] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6768d07e-ce3a-4777-b676-2edc7fa3e681 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.703424] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1792.703424] env[62220]: value = "task-1747966" [ 1792.703424] env[62220]: _type = "Task" [ 1792.703424] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.714153] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.723978] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "refresh_cache-8aa8d166-b351-4f5e-aac0-bd3356285a38" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.724179] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquired lock "refresh_cache-8aa8d166-b351-4f5e-aac0-bd3356285a38" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.724305] env[62220]: DEBUG nova.network.neutron [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.726617] env[62220]: DEBUG nova.compute.utils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.728208] env[62220]: DEBUG nova.compute.manager [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1792.728378] env[62220]: DEBUG nova.network.neutron [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1792.809951] env[62220]: DEBUG nova.policy [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db20e377eec14df3b0809281eb59e1db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4c66323eddc4b6894145cbfd68da447', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1792.934614] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.992105] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747964, 'name': ReconfigVM_Task, 'duration_secs': 0.467631} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.995627] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance '96ea101b-679a-44b6-80fc-64ed684f853a' progress to 33 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1793.007968] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747965, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.039881] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3340be45-7995-481f-9f43-c24d936dfd47 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "5b884962-a0d5-44ac-b400-6c560b652c1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.994s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.091229] env[62220]: DEBUG nova.network.neutron [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Successfully created port: b8eea039-d323-42c6-8dd7-8697a4b9d140 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1793.215334] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1793.215715] env[62220]: DEBUG nova.compute.manager [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1793.216725] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4cc965-cc5c-43ff-8fa5-4d67d633f577 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.225601] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "refresh_cache-d17a321c-9ff2-4728-9d4d-b355d813c8eb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.225754] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "refresh_cache-d17a321c-9ff2-4728-9d4d-b355d813c8eb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.225929] env[62220]: DEBUG nova.network.neutron [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1793.234040] env[62220]: DEBUG nova.compute.manager [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1793.392394] env[62220]: DEBUG nova.network.neutron [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1793.505551] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1793.505783] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1793.505936] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.506128] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1793.506305] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.506411] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1793.506606] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1793.506762] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1793.506923] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1793.507115] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1793.507291] env[62220]: DEBUG nova.virt.hardware [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1793.512356] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1793.512677] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545158} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.515145] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb3ae834-4e03-4dec-b81e-41afc7369c34 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.527617] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b1d0cf48-8c40-471e-9eb0-7618501ec29c/b1d0cf48-8c40-471e-9eb0-7618501ec29c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1793.527857] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1793.532460] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc159731-e028-4894-83ee-911aff770805 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.543194] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1793.543194] env[62220]: value = "task-1747967" [ 1793.543194] env[62220]: _type = "Task" [ 1793.543194] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.543611] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffbbb05-5de5-4431-bc5c-74ac6d450b54 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.546312] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1793.546312] env[62220]: value = "task-1747968" [ 1793.546312] env[62220]: _type = "Task" [ 1793.546312] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.556545] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067c0e09-fbe1-4f3d-afda-43ac70d76c21 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.570906] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.572022] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.604295] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21319e8-dbed-4da1-b989-f06ce0501bc0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.612892] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52d8433-f42b-4aff-ab38-c12adab53510 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.626871] env[62220]: DEBUG nova.compute.provider_tree [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.799298] env[62220]: DEBUG nova.network.neutron [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Updating instance_info_cache with network_info: [{"id": "db8eb62e-b88b-4e15-8c5c-be7358b0b708", "address": "fa:16:3e:f8:35:3c", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8eb62e-b8", "ovs_interfaceid": "db8eb62e-b88b-4e15-8c5c-be7358b0b708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.020276] env[62220]: DEBUG nova.network.neutron [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Updating instance_info_cache with network_info: [{"id": "35a8e2f7-d75e-49b4-82fb-771a18ef5d7a", "address": "fa:16:3e:61:b7:f7", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35a8e2f7-d7", "ovs_interfaceid": "35a8e2f7-d75e-49b4-82fb-771a18ef5d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.055385] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071582} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.056055] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1794.056840] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a88d54-02cc-45c9-999f-a7de8b161de2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.062425] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.083607] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] b1d0cf48-8c40-471e-9eb0-7618501ec29c/b1d0cf48-8c40-471e-9eb0-7618501ec29c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.083987] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e088225-7e8c-4735-b73c-d4a9c1bdc2d4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.105687] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1794.105687] env[62220]: value = "task-1747969" [ 1794.105687] env[62220]: _type = "Task" [ 1794.105687] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.114334] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.130696] env[62220]: DEBUG nova.scheduler.client.report [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1794.163780] env[62220]: DEBUG nova.compute.manager [req-7fc51c16-8843-4915-b206-5d85d2268d08 req-772733af-66ab-46d2-ab5e-045dd374abaf service nova] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Received event network-changed-db8eb62e-b88b-4e15-8c5c-be7358b0b708 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1794.163976] env[62220]: DEBUG nova.compute.manager [req-7fc51c16-8843-4915-b206-5d85d2268d08 req-772733af-66ab-46d2-ab5e-045dd374abaf service nova] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Refreshing instance network info cache due to event network-changed-db8eb62e-b88b-4e15-8c5c-be7358b0b708. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1794.164186] env[62220]: DEBUG oslo_concurrency.lockutils [req-7fc51c16-8843-4915-b206-5d85d2268d08 req-772733af-66ab-46d2-ab5e-045dd374abaf service nova] Acquiring lock "refresh_cache-8aa8d166-b351-4f5e-aac0-bd3356285a38" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.249372] env[62220]: DEBUG nova.compute.manager [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1794.280039] env[62220]: DEBUG nova.virt.hardware [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1794.280304] env[62220]: DEBUG nova.virt.hardware [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1794.280469] env[62220]: DEBUG nova.virt.hardware [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.280686] env[62220]: DEBUG nova.virt.hardware [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1794.280839] env[62220]: DEBUG nova.virt.hardware [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.280981] env[62220]: DEBUG nova.virt.hardware [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1794.281574] env[62220]: DEBUG nova.virt.hardware [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1794.281742] env[62220]: DEBUG nova.virt.hardware [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1794.284535] env[62220]: DEBUG nova.virt.hardware [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1794.284535] env[62220]: DEBUG nova.virt.hardware [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1794.284535] env[62220]: DEBUG nova.virt.hardware [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1794.284535] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac1a333-83f7-4771-a726-8df47b5d7686 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.296838] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d332e5-e0c6-4276-be6c-def006da72c2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.303489] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Releasing lock "refresh_cache-8aa8d166-b351-4f5e-aac0-bd3356285a38" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.304067] env[62220]: DEBUG nova.compute.manager [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Instance network_info: |[{"id": "db8eb62e-b88b-4e15-8c5c-be7358b0b708", "address": "fa:16:3e:f8:35:3c", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8eb62e-b8", "ovs_interfaceid": "db8eb62e-b88b-4e15-8c5c-be7358b0b708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1794.304207] env[62220]: DEBUG oslo_concurrency.lockutils [req-7fc51c16-8843-4915-b206-5d85d2268d08 req-772733af-66ab-46d2-ab5e-045dd374abaf service nova] Acquired lock "refresh_cache-8aa8d166-b351-4f5e-aac0-bd3356285a38" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.304323] env[62220]: DEBUG nova.network.neutron [req-7fc51c16-8843-4915-b206-5d85d2268d08 req-772733af-66ab-46d2-ab5e-045dd374abaf service nova] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Refreshing network info cache for port db8eb62e-b88b-4e15-8c5c-be7358b0b708 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1794.305822] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:35:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db8eb62e-b88b-4e15-8c5c-be7358b0b708', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1794.316209] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Creating folder: Project (d4c66323eddc4b6894145cbfd68da447). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1794.321278] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe701473-5d26-4282-aeb2-e7e2e3f3fdc9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.342542] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Created folder: Project (d4c66323eddc4b6894145cbfd68da447) in parent group-v363147. [ 1794.342853] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Creating folder: Instances. Parent ref: group-v363419. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1794.343129] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93cccd2b-070a-4b10-9208-aa45bb567ab5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.354721] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Created folder: Instances in parent group-v363419. [ 1794.356045] env[62220]: DEBUG oslo.service.loopingcall [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.356045] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1794.356045] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2389eab3-0099-4102-9f2e-405ad70f59b4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.372320] env[62220]: DEBUG nova.compute.manager [req-1899b8c2-8759-436c-85d3-8a4793614fa6 req-99e196af-5daa-42e4-a720-63d75bfcb9cb service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Received event network-changed-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1794.372503] env[62220]: DEBUG nova.compute.manager [req-1899b8c2-8759-436c-85d3-8a4793614fa6 req-99e196af-5daa-42e4-a720-63d75bfcb9cb service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Refreshing instance network info cache due to event network-changed-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1794.372753] env[62220]: DEBUG oslo_concurrency.lockutils [req-1899b8c2-8759-436c-85d3-8a4793614fa6 req-99e196af-5daa-42e4-a720-63d75bfcb9cb service nova] Acquiring lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.372901] env[62220]: DEBUG oslo_concurrency.lockutils [req-1899b8c2-8759-436c-85d3-8a4793614fa6 req-99e196af-5daa-42e4-a720-63d75bfcb9cb service nova] Acquired lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.373070] env[62220]: DEBUG nova.network.neutron [req-1899b8c2-8759-436c-85d3-8a4793614fa6 req-99e196af-5daa-42e4-a720-63d75bfcb9cb service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Refreshing network info cache for port 9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1794.383979] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1794.383979] env[62220]: value = "task-1747972" [ 1794.383979] env[62220]: _type = "Task" [ 1794.383979] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.395865] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747972, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.523741] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "refresh_cache-d17a321c-9ff2-4728-9d4d-b355d813c8eb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.563117] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747968, 'name': ReconfigVM_Task, 'duration_secs': 0.522331} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.563450] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1794.564349] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e8e368-a835-4793-b151-3fcfc93f6078 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.597885] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 96ea101b-679a-44b6-80fc-64ed684f853a/96ea101b-679a-44b6-80fc-64ed684f853a.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.601573] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-605a7ca5-2921-4e2b-97e6-5044d289e02a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.628287] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.630074] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1794.630074] env[62220]: value = "task-1747973" [ 1794.630074] env[62220]: _type = "Task" [ 1794.630074] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.637409] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.638085] env[62220]: DEBUG nova.compute.manager [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.647337] env[62220]: DEBUG oslo_concurrency.lockutils [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.707s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.647806] env[62220]: DEBUG nova.objects.instance [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lazy-loading 'resources' on Instance uuid 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.649189] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.891786] env[62220]: DEBUG nova.network.neutron [req-7fc51c16-8843-4915-b206-5d85d2268d08 req-772733af-66ab-46d2-ab5e-045dd374abaf service nova] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Updated VIF entry in instance network info cache for port db8eb62e-b88b-4e15-8c5c-be7358b0b708. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1794.892184] env[62220]: DEBUG nova.network.neutron [req-7fc51c16-8843-4915-b206-5d85d2268d08 req-772733af-66ab-46d2-ab5e-045dd374abaf service nova] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Updating instance_info_cache with network_info: [{"id": "db8eb62e-b88b-4e15-8c5c-be7358b0b708", "address": "fa:16:3e:f8:35:3c", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8eb62e-b8", "ovs_interfaceid": "db8eb62e-b88b-4e15-8c5c-be7358b0b708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.898167] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747972, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.060886] env[62220]: DEBUG nova.network.neutron [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Successfully updated port: b8eea039-d323-42c6-8dd7-8697a4b9d140 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1795.064212] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.064956] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa62292-a196-41dc-9933-4ebd51a7b5c9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.075799] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.078950] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13eba6e7-6967-4748-984f-c9e0fbf40191 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.126716] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747969, 'name': ReconfigVM_Task, 'duration_secs': 0.666206} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.127323] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Reconfigured VM instance instance-00000060 to attach disk [datastore1] b1d0cf48-8c40-471e-9eb0-7618501ec29c/b1d0cf48-8c40-471e-9eb0-7618501ec29c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.127758] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4e67d03-4a38-42d7-93d0-026b30422073 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.135065] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1795.135065] env[62220]: value = "task-1747975" [ 1795.135065] env[62220]: _type = "Task" [ 1795.135065] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.141549] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.144475] env[62220]: DEBUG nova.compute.utils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1795.151595] env[62220]: DEBUG nova.compute.manager [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1795.152160] env[62220]: DEBUG nova.network.neutron [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1795.153945] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747975, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.277453] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.277789] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.278025] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleting the datastore file [datastore1] d17a321c-9ff2-4728-9d4d-b355d813c8eb {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.281400] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57fa7b34-3179-4ade-8f40-0755752191be {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.285557] env[62220]: DEBUG nova.policy [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5a8f364b7bc4bcd9b578b532d9a444d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c39863cd28143b19cbb96dfffecae99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1795.289953] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1795.289953] env[62220]: value = "task-1747976" [ 1795.289953] env[62220]: _type = "Task" [ 1795.289953] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.303646] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.401452] env[62220]: DEBUG oslo_concurrency.lockutils [req-7fc51c16-8843-4915-b206-5d85d2268d08 req-772733af-66ab-46d2-ab5e-045dd374abaf service nova] Releasing lock "refresh_cache-8aa8d166-b351-4f5e-aac0-bd3356285a38" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.401995] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747972, 'name': CreateVM_Task, 'duration_secs': 0.67687} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.404514] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1795.405222] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.405388] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.405712] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1795.406287] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf46734-1b73-4231-ae71-72b0acb0cce7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.417080] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1795.417080] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e6c94e-4c00-3073-5194-26f75756b269" [ 1795.417080] env[62220]: _type = "Task" [ 1795.417080] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.425187] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e6c94e-4c00-3073-5194-26f75756b269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.484865] env[62220]: DEBUG nova.network.neutron [req-1899b8c2-8759-436c-85d3-8a4793614fa6 req-99e196af-5daa-42e4-a720-63d75bfcb9cb service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updated VIF entry in instance network info cache for port 9cd44a9b-fdcb-47cd-ac59-4a7824a70c98. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1795.484865] env[62220]: DEBUG nova.network.neutron [req-1899b8c2-8759-436c-85d3-8a4793614fa6 req-99e196af-5daa-42e4-a720-63d75bfcb9cb service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updating instance_info_cache with network_info: [{"id": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "address": "fa:16:3e:1b:73:e1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd44a9b-fd", "ovs_interfaceid": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.551656] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b6c24a-fe82-4a80-b519-23c1a4c9a44f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.559872] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481491e0-7310-4640-9820-51666c398d5f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.564060] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "refresh_cache-8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.564060] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquired lock "refresh_cache-8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.564060] env[62220]: DEBUG nova.network.neutron [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.597973] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8121e263-2ffa-474a-99ca-7ee5bc1da9f2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.606848] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6aad3b-d672-4831-9bee-adc5f1f9a002 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.621497] env[62220]: DEBUG nova.compute.provider_tree [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.642883] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1747973, 'name': ReconfigVM_Task, 'duration_secs': 0.890859} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.643481] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 96ea101b-679a-44b6-80fc-64ed684f853a/96ea101b-679a-44b6-80fc-64ed684f853a.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.643591] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance '96ea101b-679a-44b6-80fc-64ed684f853a' progress to 50 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1795.653317] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747975, 'name': Rename_Task, 'duration_secs': 0.170221} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.654050] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1795.654172] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d48e3ef0-eb85-4e77-956b-d185b5429725 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.656909] env[62220]: DEBUG nova.compute.manager [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.670669] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1795.670669] env[62220]: value = "task-1747977" [ 1795.670669] env[62220]: _type = "Task" [ 1795.670669] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.685750] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.800645] env[62220]: DEBUG oslo_vmware.api [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1747976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300417} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.800917] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.801354] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.801590] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.824572] env[62220]: INFO nova.scheduler.client.report [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleted allocations for instance d17a321c-9ff2-4728-9d4d-b355d813c8eb [ 1795.884251] env[62220]: DEBUG nova.network.neutron [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Successfully created port: dd7eb242-656d-43b1-b9c9-f072232f7270 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.928272] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e6c94e-4c00-3073-5194-26f75756b269, 'name': SearchDatastore_Task, 'duration_secs': 0.018985} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.928797] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.929123] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1795.929389] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.929537] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.929718] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1795.929989] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92cbe0bb-479b-45c5-b2fd-309e804c385d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.939548] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1795.939720] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1795.940519] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb26e6b-837c-48a3-972a-b60f00211723 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.947048] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1795.947048] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bd25c6-63a1-8355-0b9e-a7918fbb31b6" [ 1795.947048] env[62220]: _type = "Task" [ 1795.947048] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.956418] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bd25c6-63a1-8355-0b9e-a7918fbb31b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.988282] env[62220]: DEBUG oslo_concurrency.lockutils [req-1899b8c2-8759-436c-85d3-8a4793614fa6 req-99e196af-5daa-42e4-a720-63d75bfcb9cb service nova] Releasing lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.123183] env[62220]: DEBUG nova.network.neutron [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1796.124592] env[62220]: DEBUG nova.scheduler.client.report [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1796.141946] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.141946] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.157850] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d32f99d-8434-494e-aaaf-1d7a80a16c2e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.199785] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1ac63d-4721-4628-b639-320c19fef7c9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.233271] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747977, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.234081] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance '96ea101b-679a-44b6-80fc-64ed684f853a' progress to 67 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1796.250414] env[62220]: DEBUG nova.compute.manager [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Received event network-vif-plugged-b8eea039-d323-42c6-8dd7-8697a4b9d140 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1796.250699] env[62220]: DEBUG oslo_concurrency.lockutils [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] Acquiring lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.250929] env[62220]: DEBUG oslo_concurrency.lockutils [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] Lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.251313] env[62220]: DEBUG oslo_concurrency.lockutils [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] Lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.251523] env[62220]: DEBUG nova.compute.manager [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] No waiting events found dispatching network-vif-plugged-b8eea039-d323-42c6-8dd7-8697a4b9d140 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1796.252336] env[62220]: WARNING nova.compute.manager [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Received unexpected event network-vif-plugged-b8eea039-d323-42c6-8dd7-8697a4b9d140 for instance with vm_state building and task_state spawning. [ 1796.252336] env[62220]: DEBUG nova.compute.manager [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Received event network-changed-b8eea039-d323-42c6-8dd7-8697a4b9d140 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1796.252336] env[62220]: DEBUG nova.compute.manager [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Refreshing instance network info cache due to event network-changed-b8eea039-d323-42c6-8dd7-8697a4b9d140. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1796.252336] env[62220]: DEBUG oslo_concurrency.lockutils [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] Acquiring lock "refresh_cache-8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.329204] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.404762] env[62220]: DEBUG nova.compute.manager [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Received event network-changed-16b3c5ac-7e05-4355-addc-cd1932bb42e7 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1796.405238] env[62220]: DEBUG nova.compute.manager [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Refreshing instance network info cache due to event network-changed-16b3c5ac-7e05-4355-addc-cd1932bb42e7. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1796.405422] env[62220]: DEBUG oslo_concurrency.lockutils [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] Acquiring lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.405422] env[62220]: DEBUG oslo_concurrency.lockutils [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] Acquired lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.405590] env[62220]: DEBUG nova.network.neutron [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Refreshing network info cache for port 16b3c5ac-7e05-4355-addc-cd1932bb42e7 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.452377] env[62220]: DEBUG nova.network.neutron [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Updating instance_info_cache with network_info: [{"id": "b8eea039-d323-42c6-8dd7-8697a4b9d140", "address": "fa:16:3e:bf:4e:d1", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8eea039-d3", "ovs_interfaceid": "b8eea039-d323-42c6-8dd7-8697a4b9d140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.460755] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bd25c6-63a1-8355-0b9e-a7918fbb31b6, 'name': SearchDatastore_Task, 'duration_secs': 0.014716} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.461931] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-980acf24-baef-4ef1-9e06-260349027622 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.468156] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1796.468156] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528f9550-edcc-6a0a-963e-cda0ca10b370" [ 1796.468156] env[62220]: _type = "Task" [ 1796.468156] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.476500] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528f9550-edcc-6a0a-963e-cda0ca10b370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.630513] env[62220]: DEBUG oslo_concurrency.lockutils [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.632980] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.877s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.633233] env[62220]: DEBUG nova.objects.instance [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lazy-loading 'resources' on Instance uuid 89db3d34-3908-4f0d-a994-39fcc1444053 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.642810] env[62220]: DEBUG nova.compute.manager [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1796.653885] env[62220]: INFO nova.scheduler.client.report [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Deleted allocations for instance 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf [ 1796.707491] env[62220]: DEBUG nova.compute.manager [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.709594] env[62220]: DEBUG oslo_vmware.api [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747977, 'name': PowerOnVM_Task, 'duration_secs': 0.670855} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.710769] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.710769] env[62220]: INFO nova.compute.manager [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1796.711124] env[62220]: DEBUG nova.compute.manager [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.712259] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50280160-2bf2-4253-9b02-7b47e1ae1c2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.740318] env[62220]: DEBUG nova.virt.hardware [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1796.740957] env[62220]: DEBUG nova.virt.hardware [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1796.741253] env[62220]: DEBUG nova.virt.hardware [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.745709] env[62220]: DEBUG nova.virt.hardware [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1796.745709] env[62220]: DEBUG nova.virt.hardware [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.745709] env[62220]: DEBUG nova.virt.hardware [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1796.745709] env[62220]: DEBUG nova.virt.hardware [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1796.745709] env[62220]: DEBUG nova.virt.hardware [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1796.745709] env[62220]: DEBUG nova.virt.hardware [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1796.745709] env[62220]: DEBUG nova.virt.hardware [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1796.745709] env[62220]: DEBUG nova.virt.hardware [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1796.748517] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6452df-4c6a-4a8a-b97b-204a1acf41a3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.761343] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f2db2c-631a-4c29-8821-38990ada461b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.955783] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Releasing lock "refresh_cache-8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.956393] env[62220]: DEBUG nova.compute.manager [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Instance network_info: |[{"id": "b8eea039-d323-42c6-8dd7-8697a4b9d140", "address": "fa:16:3e:bf:4e:d1", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8eea039-d3", "ovs_interfaceid": "b8eea039-d323-42c6-8dd7-8697a4b9d140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1796.956729] env[62220]: DEBUG oslo_concurrency.lockutils [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] Acquired lock "refresh_cache-8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.956945] env[62220]: DEBUG nova.network.neutron [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Refreshing network info cache for port b8eea039-d323-42c6-8dd7-8697a4b9d140 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.958853] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:4e:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8eea039-d323-42c6-8dd7-8697a4b9d140', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.967782] env[62220]: DEBUG oslo.service.loopingcall [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.970099] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.973532] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96d39f68-4bd1-4e15-a291-1b08192f2f58 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.002424] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528f9550-edcc-6a0a-963e-cda0ca10b370, 'name': SearchDatastore_Task, 'duration_secs': 0.042191} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.004116] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.004494] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 8aa8d166-b351-4f5e-aac0-bd3356285a38/8aa8d166-b351-4f5e-aac0-bd3356285a38.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1797.004884] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1797.004884] env[62220]: value = "task-1747978" [ 1797.004884] env[62220]: _type = "Task" [ 1797.004884] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.005136] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84af31d6-a23e-4d63-9165-cf5f39c7bca0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.018375] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747978, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.020070] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1797.020070] env[62220]: value = "task-1747979" [ 1797.020070] env[62220]: _type = "Task" [ 1797.020070] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.036014] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.162507] env[62220]: DEBUG oslo_concurrency.lockutils [None req-79febc6e-7edf-46b2-802b-fcbc31a71400 tempest-AttachVolumeTestJSON-1363113983 tempest-AttachVolumeTestJSON-1363113983-project-member] Lock "5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.237s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.164801] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.237610] env[62220]: INFO nova.compute.manager [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Took 22.70 seconds to build instance. [ 1797.524987] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747978, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.536381] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c755eb7b-4bb3-4a25-af39-296c323aa34f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.538662] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78da7d61-62ac-4e1a-af05-04e4428599c6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.546787] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747979, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.549949] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429349d7-7c44-4af2-a73b-20f352f57d1c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.586514] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da59e86f-d701-4956-94fb-fdd8f2629028 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.596748] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45989100-d983-4ac2-b79e-d0aa78cc18c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.611700] env[62220]: DEBUG nova.compute.provider_tree [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.702459] env[62220]: DEBUG nova.network.neutron [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updated VIF entry in instance network info cache for port 16b3c5ac-7e05-4355-addc-cd1932bb42e7. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.705217] env[62220]: DEBUG nova.network.neutron [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updating instance_info_cache with network_info: [{"id": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "address": "fa:16:3e:08:31:d5", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b3c5ac-7e", "ovs_interfaceid": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.743968] env[62220]: DEBUG nova.network.neutron [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Updated VIF entry in instance network info cache for port b8eea039-d323-42c6-8dd7-8697a4b9d140. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.744379] env[62220]: DEBUG nova.network.neutron [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Updating instance_info_cache with network_info: [{"id": "b8eea039-d323-42c6-8dd7-8697a4b9d140", "address": "fa:16:3e:bf:4e:d1", "network": {"id": "823d9da1-fd2c-4261-837d-2fb94042a0b8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "82606021d07547899a70a9e5a82594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8eea039-d3", "ovs_interfaceid": "b8eea039-d323-42c6-8dd7-8697a4b9d140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.745736] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ff78d4-439f-43e0-86f1-6749caff7742 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.222s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.937458] env[62220]: DEBUG nova.network.neutron [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Port 4f18eec6-9095-4ed2-b2ca-679b8dbb4841 binding to destination host cpu-1 is already ACTIVE {{(pid=62220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1797.970757] env[62220]: DEBUG nova.network.neutron [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Successfully updated port: dd7eb242-656d-43b1-b9c9-f072232f7270 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1798.017653] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747978, 'name': CreateVM_Task, 'duration_secs': 0.672562} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.017870] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1798.018557] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.018722] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.019068] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1798.019558] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d14a879-ae9a-4f86-af14-5120697d277c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.024354] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1798.024354] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52799bcc-b426-cec5-4ad3-9c08f677acb0" [ 1798.024354] env[62220]: _type = "Task" [ 1798.024354] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.034895] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546772} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.037386] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 8aa8d166-b351-4f5e-aac0-bd3356285a38/8aa8d166-b351-4f5e-aac0-bd3356285a38.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1798.037601] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1798.037842] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52799bcc-b426-cec5-4ad3-9c08f677acb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.038055] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31263830-281f-418c-9e82-08b9a30154b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.044924] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1798.044924] env[62220]: value = "task-1747981" [ 1798.044924] env[62220]: _type = "Task" [ 1798.044924] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.052510] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.117022] env[62220]: DEBUG nova.scheduler.client.report [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1798.208513] env[62220]: DEBUG oslo_concurrency.lockutils [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] Releasing lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.208871] env[62220]: DEBUG nova.compute.manager [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Received event network-vif-unplugged-35a8e2f7-d75e-49b4-82fb-771a18ef5d7a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1798.209061] env[62220]: DEBUG oslo_concurrency.lockutils [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] Acquiring lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.209337] env[62220]: DEBUG oslo_concurrency.lockutils [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] Lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.209517] env[62220]: DEBUG oslo_concurrency.lockutils [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] Lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.209722] env[62220]: DEBUG nova.compute.manager [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] No waiting events found dispatching network-vif-unplugged-35a8e2f7-d75e-49b4-82fb-771a18ef5d7a {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1798.209909] env[62220]: WARNING nova.compute.manager [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Received unexpected event network-vif-unplugged-35a8e2f7-d75e-49b4-82fb-771a18ef5d7a for instance with vm_state shelved_offloaded and task_state None. [ 1798.210112] env[62220]: DEBUG nova.compute.manager [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Received event network-changed-35a8e2f7-d75e-49b4-82fb-771a18ef5d7a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1798.210291] env[62220]: DEBUG nova.compute.manager [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Refreshing instance network info cache due to event network-changed-35a8e2f7-d75e-49b4-82fb-771a18ef5d7a. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1798.210489] env[62220]: DEBUG oslo_concurrency.lockutils [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] Acquiring lock "refresh_cache-d17a321c-9ff2-4728-9d4d-b355d813c8eb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.210662] env[62220]: DEBUG oslo_concurrency.lockutils [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] Acquired lock "refresh_cache-d17a321c-9ff2-4728-9d4d-b355d813c8eb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.211126] env[62220]: DEBUG nova.network.neutron [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Refreshing network info cache for port 35a8e2f7-d75e-49b4-82fb-771a18ef5d7a {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1798.246761] env[62220]: DEBUG oslo_concurrency.lockutils [req-c61343dd-0d61-4a67-ab0f-4cf6e073179d req-a1569768-497a-4d2c-81be-5f2b1faaed0f service nova] Releasing lock "refresh_cache-8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.285738] env[62220]: DEBUG nova.compute.manager [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Received event network-changed-16b3c5ac-7e05-4355-addc-cd1932bb42e7 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1798.285894] env[62220]: DEBUG nova.compute.manager [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Refreshing instance network info cache due to event network-changed-16b3c5ac-7e05-4355-addc-cd1932bb42e7. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1798.286130] env[62220]: DEBUG oslo_concurrency.lockutils [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] Acquiring lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.286278] env[62220]: DEBUG oslo_concurrency.lockutils [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] Acquired lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.286441] env[62220]: DEBUG nova.network.neutron [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Refreshing network info cache for port 16b3c5ac-7e05-4355-addc-cd1932bb42e7 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1798.379009] env[62220]: INFO nova.compute.manager [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Rescuing [ 1798.379302] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "refresh_cache-b1d0cf48-8c40-471e-9eb0-7618501ec29c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.379457] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquired lock "refresh_cache-b1d0cf48-8c40-471e-9eb0-7618501ec29c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.379622] env[62220]: DEBUG nova.network.neutron [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.431102] env[62220]: DEBUG nova.compute.manager [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Received event network-vif-plugged-dd7eb242-656d-43b1-b9c9-f072232f7270 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1798.431643] env[62220]: DEBUG oslo_concurrency.lockutils [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] Acquiring lock "863b3a01-ab51-42ae-905b-e7bde2605c6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.431884] env[62220]: DEBUG oslo_concurrency.lockutils [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] Lock "863b3a01-ab51-42ae-905b-e7bde2605c6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.432095] env[62220]: DEBUG oslo_concurrency.lockutils [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] Lock "863b3a01-ab51-42ae-905b-e7bde2605c6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.432271] env[62220]: DEBUG nova.compute.manager [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] No waiting events found dispatching network-vif-plugged-dd7eb242-656d-43b1-b9c9-f072232f7270 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1798.432439] env[62220]: WARNING nova.compute.manager [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Received unexpected event network-vif-plugged-dd7eb242-656d-43b1-b9c9-f072232f7270 for instance with vm_state building and task_state spawning. [ 1798.432599] env[62220]: DEBUG nova.compute.manager [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Received event network-changed-dd7eb242-656d-43b1-b9c9-f072232f7270 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1798.432794] env[62220]: DEBUG nova.compute.manager [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Refreshing instance network info cache due to event network-changed-dd7eb242-656d-43b1-b9c9-f072232f7270. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1798.432977] env[62220]: DEBUG oslo_concurrency.lockutils [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] Acquiring lock "refresh_cache-863b3a01-ab51-42ae-905b-e7bde2605c6e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.433128] env[62220]: DEBUG oslo_concurrency.lockutils [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] Acquired lock "refresh_cache-863b3a01-ab51-42ae-905b-e7bde2605c6e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.433286] env[62220]: DEBUG nova.network.neutron [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Refreshing network info cache for port dd7eb242-656d-43b1-b9c9-f072232f7270 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1798.475648] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Acquiring lock "refresh_cache-863b3a01-ab51-42ae-905b-e7bde2605c6e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.537110] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52799bcc-b426-cec5-4ad3-9c08f677acb0, 'name': SearchDatastore_Task, 'duration_secs': 0.034371} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.538291] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.538291] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1798.538291] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.538291] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.538291] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1798.538518] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-952ebb75-748b-42b1-a0e8-ca2922ade87d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.554126] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18472} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.555251] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1798.555564] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1798.555734] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1798.556859] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac042a9-d17f-4fd4-be5a-56c8baa1af70 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.559608] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fad8e8f-175a-45cc-98c1-0555653e2fe1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.582373] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 8aa8d166-b351-4f5e-aac0-bd3356285a38/8aa8d166-b351-4f5e-aac0-bd3356285a38.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.582761] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1798.582761] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52304a13-57be-bd1f-e81c-15a20285fd89" [ 1798.582761] env[62220]: _type = "Task" [ 1798.582761] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.583068] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7544dd5a-7db0-414b-a530-4409807abff5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.605426] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52304a13-57be-bd1f-e81c-15a20285fd89, 'name': SearchDatastore_Task, 'duration_secs': 0.015606} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.607128] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1798.607128] env[62220]: value = "task-1747982" [ 1798.607128] env[62220]: _type = "Task" [ 1798.607128] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.607324] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ff666e-011c-4dec-a84f-aa397b1366f9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.615361] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1798.615361] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bfc6c0-f60a-bdd5-30e7-935d7d6dd607" [ 1798.615361] env[62220]: _type = "Task" [ 1798.615361] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.618346] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.621616] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.623958] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.398s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.624385] env[62220]: DEBUG nova.objects.instance [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lazy-loading 'resources' on Instance uuid 7d2ee524-61e6-4805-a8e7-98c0c676d89f {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.631151] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bfc6c0-f60a-bdd5-30e7-935d7d6dd607, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.631599] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.631662] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e/8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.631886] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5949d311-dc92-4ed3-a5f6-01505f8a5eda {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.644250] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1798.644250] env[62220]: value = "task-1747983" [ 1798.644250] env[62220]: _type = "Task" [ 1798.644250] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.648387] env[62220]: INFO nova.scheduler.client.report [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted allocations for instance 89db3d34-3908-4f0d-a994-39fcc1444053 [ 1798.656972] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.964540] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "96ea101b-679a-44b6-80fc-64ed684f853a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.965119] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "96ea101b-679a-44b6-80fc-64ed684f853a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.965390] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "96ea101b-679a-44b6-80fc-64ed684f853a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.002847] env[62220]: DEBUG nova.network.neutron [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1799.118890] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747982, 'name': ReconfigVM_Task, 'duration_secs': 0.323004} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.119405] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 8aa8d166-b351-4f5e-aac0-bd3356285a38/8aa8d166-b351-4f5e-aac0-bd3356285a38.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.120089] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7328b4b3-f2d5-46d3-b0e9-4ba368506bde {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.131040] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1799.131040] env[62220]: value = "task-1747984" [ 1799.131040] env[62220]: _type = "Task" [ 1799.131040] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.131995] env[62220]: DEBUG nova.network.neutron [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updated VIF entry in instance network info cache for port 16b3c5ac-7e05-4355-addc-cd1932bb42e7. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1799.132368] env[62220]: DEBUG nova.network.neutron [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updating instance_info_cache with network_info: [{"id": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "address": "fa:16:3e:08:31:d5", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b3c5ac-7e", "ovs_interfaceid": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.143495] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747984, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.145046] env[62220]: DEBUG nova.network.neutron [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Updated VIF entry in instance network info cache for port 35a8e2f7-d75e-49b4-82fb-771a18ef5d7a. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1799.145382] env[62220]: DEBUG nova.network.neutron [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Updating instance_info_cache with network_info: [{"id": "35a8e2f7-d75e-49b4-82fb-771a18ef5d7a", "address": "fa:16:3e:61:b7:f7", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": null, "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap35a8e2f7-d7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.147197] env[62220]: DEBUG nova.network.neutron [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.164812] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92ebe7e3-d5d2-4fb5-923f-2af368a3afea tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "89db3d34-3908-4f0d-a994-39fcc1444053" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.708s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.172565] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463966} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.175438] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e/8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1799.175721] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.176313] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71bfe430-53bc-4bb4-8777-14651468ff7a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.184709] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1799.184709] env[62220]: value = "task-1747985" [ 1799.184709] env[62220]: _type = "Task" [ 1799.184709] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.200511] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.337365] env[62220]: DEBUG nova.network.neutron [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Updating instance_info_cache with network_info: [{"id": "4a180d57-4b34-4905-a257-b95eec013be6", "address": "fa:16:3e:51:e3:89", "network": {"id": "d55ed202-3c42-44b5-b415-4e9e142383fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1538133814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32bf6217767b4905b926fdbe89b11df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a180d57-4b", "ovs_interfaceid": "4a180d57-4b34-4905-a257-b95eec013be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.430136] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39f6831-48ed-4455-928c-10e08e194e1f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.438196] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4ed537-4c11-4b36-9897-c2c69d4304f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.471591] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5f6c55-498e-4e10-bff8-c126d88bdad6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.481733] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94f79d8-885d-4ae5-b5c5-2d210930b686 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.496015] env[62220]: DEBUG nova.compute.provider_tree [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1799.561225] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "ee9ef581-b58f-4bb0-a517-22fd69c1117a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.561500] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "ee9ef581-b58f-4bb0-a517-22fd69c1117a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.561714] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "ee9ef581-b58f-4bb0-a517-22fd69c1117a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.561899] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "ee9ef581-b58f-4bb0-a517-22fd69c1117a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.562084] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "ee9ef581-b58f-4bb0-a517-22fd69c1117a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.564382] env[62220]: INFO nova.compute.manager [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Terminating instance [ 1799.634990] env[62220]: DEBUG oslo_concurrency.lockutils [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] Releasing lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.634990] env[62220]: DEBUG nova.compute.manager [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Received event network-changed-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1799.635204] env[62220]: DEBUG nova.compute.manager [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Refreshing instance network info cache due to event network-changed-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1799.635484] env[62220]: DEBUG oslo_concurrency.lockutils [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] Acquiring lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.635661] env[62220]: DEBUG oslo_concurrency.lockutils [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] Acquired lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.635859] env[62220]: DEBUG nova.network.neutron [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Refreshing network info cache for port 9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.646524] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747984, 'name': Rename_Task, 'duration_secs': 0.150608} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.647346] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1799.647635] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2acd742a-c491-464f-a3a8-216379fa885a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.652063] env[62220]: DEBUG oslo_concurrency.lockutils [req-ba0bc3bd-16d5-441a-b549-92d7adc971d9 req-e993b89f-6b5d-41b3-b2ca-8ffe09353d8b service nova] Releasing lock "refresh_cache-d17a321c-9ff2-4728-9d4d-b355d813c8eb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.654679] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1799.654679] env[62220]: value = "task-1747986" [ 1799.654679] env[62220]: _type = "Task" [ 1799.654679] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.657827] env[62220]: DEBUG oslo_concurrency.lockutils [req-3a4e84dc-842a-47be-99a3-02c9ac4bc80f req-d2fabc86-0c90-4877-bbcf-5cf9de293c05 service nova] Releasing lock "refresh_cache-863b3a01-ab51-42ae-905b-e7bde2605c6e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.658369] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Acquired lock "refresh_cache-863b3a01-ab51-42ae-905b-e7bde2605c6e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.658523] env[62220]: DEBUG nova.network.neutron [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.664507] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.695193] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072188} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.695534] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.696332] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4d3564-285f-4edd-8341-53d26c0d16e1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.719143] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e/8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.719489] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e25d5f4d-8030-480d-9f78-6dbacf02b330 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.740440] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1799.740440] env[62220]: value = "task-1747987" [ 1799.740440] env[62220]: _type = "Task" [ 1799.740440] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.748827] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.840271] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Releasing lock "refresh_cache-b1d0cf48-8c40-471e-9eb0-7618501ec29c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.999175] env[62220]: DEBUG nova.scheduler.client.report [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1800.014173] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.014372] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.014652] env[62220]: DEBUG nova.network.neutron [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.067664] env[62220]: DEBUG nova.compute.manager [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1800.067899] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1800.068796] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5904b4-216d-4c4f-9ad7-5e266ea9ab00 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.077291] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1800.077531] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48f4144d-02a1-4201-81c3-19d515af1ead {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.083996] env[62220]: DEBUG oslo_vmware.api [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1800.083996] env[62220]: value = "task-1747988" [ 1800.083996] env[62220]: _type = "Task" [ 1800.083996] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.093011] env[62220]: DEBUG oslo_vmware.api [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.165322] env[62220]: DEBUG oslo_vmware.api [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747986, 'name': PowerOnVM_Task, 'duration_secs': 0.47613} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.165830] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1800.166044] env[62220]: INFO nova.compute.manager [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1800.166230] env[62220]: DEBUG nova.compute.manager [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.166992] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4bae8d-df1a-456a-81ca-49bdeeec9acb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.195772] env[62220]: DEBUG nova.network.neutron [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.255403] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.358182] env[62220]: DEBUG nova.network.neutron [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Updating instance_info_cache with network_info: [{"id": "dd7eb242-656d-43b1-b9c9-f072232f7270", "address": "fa:16:3e:73:bb:c1", "network": {"id": "6c521cb7-63ed-40b3-853f-e6ee6bdbaa9f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-216971749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39863cd28143b19cbb96dfffecae99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7eb242-65", "ovs_interfaceid": "dd7eb242-656d-43b1-b9c9-f072232f7270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.497782] env[62220]: DEBUG nova.network.neutron [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updated VIF entry in instance network info cache for port 9cd44a9b-fdcb-47cd-ac59-4a7824a70c98. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.497782] env[62220]: DEBUG nova.network.neutron [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updating instance_info_cache with network_info: [{"id": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "address": "fa:16:3e:1b:73:e1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd44a9b-fd", "ovs_interfaceid": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.506875] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.509491] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.575s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.509673] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.510177] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1800.510417] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.181s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.510642] env[62220]: DEBUG nova.objects.instance [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lazy-loading 'resources' on Instance uuid d17a321c-9ff2-4728-9d4d-b355d813c8eb {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1800.512793] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d6e989-62df-4e86-a6bd-6536165c1ab7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.525957] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8941c35d-e2a6-4b3a-83d3-34db98eb8306 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.531445] env[62220]: INFO nova.scheduler.client.report [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleted allocations for instance 7d2ee524-61e6-4805-a8e7-98c0c676d89f [ 1800.542828] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a5fcfb-7336-49b5-90d6-9f35346c8bce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.553908] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f937ee2-e74f-4136-9cb9-b80ea933433f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.587881] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179672MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1800.588114] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.598505] env[62220]: DEBUG oslo_vmware.api [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747988, 'name': PowerOffVM_Task, 'duration_secs': 0.225736} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.598810] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1800.599147] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1800.599263] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9585e11f-31dd-4b8b-b451-f06438129a23 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.685615] env[62220]: INFO nova.compute.manager [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Took 21.55 seconds to build instance. [ 1800.689972] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1800.690163] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1800.690360] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleting the datastore file [datastore1] ee9ef581-b58f-4bb0-a517-22fd69c1117a {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1800.690863] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2204aa30-5476-47ed-997b-1c52845e642a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.698477] env[62220]: DEBUG oslo_vmware.api [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1800.698477] env[62220]: value = "task-1747991" [ 1800.698477] env[62220]: _type = "Task" [ 1800.698477] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.707951] env[62220]: DEBUG oslo_vmware.api [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.752588] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747987, 'name': ReconfigVM_Task, 'duration_secs': 0.617641} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.753761] env[62220]: DEBUG nova.network.neutron [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance_info_cache with network_info: [{"id": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "address": "fa:16:3e:21:b2:2d", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f18eec6-90", "ovs_interfaceid": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.755052] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e/8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.755879] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-507b7bbb-135d-4951-9d5b-77c6f00bf442 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.762496] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1800.762496] env[62220]: value = "task-1747992" [ 1800.762496] env[62220]: _type = "Task" [ 1800.762496] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.772277] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747992, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.861495] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Releasing lock "refresh_cache-863b3a01-ab51-42ae-905b-e7bde2605c6e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.861560] env[62220]: DEBUG nova.compute.manager [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Instance network_info: |[{"id": "dd7eb242-656d-43b1-b9c9-f072232f7270", "address": "fa:16:3e:73:bb:c1", "network": {"id": "6c521cb7-63ed-40b3-853f-e6ee6bdbaa9f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-216971749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39863cd28143b19cbb96dfffecae99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7eb242-65", "ovs_interfaceid": "dd7eb242-656d-43b1-b9c9-f072232f7270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1800.861954] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:bb:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd7eb242-656d-43b1-b9c9-f072232f7270', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1800.874742] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Creating folder: Project (7c39863cd28143b19cbb96dfffecae99). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1800.877277] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4898d8db-8a77-42f8-876f-7d79567599c8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.892328] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Created folder: Project (7c39863cd28143b19cbb96dfffecae99) in parent group-v363147. [ 1800.892752] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Creating folder: Instances. Parent ref: group-v363423. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1800.892949] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f91a196-d3ed-467b-991a-03f4b994076e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.905238] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Created folder: Instances in parent group-v363423. [ 1800.905511] env[62220]: DEBUG oslo.service.loopingcall [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.905742] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1800.906008] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae990af4-2822-428b-bb4b-b7b1c6c3ed28 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.924910] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1800.924910] env[62220]: value = "task-1747995" [ 1800.924910] env[62220]: _type = "Task" [ 1800.924910] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.932395] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747995, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.999743] env[62220]: DEBUG oslo_concurrency.lockutils [req-20db67d2-2dec-42e1-8b90-336a31ce8281 req-264c1383-6807-447c-b9cc-d264f6d60b5b service nova] Releasing lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.018738] env[62220]: DEBUG nova.objects.instance [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lazy-loading 'numa_topology' on Instance uuid d17a321c-9ff2-4728-9d4d-b355d813c8eb {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.048745] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7d8adfce-264c-484f-b241-d110cba28da7 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "7d2ee524-61e6-4805-a8e7-98c0c676d89f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.240s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.187532] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3abac02b-670d-4226-bbcc-8b5b96b7cb92 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "8aa8d166-b351-4f5e-aac0-bd3356285a38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.061s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.209021] env[62220]: DEBUG oslo_vmware.api [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1747991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259157} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.209264] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1801.209437] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1801.209612] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1801.209792] env[62220]: INFO nova.compute.manager [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1801.210038] env[62220]: DEBUG oslo.service.loopingcall [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.210245] env[62220]: DEBUG nova.compute.manager [-] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1801.210341] env[62220]: DEBUG nova.network.neutron [-] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1801.256707] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.271804] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747992, 'name': Rename_Task, 'duration_secs': 0.181717} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.272078] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.272314] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b83a099-f27f-410f-93df-6589a3ad5232 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.279786] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1801.279786] env[62220]: value = "task-1747996" [ 1801.279786] env[62220]: _type = "Task" [ 1801.279786] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.289052] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.382867] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1801.383206] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80318f63-cef7-4247-85b1-1d3c2e03210d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.391129] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1801.391129] env[62220]: value = "task-1747997" [ 1801.391129] env[62220]: _type = "Task" [ 1801.391129] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.401811] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.435970] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747995, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.521594] env[62220]: DEBUG nova.objects.base [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1801.769130] env[62220]: DEBUG nova.compute.manager [req-e74e9fea-587c-4af9-9e32-a9843e1c8e73 req-befa930f-a681-449e-a365-c5bcae0c6cfd service nova] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Received event network-vif-deleted-fdc262d4-c95f-4c95-a585-e8f7c74f2581 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1801.769344] env[62220]: INFO nova.compute.manager [req-e74e9fea-587c-4af9-9e32-a9843e1c8e73 req-befa930f-a681-449e-a365-c5bcae0c6cfd service nova] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Neutron deleted interface fdc262d4-c95f-4c95-a585-e8f7c74f2581; detaching it from the instance and deleting it from the info cache [ 1801.769517] env[62220]: DEBUG nova.network.neutron [req-e74e9fea-587c-4af9-9e32-a9843e1c8e73 req-befa930f-a681-449e-a365-c5bcae0c6cfd service nova] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.771641] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3554607-c8df-46e1-bb1c-0e774ebf6cc5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.785567] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a8c634-c720-4344-9787-499e14cb5048 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.796995] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.806544] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55446c3-654f-46ae-9cb0-0712d67d985f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.813860] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706c94e-55e3-45b7-b5f5-804321ed541a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.844298] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff87fb6-fc59-4add-93e9-e71a79ffcde7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.852561] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc06e16b-b1d3-439b-9bf6-c6968552f7dd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.868587] env[62220]: DEBUG nova.compute.provider_tree [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.900461] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747997, 'name': PowerOffVM_Task, 'duration_secs': 0.309601} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.900625] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.901469] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8de62db-88ed-4ec4-b8ab-15c39f44e24a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.920375] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866fd146-55ec-4946-856a-3b5bf12738ba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.937216] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747995, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.958012] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1801.958357] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a85555c-bb16-4bfc-ad42-b31b1f973e4e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.965857] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1801.965857] env[62220]: value = "task-1747998" [ 1801.965857] env[62220]: _type = "Task" [ 1801.965857] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.974392] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1747998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.097392] env[62220]: DEBUG nova.network.neutron [-] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.278437] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61af3bd1-df75-4ce0-bc67-218f97522428 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.289093] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bf3da1-a802-4da7-b472-4006a9721b64 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.303544] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747996, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.330273] env[62220]: DEBUG nova.compute.manager [req-e74e9fea-587c-4af9-9e32-a9843e1c8e73 req-befa930f-a681-449e-a365-c5bcae0c6cfd service nova] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Detach interface failed, port_id=fdc262d4-c95f-4c95-a585-e8f7c74f2581, reason: Instance ee9ef581-b58f-4bb0-a517-22fd69c1117a could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1802.372326] env[62220]: DEBUG nova.scheduler.client.report [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1802.437399] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1747995, 'name': CreateVM_Task, 'duration_secs': 1.295309} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.437399] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1802.437688] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.437801] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.438145] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1802.438402] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267cace1-9b89-4187-95cd-a799b53ba0d4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.443442] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Waiting for the task: (returnval){ [ 1802.443442] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52429ced-3714-b89f-bf28-3d302d7f6124" [ 1802.443442] env[62220]: _type = "Task" [ 1802.443442] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.451693] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52429ced-3714-b89f-bf28-3d302d7f6124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.476121] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1802.476430] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1802.476765] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.476994] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.477261] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1802.477564] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff3a135f-ebb2-4a59-9c87-860f509c8fa7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.486247] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1802.486521] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1802.487402] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062e6a0e-4bcd-4015-9e03-37b912595a33 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.492998] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1802.492998] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521aa7b3-b660-ae9c-8d37-4c632074abc4" [ 1802.492998] env[62220]: _type = "Task" [ 1802.492998] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.500756] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521aa7b3-b660-ae9c-8d37-4c632074abc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.600361] env[62220]: INFO nova.compute.manager [-] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Took 1.39 seconds to deallocate network for instance. [ 1802.792190] env[62220]: DEBUG oslo_vmware.api [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1747996, 'name': PowerOnVM_Task, 'duration_secs': 1.115905} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.792510] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.792764] env[62220]: INFO nova.compute.manager [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1802.792981] env[62220]: DEBUG nova.compute.manager [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.793847] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4831616d-a7ff-4d12-bd2a-ebf9803d3d2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.877346] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.879920] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.715s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.882373] env[62220]: INFO nova.compute.claims [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1802.898317] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e3867a-a470-4db7-aa56-5fcaf86b5268 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.921116] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b791f2c-0a96-4ac4-93e6-6a2d1c7cdb5c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.928997] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance '96ea101b-679a-44b6-80fc-64ed684f853a' progress to 83 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1802.956268] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52429ced-3714-b89f-bf28-3d302d7f6124, 'name': SearchDatastore_Task, 'duration_secs': 0.02303} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.956658] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.956954] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1802.957215] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.005602] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521aa7b3-b660-ae9c-8d37-4c632074abc4, 'name': SearchDatastore_Task, 'duration_secs': 0.012052} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.006395] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a16fcb8-0269-4945-8916-9ba2567a4e67 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.011493] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1803.011493] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5238c548-2f4c-04ef-9bbc-d66470e4bd06" [ 1803.011493] env[62220]: _type = "Task" [ 1803.011493] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.019151] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5238c548-2f4c-04ef-9bbc-d66470e4bd06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.036791] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.037068] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.106983] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.311519] env[62220]: INFO nova.compute.manager [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Took 23.66 seconds to build instance. [ 1803.391371] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3fd1e8b0-9a76-4909-9084-24bf75bf76d4 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.529s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.392893] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c755eb7b-4bb3-4a25-af39-296c323aa34f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.857s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.393141] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c755eb7b-4bb3-4a25-af39-296c323aa34f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.393349] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c755eb7b-4bb3-4a25-af39-296c323aa34f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.393509] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c755eb7b-4bb3-4a25-af39-296c323aa34f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.395445] env[62220]: INFO nova.compute.manager [None req-c755eb7b-4bb3-4a25-af39-296c323aa34f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Terminating instance [ 1803.435551] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1803.435551] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4edf542-b17c-4953-a1e0-1e34716d7f7b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.444677] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1803.444677] env[62220]: value = "task-1748000" [ 1803.444677] env[62220]: _type = "Task" [ 1803.444677] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.452677] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.522597] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5238c548-2f4c-04ef-9bbc-d66470e4bd06, 'name': SearchDatastore_Task, 'duration_secs': 0.034046} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.522936] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.523218] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b1d0cf48-8c40-471e-9eb0-7618501ec29c/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk. {{(pid=62220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1803.523509] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.523706] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1803.523953] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-171b5ac3-ebb9-44ae-abc9-f81b9e6e6805 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.525956] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eac7907-5403-40f0-9b88-0631ff3eb104 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.534107] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1803.534107] env[62220]: value = "task-1748001" [ 1803.534107] env[62220]: _type = "Task" [ 1803.534107] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.538044] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1803.538177] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1803.539353] env[62220]: DEBUG nova.compute.manager [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1803.541807] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9687e23-6aac-457a-936d-e02dfedd2022 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.550800] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Waiting for the task: (returnval){ [ 1803.550800] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fc7526-acd5-79b2-b208-cb3282a55b22" [ 1803.550800] env[62220]: _type = "Task" [ 1803.550800] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.551124] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.559093] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fc7526-acd5-79b2-b208-cb3282a55b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.816092] env[62220]: DEBUG oslo_concurrency.lockutils [None req-119f03e3-ddca-4a9e-a9ea-b03bc59a8299 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.178s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.900039] env[62220]: DEBUG nova.compute.manager [None req-c755eb7b-4bb3-4a25-af39-296c323aa34f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1803.901225] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c755eb7b-4bb3-4a25-af39-296c323aa34f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1803.901225] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2372894d-66b1-45f0-89ed-38c7833aab23 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.911171] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5606206e-3544-4bf9-b837-898a5fd6ed73 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.951865] env[62220]: WARNING nova.virt.vmwareapi.vmops [None req-c755eb7b-4bb3-4a25-af39-296c323aa34f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d17a321c-9ff2-4728-9d4d-b355d813c8eb could not be found. [ 1803.952144] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c755eb7b-4bb3-4a25-af39-296c323aa34f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1803.952363] env[62220]: INFO nova.compute.manager [None req-c755eb7b-4bb3-4a25-af39-296c323aa34f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1803.952628] env[62220]: DEBUG oslo.service.loopingcall [None req-c755eb7b-4bb3-4a25-af39-296c323aa34f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.959187] env[62220]: DEBUG nova.compute.manager [-] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1803.959298] env[62220]: DEBUG nova.network.neutron [-] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1803.968882] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748000, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.050518] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748001, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.067448] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fc7526-acd5-79b2-b208-cb3282a55b22, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.068674] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.069616] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c88ced-5d29-423a-a4e9-d85173ed2b52 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.078106] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Waiting for the task: (returnval){ [ 1804.078106] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52356514-18f2-6c5b-11c7-ac00fd7a1ecd" [ 1804.078106] env[62220]: _type = "Task" [ 1804.078106] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.086642] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52356514-18f2-6c5b-11c7-ac00fd7a1ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.205289] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2717e867-1563-47b3-ba46-9759bfa17006 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.214048] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad8ff34-8dd4-4f23-ac30-6df72ce78bd9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.252298] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9584f13-8c9f-497e-a2f1-8adf2c3423cc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.264111] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879e7a97-e2f2-4100-930d-fbb26fafa746 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.276851] env[62220]: DEBUG nova.compute.provider_tree [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.461384] env[62220]: DEBUG oslo_vmware.api [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748000, 'name': PowerOnVM_Task, 'duration_secs': 0.680718} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.461736] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1804.461818] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2040949a-66f0-414d-b960-2a055316415c tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance '96ea101b-679a-44b6-80fc-64ed684f853a' progress to 100 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1804.546625] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557356} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.546625] env[62220]: INFO nova.virt.vmwareapi.ds_util [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] b1d0cf48-8c40-471e-9eb0-7618501ec29c/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk. [ 1804.546625] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451784a6-cb86-44a2-bbb1-5e9920581706 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.570861] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] b1d0cf48-8c40-471e-9eb0-7618501ec29c/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1804.571300] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a26485-7a34-4fca-9bba-188292043b8e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.592927] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52356514-18f2-6c5b-11c7-ac00fd7a1ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.013575} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.594016] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.594279] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 863b3a01-ab51-42ae-905b-e7bde2605c6e/863b3a01-ab51-42ae-905b-e7bde2605c6e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1804.594583] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1804.594583] env[62220]: value = "task-1748002" [ 1804.594583] env[62220]: _type = "Task" [ 1804.594583] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.594805] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-739c2095-ef6e-412f-80ad-e10ed38d8cef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.603622] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.604695] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Waiting for the task: (returnval){ [ 1804.604695] env[62220]: value = "task-1748003" [ 1804.604695] env[62220]: _type = "Task" [ 1804.604695] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.611423] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.674904] env[62220]: DEBUG nova.network.neutron [-] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.725204] env[62220]: DEBUG nova.compute.manager [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1804.726440] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a75510b-bc47-49dd-8521-a0b0c132aa48 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.779873] env[62220]: DEBUG nova.scheduler.client.report [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1805.116048] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748002, 'name': ReconfigVM_Task, 'duration_secs': 0.298726} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.116048] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Reconfigured VM instance instance-00000060 to attach disk [datastore1] b1d0cf48-8c40-471e-9eb0-7618501ec29c/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1805.117154] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8144a31d-b025-4bc8-bd97-0d3419dc7325 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.125341] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748003, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.159557] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af0088a0-dce7-4c0b-aed6-8c2c3a145f93 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.177611] env[62220]: INFO nova.compute.manager [-] [instance: d17a321c-9ff2-4728-9d4d-b355d813c8eb] Took 1.22 seconds to deallocate network for instance. [ 1805.184594] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1805.184594] env[62220]: value = "task-1748004" [ 1805.184594] env[62220]: _type = "Task" [ 1805.184594] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.198485] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.238932] env[62220]: INFO nova.compute.manager [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] instance snapshotting [ 1805.242308] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38803ca-d0a9-4835-aa13-dd0f6b784f62 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.263889] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0586ee94-5b1c-4b5e-b083-894aaaef75a4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.286050] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.286660] env[62220]: DEBUG nova.compute.manager [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1805.289646] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.702s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.618053] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767532} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.618378] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 863b3a01-ab51-42ae-905b-e7bde2605c6e/863b3a01-ab51-42ae-905b-e7bde2605c6e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1805.618501] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1805.618724] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efc69f36-b7bc-46f2-bddf-a90f8efd1b8a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.625428] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Waiting for the task: (returnval){ [ 1805.625428] env[62220]: value = "task-1748005" [ 1805.625428] env[62220]: _type = "Task" [ 1805.625428] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.633008] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.697900] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748004, 'name': ReconfigVM_Task, 'duration_secs': 0.253259} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.698188] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1805.698445] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0596070-bd5a-4b58-aca5-44224eba147a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.708796] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1805.708796] env[62220]: value = "task-1748006" [ 1805.708796] env[62220]: _type = "Task" [ 1805.708796] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.716600] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.779289] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1805.779444] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c0ff1855-b0a8-4d5e-9858-6c53bb00358c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.787956] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1805.787956] env[62220]: value = "task-1748007" [ 1805.787956] env[62220]: _type = "Task" [ 1805.787956] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.793635] env[62220]: DEBUG nova.compute.utils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1805.807692] env[62220]: DEBUG nova.compute.manager [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1805.808025] env[62220]: DEBUG nova.network.neutron [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1805.809682] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748007, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.874675] env[62220]: DEBUG nova.policy [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ecfd0c55ff648c99e673c5fd64a2e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a232aae0948c431487c97d0e07f10158', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1806.136776] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07814} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.137126] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1806.137943] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd430e5-ff82-4a7c-9342-2c5311c54a77 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.162939] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 863b3a01-ab51-42ae-905b-e7bde2605c6e/863b3a01-ab51-42ae-905b-e7bde2605c6e.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.164864] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0f8efb-34e1-4e4f-98d4-8c497bec5fcb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.189778] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Waiting for the task: (returnval){ [ 1806.189778] env[62220]: value = "task-1748008" [ 1806.189778] env[62220]: _type = "Task" [ 1806.189778] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.202113] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.208898] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c755eb7b-4bb3-4a25-af39-296c323aa34f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "d17a321c-9ff2-4728-9d4d-b355d813c8eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.816s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.219489] env[62220]: DEBUG oslo_vmware.api [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748006, 'name': PowerOnVM_Task, 'duration_secs': 0.442735} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.220501] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.224336] env[62220]: DEBUG nova.compute.manager [None req-5c098d37-9d36-4f87-8858-66c68ebf4747 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.225270] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f18c7d-1d7d-49ca-b49c-16767b2ef372 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.287359] env[62220]: DEBUG nova.network.neutron [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Successfully created port: 1ebf739c-5ab4-407c-8e48-558a31266e78 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1806.303651] env[62220]: DEBUG nova.compute.manager [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1806.311440] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Applying migration context for instance 96ea101b-679a-44b6-80fc-64ed684f853a as it has an incoming, in-progress migration e07f1a74-2db1-48bb-9719-df2edb708a5c. Migration status is finished {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1806.313389] env[62220]: INFO nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating resource usage from migration e07f1a74-2db1-48bb-9719-df2edb708a5c [ 1806.316531] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748007, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.345999] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 0c9d3ec0-2876-4300-9a10-27e1062ebf83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347040] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347040] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance c41b6d89-786b-403a-b9da-2360ac8be34f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347040] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance ee9ef581-b58f-4bb0-a517-22fd69c1117a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1806.347040] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b678b462-3da4-4528-8763-36982ea94891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347040] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 03789d9a-3d3b-471e-b415-75c4836b9502 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347040] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance f919009d-9ea4-4fc4-819c-f182ebe9ecd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347040] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance a8f42686-354e-4afc-8bb7-e7db20ac2aa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347040] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 6d6c9250-d939-4116-9cbd-7ee12aa7c526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347561] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 1523219d-b829-4c85-8667-a16b537350ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347561] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 5b884962-a0d5-44ac-b400-6c560b652c1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347561] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b1d0cf48-8c40-471e-9eb0-7618501ec29c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347561] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Migration e07f1a74-2db1-48bb-9719-df2edb708a5c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1806.347684] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 96ea101b-679a-44b6-80fc-64ed684f853a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347684] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 8aa8d166-b351-4f5e-aac0-bd3356285a38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347915] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.347915] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 863b3a01-ab51-42ae-905b-e7bde2605c6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.348014] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance a813f177-1ad1-4e16-95a0-1ac266e5306c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.703596] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.805302] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748007, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.851712] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance d19195a8-0475-4ef4-b1f2-2a74d46e078b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1806.854021] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1806.854021] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1807.086782] env[62220]: DEBUG nova.network.neutron [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Port 4f18eec6-9095-4ed2-b2ca-679b8dbb4841 binding to destination host cpu-1 is already ACTIVE {{(pid=62220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1807.086782] env[62220]: DEBUG oslo_concurrency.lockutils [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.086924] env[62220]: DEBUG oslo_concurrency.lockutils [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.087074] env[62220]: DEBUG nova.network.neutron [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1807.151389] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d5cbed-3405-4848-96e5-b90d866b068d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.160089] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ce3ca7-ef56-4236-9fbf-37b84526867c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.197465] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a77ba0-04b2-4d73-9671-2153baa5785d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.209219] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14d1104-d747-46da-baec-6f9b1da19b77 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.213366] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748008, 'name': ReconfigVM_Task, 'duration_secs': 0.630009} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.213453] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 863b3a01-ab51-42ae-905b-e7bde2605c6e/863b3a01-ab51-42ae-905b-e7bde2605c6e.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.214516] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af143e08-5677-4456-9859-f53131f66645 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.226111] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.234810] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Waiting for the task: (returnval){ [ 1807.234810] env[62220]: value = "task-1748009" [ 1807.234810] env[62220]: _type = "Task" [ 1807.234810] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.243180] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748009, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.305810] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748007, 'name': CreateSnapshot_Task, 'duration_secs': 1.04908} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.306140] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1807.307440] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7a38b7-2179-4a57-abd1-8a53512f336b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.317093] env[62220]: DEBUG nova.compute.manager [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1807.353208] env[62220]: DEBUG nova.virt.hardware [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1807.353357] env[62220]: DEBUG nova.virt.hardware [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1807.354021] env[62220]: DEBUG nova.virt.hardware [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1807.354021] env[62220]: DEBUG nova.virt.hardware [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1807.354021] env[62220]: DEBUG nova.virt.hardware [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1807.354021] env[62220]: DEBUG nova.virt.hardware [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1807.354218] env[62220]: DEBUG nova.virt.hardware [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1807.354663] env[62220]: DEBUG nova.virt.hardware [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1807.354663] env[62220]: DEBUG nova.virt.hardware [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1807.354802] env[62220]: DEBUG nova.virt.hardware [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1807.355504] env[62220]: DEBUG nova.virt.hardware [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1807.355851] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74429725-3280-4681-bff8-1f646ccaaa75 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.364192] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e4d6c5-84ac-4b02-891d-cfa22cfa74f7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.644509] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.644783] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.727600] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1807.743236] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748009, 'name': Rename_Task, 'duration_secs': 0.236367} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.743236] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.743236] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53f668be-1b8f-452f-86e0-1b9a5290bf45 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.756434] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Waiting for the task: (returnval){ [ 1807.756434] env[62220]: value = "task-1748010" [ 1807.756434] env[62220]: _type = "Task" [ 1807.756434] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.764769] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.830644] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1807.831152] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c180c2f6-fa63-4455-b95c-7f25b521adae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.846324] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1807.846324] env[62220]: value = "task-1748011" [ 1807.846324] env[62220]: _type = "Task" [ 1807.846324] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.855831] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748011, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.948321] env[62220]: DEBUG nova.network.neutron [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance_info_cache with network_info: [{"id": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "address": "fa:16:3e:21:b2:2d", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f18eec6-90", "ovs_interfaceid": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.148237] env[62220]: DEBUG nova.compute.manager [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1808.238008] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1808.238251] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.949s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.238534] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.132s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.238733] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.242996] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.174s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.244723] env[62220]: INFO nova.compute.claims [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1808.249957] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1808.250135] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Cleaning up deleted instances {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 1808.268477] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748010, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.303658] env[62220]: DEBUG nova.compute.manager [req-06d4e676-3dba-4959-8ef9-4485f9cf06cf req-6e10b633-3609-4c6d-a575-8b197b0a19bb service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Received event network-vif-plugged-1ebf739c-5ab4-407c-8e48-558a31266e78 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1808.304165] env[62220]: DEBUG oslo_concurrency.lockutils [req-06d4e676-3dba-4959-8ef9-4485f9cf06cf req-6e10b633-3609-4c6d-a575-8b197b0a19bb service nova] Acquiring lock "a813f177-1ad1-4e16-95a0-1ac266e5306c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.304527] env[62220]: DEBUG oslo_concurrency.lockutils [req-06d4e676-3dba-4959-8ef9-4485f9cf06cf req-6e10b633-3609-4c6d-a575-8b197b0a19bb service nova] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.304810] env[62220]: DEBUG oslo_concurrency.lockutils [req-06d4e676-3dba-4959-8ef9-4485f9cf06cf req-6e10b633-3609-4c6d-a575-8b197b0a19bb service nova] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.305239] env[62220]: DEBUG nova.compute.manager [req-06d4e676-3dba-4959-8ef9-4485f9cf06cf req-6e10b633-3609-4c6d-a575-8b197b0a19bb service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] No waiting events found dispatching network-vif-plugged-1ebf739c-5ab4-407c-8e48-558a31266e78 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1808.305602] env[62220]: WARNING nova.compute.manager [req-06d4e676-3dba-4959-8ef9-4485f9cf06cf req-6e10b633-3609-4c6d-a575-8b197b0a19bb service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Received unexpected event network-vif-plugged-1ebf739c-5ab4-407c-8e48-558a31266e78 for instance with vm_state building and task_state spawning. [ 1808.311038] env[62220]: INFO nova.scheduler.client.report [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted allocations for instance ee9ef581-b58f-4bb0-a517-22fd69c1117a [ 1808.359920] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748011, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.418074] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.418330] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.450719] env[62220]: DEBUG oslo_concurrency.lockutils [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.675281] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.766115] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] There are 55 instances to clean {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1808.766570] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 89db3d34-3908-4f0d-a994-39fcc1444053] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1808.780598] env[62220]: DEBUG oslo_vmware.api [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748010, 'name': PowerOnVM_Task, 'duration_secs': 0.669852} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.781445] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.781702] env[62220]: INFO nova.compute.manager [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Took 12.07 seconds to spawn the instance on the hypervisor. [ 1808.781940] env[62220]: DEBUG nova.compute.manager [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.782847] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d658cc-f8ce-403f-8816-20b35cf9839d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.820836] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b8b7d906-7edf-4557-8110-f146d5683378 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "ee9ef581-b58f-4bb0-a517-22fd69c1117a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.259s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.827798] env[62220]: DEBUG nova.network.neutron [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Successfully updated port: 1ebf739c-5ab4-407c-8e48-558a31266e78 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1808.855897] env[62220]: DEBUG nova.compute.manager [req-7dd936c8-4d76-4a6e-8731-2484ac51df4f req-953fc9a4-0941-4a59-b42d-9d6d8f97548f service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Received event network-changed-1ebf739c-5ab4-407c-8e48-558a31266e78 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1808.856101] env[62220]: DEBUG nova.compute.manager [req-7dd936c8-4d76-4a6e-8731-2484ac51df4f req-953fc9a4-0941-4a59-b42d-9d6d8f97548f service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Refreshing instance network info cache due to event network-changed-1ebf739c-5ab4-407c-8e48-558a31266e78. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1808.856744] env[62220]: DEBUG oslo_concurrency.lockutils [req-7dd936c8-4d76-4a6e-8731-2484ac51df4f req-953fc9a4-0941-4a59-b42d-9d6d8f97548f service nova] Acquiring lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.856744] env[62220]: DEBUG oslo_concurrency.lockutils [req-7dd936c8-4d76-4a6e-8731-2484ac51df4f req-953fc9a4-0941-4a59-b42d-9d6d8f97548f service nova] Acquired lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.857137] env[62220]: DEBUG nova.network.neutron [req-7dd936c8-4d76-4a6e-8731-2484ac51df4f req-953fc9a4-0941-4a59-b42d-9d6d8f97548f service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Refreshing network info cache for port 1ebf739c-5ab4-407c-8e48-558a31266e78 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1808.861609] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748011, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.921724] env[62220]: DEBUG nova.compute.manager [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1808.954235] env[62220]: DEBUG nova.compute.manager [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62220) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1809.272102] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 50f9972d-c2d3-4609-bf46-9882a8783d63] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1809.306072] env[62220]: INFO nova.compute.manager [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Took 28.93 seconds to build instance. [ 1809.331518] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.358918] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748011, 'name': CloneVM_Task, 'duration_secs': 1.434922} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.361877] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Created linked-clone VM from snapshot [ 1809.367967] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff36f59c-80e2-45e8-a80c-4bf50739f5d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.379058] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Uploading image b5784ffb-e771-4b25-a01e-4c04c6199549 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1809.412304] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1809.412304] env[62220]: value = "vm-363427" [ 1809.412304] env[62220]: _type = "VirtualMachine" [ 1809.412304] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1809.413204] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f36d36fe-349e-4ab0-b1d6-bfad8883fbef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.425021] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lease: (returnval){ [ 1809.425021] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d45f1-248e-1703-3d44-ba3c785dbbfb" [ 1809.425021] env[62220]: _type = "HttpNfcLease" [ 1809.425021] env[62220]: } obtained for exporting VM: (result){ [ 1809.425021] env[62220]: value = "vm-363427" [ 1809.425021] env[62220]: _type = "VirtualMachine" [ 1809.425021] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1809.425418] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the lease: (returnval){ [ 1809.425418] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d45f1-248e-1703-3d44-ba3c785dbbfb" [ 1809.425418] env[62220]: _type = "HttpNfcLease" [ 1809.425418] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1809.434538] env[62220]: DEBUG nova.network.neutron [req-7dd936c8-4d76-4a6e-8731-2484ac51df4f req-953fc9a4-0941-4a59-b42d-9d6d8f97548f service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1809.442028] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1809.442028] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d45f1-248e-1703-3d44-ba3c785dbbfb" [ 1809.442028] env[62220]: _type = "HttpNfcLease" [ 1809.442028] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1809.451038] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.594027] env[62220]: DEBUG nova.network.neutron [req-7dd936c8-4d76-4a6e-8731-2484ac51df4f req-953fc9a4-0941-4a59-b42d-9d6d8f97548f service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.598380] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3da150-058e-4e69-af5b-bbd70eb10c55 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.607049] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6273b27-c882-4643-9724-9ccfb2291e4c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.641768] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908454d9-234f-417f-a60d-4ccbc627ec77 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.650177] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcea4e7-4b99-4f92-8ff7-a4866559e061 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.664677] env[62220]: DEBUG nova.compute.provider_tree [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.775274] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 2f6961c8-e2a9-43be-a9d9-d88292a7671b] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1809.807341] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a8ab7f2f-3629-4aa4-aa3f-15dfb6008f4f tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Lock "863b3a01-ab51-42ae-905b-e7bde2605c6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.441s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.938046] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1809.938046] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d45f1-248e-1703-3d44-ba3c785dbbfb" [ 1809.938046] env[62220]: _type = "HttpNfcLease" [ 1809.938046] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1809.938046] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1809.938046] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d45f1-248e-1703-3d44-ba3c785dbbfb" [ 1809.938046] env[62220]: _type = "HttpNfcLease" [ 1809.938046] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1809.938281] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364fd887-2bb8-46af-b934-9d000348fbf5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.946926] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52296413-3265-42fb-6798-c841329177e0/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1809.947124] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52296413-3265-42fb-6798-c841329177e0/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1810.033581] env[62220]: DEBUG nova.compute.manager [req-40ebb70b-b78b-4c41-8c7a-936890f269b8 req-6cbe90be-3619-4cd6-a7a8-6d41935ea2b6 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Received event network-changed-dd7eb242-656d-43b1-b9c9-f072232f7270 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1810.033762] env[62220]: DEBUG nova.compute.manager [req-40ebb70b-b78b-4c41-8c7a-936890f269b8 req-6cbe90be-3619-4cd6-a7a8-6d41935ea2b6 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Refreshing instance network info cache due to event network-changed-dd7eb242-656d-43b1-b9c9-f072232f7270. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1810.034051] env[62220]: DEBUG oslo_concurrency.lockutils [req-40ebb70b-b78b-4c41-8c7a-936890f269b8 req-6cbe90be-3619-4cd6-a7a8-6d41935ea2b6 service nova] Acquiring lock "refresh_cache-863b3a01-ab51-42ae-905b-e7bde2605c6e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.034240] env[62220]: DEBUG oslo_concurrency.lockutils [req-40ebb70b-b78b-4c41-8c7a-936890f269b8 req-6cbe90be-3619-4cd6-a7a8-6d41935ea2b6 service nova] Acquired lock "refresh_cache-863b3a01-ab51-42ae-905b-e7bde2605c6e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.034442] env[62220]: DEBUG nova.network.neutron [req-40ebb70b-b78b-4c41-8c7a-936890f269b8 req-6cbe90be-3619-4cd6-a7a8-6d41935ea2b6 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Refreshing network info cache for port dd7eb242-656d-43b1-b9c9-f072232f7270 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1810.038926] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ac7e408a-4e53-4341-9201-240e22e0eb4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.089993] env[62220]: DEBUG oslo_concurrency.lockutils [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.096676] env[62220]: DEBUG oslo_concurrency.lockutils [req-7dd936c8-4d76-4a6e-8731-2484ac51df4f req-953fc9a4-0941-4a59-b42d-9d6d8f97548f service nova] Releasing lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.097093] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.097262] env[62220]: DEBUG nova.network.neutron [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1810.167928] env[62220]: DEBUG nova.scheduler.client.report [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1810.279060] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 39f43c50-eafb-45d4-84f4-4ce78903ba05] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1810.402186] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "d7767729-99db-4a40-945e-a073bd0d7ea8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.404030] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "d7767729-99db-4a40-945e-a073bd0d7ea8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.632955] env[62220]: DEBUG nova.network.neutron [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1810.672753] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.673280] env[62220]: DEBUG nova.compute.manager [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1810.679013] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.004s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.680572] env[62220]: INFO nova.compute.claims [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1810.783279] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b436a370-3543-4664-ba54-24090245d2e7] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1810.789461] env[62220]: DEBUG nova.network.neutron [req-40ebb70b-b78b-4c41-8c7a-936890f269b8 req-6cbe90be-3619-4cd6-a7a8-6d41935ea2b6 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Updated VIF entry in instance network info cache for port dd7eb242-656d-43b1-b9c9-f072232f7270. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1810.790070] env[62220]: DEBUG nova.network.neutron [req-40ebb70b-b78b-4c41-8c7a-936890f269b8 req-6cbe90be-3619-4cd6-a7a8-6d41935ea2b6 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Updating instance_info_cache with network_info: [{"id": "dd7eb242-656d-43b1-b9c9-f072232f7270", "address": "fa:16:3e:73:bb:c1", "network": {"id": "6c521cb7-63ed-40b3-853f-e6ee6bdbaa9f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-216971749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39863cd28143b19cbb96dfffecae99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7eb242-65", "ovs_interfaceid": "dd7eb242-656d-43b1-b9c9-f072232f7270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.802347] env[62220]: DEBUG nova.network.neutron [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Updating instance_info_cache with network_info: [{"id": "1ebf739c-5ab4-407c-8e48-558a31266e78", "address": "fa:16:3e:bc:02:47", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf739c-5a", "ovs_interfaceid": "1ebf739c-5ab4-407c-8e48-558a31266e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.907307] env[62220]: DEBUG nova.compute.manager [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1810.974045] env[62220]: DEBUG oslo_concurrency.lockutils [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "interface-f919009d-9ea4-4fc4-819c-f182ebe9ecd2-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.974326] env[62220]: DEBUG oslo_concurrency.lockutils [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-f919009d-9ea4-4fc4-819c-f182ebe9ecd2-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.974828] env[62220]: DEBUG nova.objects.instance [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'flavor' on Instance uuid f919009d-9ea4-4fc4-819c-f182ebe9ecd2 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.186327] env[62220]: DEBUG nova.compute.utils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1811.190470] env[62220]: DEBUG nova.compute.manager [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1811.190748] env[62220]: DEBUG nova.network.neutron [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1811.241984] env[62220]: DEBUG nova.policy [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '029f7ae6b342430a94238182fdc24091', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d1461cd9e704fbdaaa24b82c2c031e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1811.287369] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: ed6cb921-db93-4edb-ab45-757f2a96e5e0] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1811.293747] env[62220]: DEBUG oslo_concurrency.lockutils [req-40ebb70b-b78b-4c41-8c7a-936890f269b8 req-6cbe90be-3619-4cd6-a7a8-6d41935ea2b6 service nova] Releasing lock "refresh_cache-863b3a01-ab51-42ae-905b-e7bde2605c6e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.305707] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.306194] env[62220]: DEBUG nova.compute.manager [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Instance network_info: |[{"id": "1ebf739c-5ab4-407c-8e48-558a31266e78", "address": "fa:16:3e:bc:02:47", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf739c-5a", "ovs_interfaceid": "1ebf739c-5ab4-407c-8e48-558a31266e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1811.306720] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:02:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ebf739c-5ab4-407c-8e48-558a31266e78', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1811.316135] env[62220]: DEBUG oslo.service.loopingcall [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.316501] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1811.316815] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cebd4ed2-0220-43cf-995a-d4e13063c18f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.341138] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1811.341138] env[62220]: value = "task-1748013" [ 1811.341138] env[62220]: _type = "Task" [ 1811.341138] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.350967] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.433091] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.556084] env[62220]: DEBUG nova.network.neutron [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Successfully created port: a55bb435-590f-44c1-ab3c-3c12557d33fb {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1811.640369] env[62220]: DEBUG nova.objects.instance [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'pci_requests' on Instance uuid f919009d-9ea4-4fc4-819c-f182ebe9ecd2 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.691515] env[62220]: DEBUG nova.compute.manager [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1811.792503] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 538645cf-a7ba-4c79-ba20-563ea2fcd266] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1811.851804] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.005816] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd342758-76e3-4426-a6cb-a9b87097bde5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.016175] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7163ea29-f9bd-4182-baa7-f13e6f25e980 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.048930] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7fbfb9-9ab7-4230-a17a-594b5f070467 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.056901] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3810136e-b058-4d93-b213-92369bb7716a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.070898] env[62220]: DEBUG nova.compute.provider_tree [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.143558] env[62220]: DEBUG nova.objects.base [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1812.143866] env[62220]: DEBUG nova.network.neutron [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1812.217590] env[62220]: DEBUG nova.policy [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6036db37c33b4dcca265e48d3fec0a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6f19b4ce62e41ab9b1da72d29df1ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1812.298811] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 5e4f5fa6-10dd-4f0e-bf8b-1c9589fcaccf] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1812.351410] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.576434] env[62220]: DEBUG nova.scheduler.client.report [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1812.700545] env[62220]: DEBUG nova.compute.manager [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1812.727453] env[62220]: DEBUG nova.virt.hardware [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1812.727724] env[62220]: DEBUG nova.virt.hardware [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1812.727884] env[62220]: DEBUG nova.virt.hardware [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1812.728136] env[62220]: DEBUG nova.virt.hardware [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1812.728308] env[62220]: DEBUG nova.virt.hardware [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1812.728461] env[62220]: DEBUG nova.virt.hardware [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1812.728712] env[62220]: DEBUG nova.virt.hardware [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1812.728901] env[62220]: DEBUG nova.virt.hardware [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1812.729094] env[62220]: DEBUG nova.virt.hardware [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1812.729264] env[62220]: DEBUG nova.virt.hardware [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1812.729487] env[62220]: DEBUG nova.virt.hardware [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1812.730401] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360f8884-6dff-4282-9064-4e6a134d5970 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.739141] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90898e76-1c90-4751-92a9-6d5e576debf0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.802790] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 1bc073c3-14cd-4558-b961-9947dcb83760] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1812.852153] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.081926] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.082470] env[62220]: DEBUG nova.compute.manager [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1813.085168] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.634s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.086501] env[62220]: INFO nova.compute.claims [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1813.306066] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 4769b8dd-b6f2-4121-8b59-9c0e3a8c90a0] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1813.354232] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.594219] env[62220]: DEBUG nova.compute.utils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1813.599107] env[62220]: DEBUG nova.compute.manager [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1813.599671] env[62220]: DEBUG nova.network.neutron [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1813.669538] env[62220]: DEBUG nova.policy [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da77d8f037554fcf837d464fb7305d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b1af6cefd1743c5876656588f212088', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1813.809874] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 7aa88467-06b6-492d-88c9-a9130e0101d9] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1813.854170] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.059011] env[62220]: DEBUG nova.network.neutron [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Successfully created port: 5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1814.103234] env[62220]: DEBUG nova.compute.manager [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1814.313987] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 3e6f531c-45d9-4932-8aa3-3facc68d8a8d] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1814.354010] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.420121] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae0da93-42db-413a-a538-1335a6aadf7e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.428733] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cfa1ca-a24c-4826-bf99-02bd6d2c9810 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.460349] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c1c53c-1fca-47ce-aa4c-edc603f30864 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.468221] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f6c3e4-bea6-40c3-a9df-97a679251dd5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.482264] env[62220]: DEBUG nova.compute.provider_tree [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.819619] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 7d2ee524-61e6-4805-a8e7-98c0c676d89f] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1814.854515] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.986282] env[62220]: DEBUG nova.scheduler.client.report [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1815.112528] env[62220]: DEBUG nova.compute.manager [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1815.140547] env[62220]: DEBUG nova.virt.hardware [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1815.140805] env[62220]: DEBUG nova.virt.hardware [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1815.141011] env[62220]: DEBUG nova.virt.hardware [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.141226] env[62220]: DEBUG nova.virt.hardware [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1815.141374] env[62220]: DEBUG nova.virt.hardware [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.141538] env[62220]: DEBUG nova.virt.hardware [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1815.141750] env[62220]: DEBUG nova.virt.hardware [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1815.141929] env[62220]: DEBUG nova.virt.hardware [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1815.142132] env[62220]: DEBUG nova.virt.hardware [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1815.142296] env[62220]: DEBUG nova.virt.hardware [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1815.142551] env[62220]: DEBUG nova.virt.hardware [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1815.143886] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e450db3-c301-4b2c-b357-9b1c68c90e1e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.153415] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbf3a99-677a-4e2f-aec4-89f854d27d38 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.323477] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 3a3aaadf-32aa-4ac0-b862-46e53930ff1f] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1815.357180] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.491859] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.492549] env[62220]: DEBUG nova.compute.manager [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1815.495375] env[62220]: DEBUG oslo_concurrency.lockutils [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.406s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.826642] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b33cfa6d-562a-4ec7-bd1f-ef388d06ae25] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1815.857472] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.000085] env[62220]: DEBUG nova.compute.utils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1816.001831] env[62220]: DEBUG nova.objects.instance [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'migration_context' on Instance uuid 96ea101b-679a-44b6-80fc-64ed684f853a {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.003064] env[62220]: DEBUG nova.compute.manager [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1816.003250] env[62220]: DEBUG nova.network.neutron [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1816.054261] env[62220]: DEBUG nova.policy [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21265163f13f45a3adf247cdbe8ee82b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32bf6217767b4905b926fdbe89b11df4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1816.330140] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 03a935db-9378-4bde-8af6-3c5660723a2b] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1816.357911] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.376321] env[62220]: DEBUG nova.network.neutron [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Successfully created port: 6d169da7-e16e-49fc-a4b1-f73edd055c1c {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1816.504486] env[62220]: DEBUG nova.compute.manager [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1816.764112] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e673a0c-a990-4ca0-906a-bbce5c9703d3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.772096] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d645c961-a15b-432b-b64b-f839481819a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.802595] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49636cea-2214-41c0-9215-80a97f586ea2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.810131] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a821f1ae-ed90-4079-bb7b-77d76b6a0c8a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.823450] env[62220]: DEBUG nova.compute.provider_tree [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.833270] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: a1add3ca-9f81-43c9-b38e-b5bd67c41a9f] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1816.856501] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.152618] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52296413-3265-42fb-6798-c841329177e0/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1817.153574] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ad6a90-8e90-4d7d-b368-9bed4e33e6e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.160623] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52296413-3265-42fb-6798-c841329177e0/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1817.160800] env[62220]: ERROR oslo_vmware.rw_handles [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52296413-3265-42fb-6798-c841329177e0/disk-0.vmdk due to incomplete transfer. [ 1817.161043] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b902c1be-969e-4151-ae5d-b1de3c4640fb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.172237] env[62220]: DEBUG oslo_vmware.rw_handles [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52296413-3265-42fb-6798-c841329177e0/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1817.172479] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Uploaded image b5784ffb-e771-4b25-a01e-4c04c6199549 to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1817.174784] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1817.175061] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b4b0e23-3cf5-4e83-be70-2b18d71074f1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.183107] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1817.183107] env[62220]: value = "task-1748014" [ 1817.183107] env[62220]: _type = "Task" [ 1817.183107] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.191259] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748014, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.326734] env[62220]: DEBUG nova.scheduler.client.report [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1817.336161] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 85c7a612-1d90-47f8-b1d8-28cfad948f76] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1817.359980] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.517211] env[62220]: DEBUG nova.compute.manager [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1817.538870] env[62220]: DEBUG nova.virt.hardware [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1817.539198] env[62220]: DEBUG nova.virt.hardware [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1817.539399] env[62220]: DEBUG nova.virt.hardware [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1817.539632] env[62220]: DEBUG nova.virt.hardware [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1817.539803] env[62220]: DEBUG nova.virt.hardware [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1817.539986] env[62220]: DEBUG nova.virt.hardware [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1817.540266] env[62220]: DEBUG nova.virt.hardware [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1817.540460] env[62220]: DEBUG nova.virt.hardware [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1817.540715] env[62220]: DEBUG nova.virt.hardware [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1817.540864] env[62220]: DEBUG nova.virt.hardware [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1817.541176] env[62220]: DEBUG nova.virt.hardware [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1817.542976] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab2723e-1748-40ee-aecb-033517ed368e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.551153] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aa26ba-b914-4818-91f6-344f54b67e51 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.693708] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748014, 'name': Destroy_Task, 'duration_secs': 0.428992} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.694123] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Destroyed the VM [ 1817.694477] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1817.694828] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-58a3ee08-b462-4e78-b985-4a5ad6ed0e1c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.701989] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1817.701989] env[62220]: value = "task-1748015" [ 1817.701989] env[62220]: _type = "Task" [ 1817.701989] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.711857] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.839215] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: cc909271-4ad8-48d7-ae2a-99afab2c8f73] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1817.860443] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748013, 'name': CreateVM_Task, 'duration_secs': 6.153492} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.861513] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1817.862284] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.862482] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.862859] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1817.863425] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-545408b1-3223-4714-976f-61030cbf639f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.869273] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1817.869273] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52230043-2706-fb51-8e88-3e7d33ee0ed0" [ 1817.869273] env[62220]: _type = "Task" [ 1817.869273] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.878064] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52230043-2706-fb51-8e88-3e7d33ee0ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.024744] env[62220]: DEBUG nova.compute.manager [req-14bf9594-560a-4abe-a5c5-7cb2cf1411fe req-01bf7bc7-204d-4ca3-b118-bbe8014a15e9 service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Received event network-vif-plugged-a55bb435-590f-44c1-ab3c-3c12557d33fb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1818.024980] env[62220]: DEBUG oslo_concurrency.lockutils [req-14bf9594-560a-4abe-a5c5-7cb2cf1411fe req-01bf7bc7-204d-4ca3-b118-bbe8014a15e9 service nova] Acquiring lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.025210] env[62220]: DEBUG oslo_concurrency.lockutils [req-14bf9594-560a-4abe-a5c5-7cb2cf1411fe req-01bf7bc7-204d-4ca3-b118-bbe8014a15e9 service nova] Lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.025405] env[62220]: DEBUG oslo_concurrency.lockutils [req-14bf9594-560a-4abe-a5c5-7cb2cf1411fe req-01bf7bc7-204d-4ca3-b118-bbe8014a15e9 service nova] Lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.025534] env[62220]: DEBUG nova.compute.manager [req-14bf9594-560a-4abe-a5c5-7cb2cf1411fe req-01bf7bc7-204d-4ca3-b118-bbe8014a15e9 service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] No waiting events found dispatching network-vif-plugged-a55bb435-590f-44c1-ab3c-3c12557d33fb {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1818.025694] env[62220]: WARNING nova.compute.manager [req-14bf9594-560a-4abe-a5c5-7cb2cf1411fe req-01bf7bc7-204d-4ca3-b118-bbe8014a15e9 service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Received unexpected event network-vif-plugged-a55bb435-590f-44c1-ab3c-3c12557d33fb for instance with vm_state building and task_state spawning. [ 1818.173272] env[62220]: DEBUG nova.network.neutron [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Successfully updated port: a55bb435-590f-44c1-ab3c-3c12557d33fb {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1818.215491] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748015, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.230886] env[62220]: DEBUG nova.compute.manager [req-6f8e4ca7-3f1c-4752-b6e8-10515c44404e req-51bae216-b287-4940-bcb1-f20b9923fe94 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Received event network-vif-plugged-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1818.231014] env[62220]: DEBUG oslo_concurrency.lockutils [req-6f8e4ca7-3f1c-4752-b6e8-10515c44404e req-51bae216-b287-4940-bcb1-f20b9923fe94 service nova] Acquiring lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.231227] env[62220]: DEBUG oslo_concurrency.lockutils [req-6f8e4ca7-3f1c-4752-b6e8-10515c44404e req-51bae216-b287-4940-bcb1-f20b9923fe94 service nova] Lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.231387] env[62220]: DEBUG oslo_concurrency.lockutils [req-6f8e4ca7-3f1c-4752-b6e8-10515c44404e req-51bae216-b287-4940-bcb1-f20b9923fe94 service nova] Lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.231547] env[62220]: DEBUG nova.compute.manager [req-6f8e4ca7-3f1c-4752-b6e8-10515c44404e req-51bae216-b287-4940-bcb1-f20b9923fe94 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] No waiting events found dispatching network-vif-plugged-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1818.231706] env[62220]: WARNING nova.compute.manager [req-6f8e4ca7-3f1c-4752-b6e8-10515c44404e req-51bae216-b287-4940-bcb1-f20b9923fe94 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Received unexpected event network-vif-plugged-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db for instance with vm_state active and task_state None. [ 1818.313278] env[62220]: DEBUG nova.network.neutron [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Successfully updated port: 221f4e84-c8ef-45b3-b0fa-565d5d0ab1db {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1818.338118] env[62220]: DEBUG oslo_concurrency.lockutils [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.843s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.344201] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.911s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.345713] env[62220]: INFO nova.compute.claims [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.348174] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: feee8459-1798-47da-b5c9-2bbda1551223] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1818.381370] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52230043-2706-fb51-8e88-3e7d33ee0ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.013772} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.381627] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.381870] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1818.382109] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.382261] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.382431] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1818.382707] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7366c047-921f-46d1-87a0-67e5d5f9047a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.396946] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1818.397148] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1818.397916] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf11cdbd-342e-419a-a430-58a91448738f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.403204] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1818.403204] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52da9d89-64e2-9b4d-c725-4489fb8bbee3" [ 1818.403204] env[62220]: _type = "Task" [ 1818.403204] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.413666] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52da9d89-64e2-9b4d-c725-4489fb8bbee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.421056] env[62220]: DEBUG nova.network.neutron [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Successfully updated port: 6d169da7-e16e-49fc-a4b1-f73edd055c1c {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1818.677893] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "refresh_cache-d19195a8-0475-4ef4-b1f2-2a74d46e078b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.677893] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "refresh_cache-d19195a8-0475-4ef4-b1f2-2a74d46e078b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.677893] env[62220]: DEBUG nova.network.neutron [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.718475] env[62220]: DEBUG oslo_vmware.api [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748015, 'name': RemoveSnapshot_Task, 'duration_secs': 0.648673} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.718475] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1818.718475] env[62220]: INFO nova.compute.manager [None req-1a056ac1-b939-4a53-b2dc-0cd9d6208384 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Took 13.47 seconds to snapshot the instance on the hypervisor. [ 1818.757583] env[62220]: DEBUG nova.network.neutron [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Successfully updated port: 5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1818.816744] env[62220]: DEBUG oslo_concurrency.lockutils [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.816986] env[62220]: DEBUG oslo_concurrency.lockutils [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.817221] env[62220]: DEBUG nova.network.neutron [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.855574] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 7962c335-9043-44cf-93b4-187635c88407] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1818.914020] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52da9d89-64e2-9b4d-c725-4489fb8bbee3, 'name': SearchDatastore_Task, 'duration_secs': 0.013942} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.914829] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d1e461-21a5-4f03-bd55-59a1a797cf6e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.920332] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1818.920332] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525ad52f-8c45-20e4-3f5d-f640d2a98ae0" [ 1818.920332] env[62220]: _type = "Task" [ 1818.920332] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.923833] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "refresh_cache-c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.924016] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquired lock "refresh_cache-c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.924219] env[62220]: DEBUG nova.network.neutron [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.929941] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525ad52f-8c45-20e4-3f5d-f640d2a98ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.210740] env[62220]: DEBUG nova.network.neutron [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1819.259526] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "refresh_cache-180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.260357] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "refresh_cache-180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.260357] env[62220]: DEBUG nova.network.neutron [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.354883] env[62220]: WARNING nova.network.neutron [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] b4e46dd8-eae3-4639-bbf5-9cf346acf1a7 already exists in list: networks containing: ['b4e46dd8-eae3-4639-bbf5-9cf346acf1a7']. ignoring it [ 1819.360270] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 69a87e35-30f4-497d-9969-d4cd4d021f5c] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1819.435600] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525ad52f-8c45-20e4-3f5d-f640d2a98ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.436210] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.436210] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a813f177-1ad1-4e16-95a0-1ac266e5306c/a813f177-1ad1-4e16-95a0-1ac266e5306c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1819.436438] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-031bd4db-de26-480e-8d5d-bbbd4c4babba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.446378] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1819.446378] env[62220]: value = "task-1748016" [ 1819.446378] env[62220]: _type = "Task" [ 1819.446378] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.459677] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.488791] env[62220]: DEBUG nova.network.neutron [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Updating instance_info_cache with network_info: [{"id": "a55bb435-590f-44c1-ab3c-3c12557d33fb", "address": "fa:16:3e:f8:a4:c5", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55bb435-59", "ovs_interfaceid": "a55bb435-590f-44c1-ab3c-3c12557d33fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.494966] env[62220]: DEBUG nova.network.neutron [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1819.679547] env[62220]: DEBUG nova.network.neutron [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Updating instance_info_cache with network_info: [{"id": "6d169da7-e16e-49fc-a4b1-f73edd055c1c", "address": "fa:16:3e:b3:17:83", "network": {"id": "d55ed202-3c42-44b5-b415-4e9e142383fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1538133814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32bf6217767b4905b926fdbe89b11df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d169da7-e1", "ovs_interfaceid": "6d169da7-e16e-49fc-a4b1-f73edd055c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.716371] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89b60f9-f339-4638-b7c1-e33aa6a66b3c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.720579] env[62220]: DEBUG nova.network.neutron [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updating instance_info_cache with network_info: [{"id": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "address": "fa:16:3e:1b:73:e1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd44a9b-fd", "ovs_interfaceid": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "221f4e84-c8ef-45b3-b0fa-565d5d0ab1db", "address": "fa:16:3e:3f:e4:a4", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap221f4e84-c8", "ovs_interfaceid": "221f4e84-c8ef-45b3-b0fa-565d5d0ab1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.727423] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e539a11-9118-4471-8310-a61ef382fd3f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.762156] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789a51bd-b9c0-4c85-960d-daf1dc3a6005 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.773057] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699f2834-72b2-44d9-a2c1-1c74b62943a1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.789639] env[62220]: DEBUG nova.compute.provider_tree [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.797281] env[62220]: DEBUG nova.network.neutron [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1819.865997] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: fbb116f5-65a5-4d97-b2b3-44b25a4ae20f] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1819.894753] env[62220]: INFO nova.compute.manager [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Swapping old allocation on dict_keys(['feb1be13-c087-423d-9e2a-f8ba7247cda1']) held by migration e07f1a74-2db1-48bb-9719-df2edb708a5c for instance [ 1819.929372] env[62220]: DEBUG nova.scheduler.client.report [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Overwriting current allocation {'allocations': {'feb1be13-c087-423d-9e2a-f8ba7247cda1': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 141}}, 'project_id': '3abdd0398ad4417dafe7e304ad10efbe', 'user_id': '3a0e31babb6441f599a400cfb02a3345', 'consumer_generation': 1} on consumer 96ea101b-679a-44b6-80fc-64ed684f853a {{(pid=62220) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1819.959076] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495905} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.959458] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a813f177-1ad1-4e16-95a0-1ac266e5306c/a813f177-1ad1-4e16-95a0-1ac266e5306c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1819.959731] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1819.960767] env[62220]: DEBUG nova.network.neutron [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Updating instance_info_cache with network_info: [{"id": "5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936", "address": "fa:16:3e:10:2a:8d", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4fa4d2-ed", "ovs_interfaceid": "5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.962122] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee341a32-8985-49c1-895e-d948c8e83f45 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.969644] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1819.969644] env[62220]: value = "task-1748017" [ 1819.969644] env[62220]: _type = "Task" [ 1819.969644] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.980343] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.991600] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "refresh_cache-d19195a8-0475-4ef4-b1f2-2a74d46e078b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.992956] env[62220]: DEBUG nova.compute.manager [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Instance network_info: |[{"id": "a55bb435-590f-44c1-ab3c-3c12557d33fb", "address": "fa:16:3e:f8:a4:c5", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55bb435-59", "ovs_interfaceid": "a55bb435-590f-44c1-ab3c-3c12557d33fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1819.992956] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:a4:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a55bb435-590f-44c1-ab3c-3c12557d33fb', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.000959] env[62220]: DEBUG oslo.service.loopingcall [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.001885] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.002195] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e6a849b-88cd-4741-89f1-bc358b7bf23d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.023010] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.023010] env[62220]: value = "task-1748018" [ 1820.023010] env[62220]: _type = "Task" [ 1820.023010] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.028275] env[62220]: DEBUG oslo_concurrency.lockutils [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.028451] env[62220]: DEBUG oslo_concurrency.lockutils [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.028641] env[62220]: DEBUG nova.network.neutron [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1820.033511] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748018, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.119069] env[62220]: DEBUG nova.compute.manager [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Received event network-changed-a55bb435-590f-44c1-ab3c-3c12557d33fb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1820.119328] env[62220]: DEBUG nova.compute.manager [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Refreshing instance network info cache due to event network-changed-a55bb435-590f-44c1-ab3c-3c12557d33fb. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1820.119591] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] Acquiring lock "refresh_cache-d19195a8-0475-4ef4-b1f2-2a74d46e078b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.119775] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] Acquired lock "refresh_cache-d19195a8-0475-4ef4-b1f2-2a74d46e078b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.119977] env[62220]: DEBUG nova.network.neutron [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Refreshing network info cache for port a55bb435-590f-44c1-ab3c-3c12557d33fb {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1820.184565] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Releasing lock "refresh_cache-c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.184885] env[62220]: DEBUG nova.compute.manager [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Instance network_info: |[{"id": "6d169da7-e16e-49fc-a4b1-f73edd055c1c", "address": "fa:16:3e:b3:17:83", "network": {"id": "d55ed202-3c42-44b5-b415-4e9e142383fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1538133814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32bf6217767b4905b926fdbe89b11df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d169da7-e1", "ovs_interfaceid": "6d169da7-e16e-49fc-a4b1-f73edd055c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1820.185453] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:17:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d169da7-e16e-49fc-a4b1-f73edd055c1c', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.193894] env[62220]: DEBUG oslo.service.loopingcall [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.194610] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.194920] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1a210bb-b740-47c3-a417-48dd9d303f13 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.217749] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.217749] env[62220]: value = "task-1748019" [ 1820.217749] env[62220]: _type = "Task" [ 1820.217749] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.226610] env[62220]: DEBUG oslo_concurrency.lockutils [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.227211] env[62220]: DEBUG oslo_concurrency.lockutils [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.227454] env[62220]: DEBUG oslo_concurrency.lockutils [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.227659] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748019, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.228380] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005f1dff-d1b4-4c2c-8290-0df7203af95f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.244468] env[62220]: DEBUG nova.virt.hardware [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1820.244742] env[62220]: DEBUG nova.virt.hardware [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1820.244838] env[62220]: DEBUG nova.virt.hardware [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.245026] env[62220]: DEBUG nova.virt.hardware [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1820.245179] env[62220]: DEBUG nova.virt.hardware [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.245325] env[62220]: DEBUG nova.virt.hardware [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1820.245526] env[62220]: DEBUG nova.virt.hardware [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1820.245679] env[62220]: DEBUG nova.virt.hardware [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1820.245843] env[62220]: DEBUG nova.virt.hardware [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1820.246010] env[62220]: DEBUG nova.virt.hardware [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1820.246195] env[62220]: DEBUG nova.virt.hardware [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1820.252736] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Reconfiguring VM to attach interface {{(pid=62220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1820.253055] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b9e26a2-ba54-4fb6-a1a5-36addec04f2a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.267095] env[62220]: DEBUG nova.compute.manager [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Received event network-changed-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1820.267287] env[62220]: DEBUG nova.compute.manager [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Refreshing instance network info cache due to event network-changed-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1820.267496] env[62220]: DEBUG oslo_concurrency.lockutils [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] Acquiring lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.267636] env[62220]: DEBUG oslo_concurrency.lockutils [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] Acquired lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.267793] env[62220]: DEBUG nova.network.neutron [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Refreshing network info cache for port 221f4e84-c8ef-45b3-b0fa-565d5d0ab1db {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1820.275022] env[62220]: DEBUG oslo_vmware.api [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1820.275022] env[62220]: value = "task-1748020" [ 1820.275022] env[62220]: _type = "Task" [ 1820.275022] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.284122] env[62220]: DEBUG oslo_vmware.api [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748020, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.292816] env[62220]: DEBUG nova.compute.manager [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1820.293671] env[62220]: DEBUG nova.scheduler.client.report [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1820.297425] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5a6afc-ecef-49f6-9ac3-943b09eb8a05 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.369779] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 9feb9918-b902-4617-8b62-5b4863bde91d] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1820.465646] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "refresh_cache-180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.465980] env[62220]: DEBUG nova.compute.manager [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Instance network_info: |[{"id": "5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936", "address": "fa:16:3e:10:2a:8d", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4fa4d2-ed", "ovs_interfaceid": "5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1820.466386] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:2a:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.473943] env[62220]: DEBUG oslo.service.loopingcall [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.474253] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.477963] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd3ff973-c902-4d80-b27d-2e75bbb96a96 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.496322] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06981} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.497472] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1820.497728] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.497728] env[62220]: value = "task-1748021" [ 1820.497728] env[62220]: _type = "Task" [ 1820.497728] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.498381] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4c6ee3-5505-443b-ac95-0b94f32bb76c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.524058] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] a813f177-1ad1-4e16-95a0-1ac266e5306c/a813f177-1ad1-4e16-95a0-1ac266e5306c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1820.526923] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-532fff5c-8830-4857-9958-1986e7caf10d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.540883] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748021, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.552706] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748018, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.554138] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1820.554138] env[62220]: value = "task-1748022" [ 1820.554138] env[62220]: _type = "Task" [ 1820.554138] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.563512] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.730532] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748019, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.784845] env[62220]: DEBUG oslo_vmware.api [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.804047] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.804047] env[62220]: DEBUG nova.compute.manager [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1820.807132] env[62220]: DEBUG nova.network.neutron [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance_info_cache with network_info: [{"id": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "address": "fa:16:3e:21:b2:2d", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f18eec6-90", "ovs_interfaceid": "4f18eec6-9095-4ed2-b2ca-679b8dbb4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.809359] env[62220]: INFO nova.compute.manager [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] instance snapshotting [ 1820.811941] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bd058f-8301-4264-85d0-196cb030dd4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.835040] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad171577-8532-40e1-9ccf-cfa8ad1f06b6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.875625] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 65339fe1-dd52-4cd5-ba7d-a09145a4f58c] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1821.012045] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748021, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.036392] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748018, 'name': CreateVM_Task, 'duration_secs': 0.540931} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.036583] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.037376] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.037628] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.037989] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.038284] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f979c9-7418-454f-a73b-5f0088b6be6d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.043755] env[62220]: DEBUG nova.network.neutron [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Updated VIF entry in instance network info cache for port a55bb435-590f-44c1-ab3c-3c12557d33fb. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1821.043755] env[62220]: DEBUG nova.network.neutron [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Updating instance_info_cache with network_info: [{"id": "a55bb435-590f-44c1-ab3c-3c12557d33fb", "address": "fa:16:3e:f8:a4:c5", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55bb435-59", "ovs_interfaceid": "a55bb435-590f-44c1-ab3c-3c12557d33fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.049405] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1821.049405] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fbb542-8502-b045-bc87-7344984c00a5" [ 1821.049405] env[62220]: _type = "Task" [ 1821.049405] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.064485] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fbb542-8502-b045-bc87-7344984c00a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.070698] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748022, 'name': ReconfigVM_Task, 'duration_secs': 0.382283} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.071084] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Reconfigured VM instance instance-00000064 to attach disk [datastore1] a813f177-1ad1-4e16-95a0-1ac266e5306c/a813f177-1ad1-4e16-95a0-1ac266e5306c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1821.072086] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6bc9471-b5c1-420f-8ae0-dffa2ecfef49 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.080277] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1821.080277] env[62220]: value = "task-1748023" [ 1821.080277] env[62220]: _type = "Task" [ 1821.080277] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.092812] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748023, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.195499] env[62220]: DEBUG nova.network.neutron [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updated VIF entry in instance network info cache for port 221f4e84-c8ef-45b3-b0fa-565d5d0ab1db. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1821.195882] env[62220]: DEBUG nova.network.neutron [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updating instance_info_cache with network_info: [{"id": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "address": "fa:16:3e:1b:73:e1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd44a9b-fd", "ovs_interfaceid": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "221f4e84-c8ef-45b3-b0fa-565d5d0ab1db", "address": "fa:16:3e:3f:e4:a4", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap221f4e84-c8", "ovs_interfaceid": "221f4e84-c8ef-45b3-b0fa-565d5d0ab1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.229890] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748019, 'name': CreateVM_Task, 'duration_secs': 0.527058} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.230088] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.230798] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.285552] env[62220]: DEBUG oslo_vmware.api [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748020, 'name': ReconfigVM_Task, 'duration_secs': 0.953341} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.286076] env[62220]: DEBUG oslo_concurrency.lockutils [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.286311] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Reconfigured VM to attach interface {{(pid=62220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1821.311546] env[62220]: DEBUG nova.compute.utils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1821.314652] env[62220]: DEBUG nova.compute.manager [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1821.314909] env[62220]: DEBUG nova.network.neutron [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1821.317778] env[62220]: DEBUG oslo_concurrency.lockutils [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "refresh_cache-96ea101b-679a-44b6-80fc-64ed684f853a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.318794] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2544aae5-af7c-4a91-b889-0394d40aee46 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.329320] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33111f26-3edd-4f46-a2c2-b9cedeae9f6f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.354285] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1821.354883] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d72e5086-f58e-4d05-8450-c2abd1ece17d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.365168] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1821.365168] env[62220]: value = "task-1748024" [ 1821.365168] env[62220]: _type = "Task" [ 1821.365168] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.376317] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748024, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.378155] env[62220]: DEBUG nova.policy [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5254631ef594432a1bc0efead6471be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df5aaa5fc3014e25865743150fc88155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1821.380810] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 08c07447-8e2d-4727-8ba1-d1d9419bfff3] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1821.515941] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748021, 'name': CreateVM_Task, 'duration_secs': 0.528985} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.515941] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.515941] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.551396] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] Releasing lock "refresh_cache-d19195a8-0475-4ef4-b1f2-2a74d46e078b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.551581] env[62220]: DEBUG nova.compute.manager [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Received event network-vif-plugged-6d169da7-e16e-49fc-a4b1-f73edd055c1c {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1821.552652] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] Acquiring lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.552652] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] Lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.552652] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] Lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.552652] env[62220]: DEBUG nova.compute.manager [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] No waiting events found dispatching network-vif-plugged-6d169da7-e16e-49fc-a4b1-f73edd055c1c {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1821.552652] env[62220]: WARNING nova.compute.manager [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Received unexpected event network-vif-plugged-6d169da7-e16e-49fc-a4b1-f73edd055c1c for instance with vm_state building and task_state spawning. [ 1821.552652] env[62220]: DEBUG nova.compute.manager [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Received event network-changed-6d169da7-e16e-49fc-a4b1-f73edd055c1c {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1821.553051] env[62220]: DEBUG nova.compute.manager [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Refreshing instance network info cache due to event network-changed-6d169da7-e16e-49fc-a4b1-f73edd055c1c. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1821.553051] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] Acquiring lock "refresh_cache-c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.553136] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] Acquired lock "refresh_cache-c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.553283] env[62220]: DEBUG nova.network.neutron [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Refreshing network info cache for port 6d169da7-e16e-49fc-a4b1-f73edd055c1c {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.566517] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52fbb542-8502-b045-bc87-7344984c00a5, 'name': SearchDatastore_Task, 'duration_secs': 0.045998} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.567312] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.567456] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1821.567798] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.567971] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.568231] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1821.568575] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.569049] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.569515] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec046fad-e70a-4cde-89d3-2d374bc93fa8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.572389] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a902e8-1406-4261-be80-b8434768dd7b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.578769] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1821.578769] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5287d9fc-2884-4d54-f2b3-3a82a80c6732" [ 1821.578769] env[62220]: _type = "Task" [ 1821.578769] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.583958] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1821.584248] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1821.588689] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4137783d-3e34-4dcc-b12d-47f04b45b280 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.594493] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5287d9fc-2884-4d54-f2b3-3a82a80c6732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.599785] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748023, 'name': Rename_Task, 'duration_secs': 0.224113} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.601486] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1821.601595] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1821.601595] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c324ae-caa6-e5aa-acf8-66570e51cb89" [ 1821.601595] env[62220]: _type = "Task" [ 1821.601595] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.601796] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d46bf2c5-f55d-44da-a95f-ae596732bac9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.612085] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c324ae-caa6-e5aa-acf8-66570e51cb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.613513] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1821.613513] env[62220]: value = "task-1748025" [ 1821.613513] env[62220]: _type = "Task" [ 1821.613513] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.621254] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.700366] env[62220]: DEBUG oslo_concurrency.lockutils [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] Releasing lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.700366] env[62220]: DEBUG nova.compute.manager [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Received event network-vif-plugged-5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1821.700366] env[62220]: DEBUG oslo_concurrency.lockutils [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] Acquiring lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.700366] env[62220]: DEBUG oslo_concurrency.lockutils [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] Lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.700366] env[62220]: DEBUG oslo_concurrency.lockutils [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] Lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.700366] env[62220]: DEBUG nova.compute.manager [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] No waiting events found dispatching network-vif-plugged-5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1821.700366] env[62220]: WARNING nova.compute.manager [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Received unexpected event network-vif-plugged-5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936 for instance with vm_state building and task_state spawning. [ 1821.700366] env[62220]: DEBUG nova.compute.manager [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Received event network-changed-5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1821.700812] env[62220]: DEBUG nova.compute.manager [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Refreshing instance network info cache due to event network-changed-5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1821.700812] env[62220]: DEBUG oslo_concurrency.lockutils [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] Acquiring lock "refresh_cache-180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.700812] env[62220]: DEBUG oslo_concurrency.lockutils [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] Acquired lock "refresh_cache-180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.700920] env[62220]: DEBUG nova.network.neutron [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Refreshing network info cache for port 5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.710693] env[62220]: DEBUG nova.network.neutron [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Successfully created port: eab1354d-c35e-4030-899b-77047c5d01b5 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1821.790954] env[62220]: DEBUG oslo_concurrency.lockutils [None req-99158970-d51f-44bd-bf75-1d200f81774f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-f919009d-9ea4-4fc4-819c-f182ebe9ecd2-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 10.816s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.819431] env[62220]: DEBUG nova.compute.manager [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1821.878655] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748024, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.884736] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 74f95708-d517-4119-b2d1-11820db003db] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1822.090146] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5287d9fc-2884-4d54-f2b3-3a82a80c6732, 'name': SearchDatastore_Task, 'duration_secs': 0.03591} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.090511] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.090744] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1822.090989] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.091243] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.091583] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1822.091885] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0826069a-f9db-4180-b0cb-2d0c4e92fbb8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.098424] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1822.098424] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c67f55-11ea-5089-c9b8-219276a1ac2a" [ 1822.098424] env[62220]: _type = "Task" [ 1822.098424] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.110244] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c67f55-11ea-5089-c9b8-219276a1ac2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.116298] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c324ae-caa6-e5aa-acf8-66570e51cb89, 'name': SearchDatastore_Task, 'duration_secs': 0.032554} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.120263] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a3d09b1-98df-432b-8edb-c1f5f9b20088 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.128116] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748025, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.129645] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1822.129645] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527962dc-5077-1e72-8765-a8cff2b3fed5" [ 1822.129645] env[62220]: _type = "Task" [ 1822.129645] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.138306] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527962dc-5077-1e72-8765-a8cff2b3fed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.381718] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748024, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.389707] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: dba7afa9-5628-47e5-a762-7932f93bc6a1] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1822.426498] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1822.427662] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-264411ff-4b72-4e13-8489-6ed3aeae620f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.439705] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1822.439705] env[62220]: value = "task-1748026" [ 1822.439705] env[62220]: _type = "Task" [ 1822.439705] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.449380] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.491299] env[62220]: DEBUG nova.network.neutron [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Updated VIF entry in instance network info cache for port 5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.491669] env[62220]: DEBUG nova.network.neutron [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Updating instance_info_cache with network_info: [{"id": "5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936", "address": "fa:16:3e:10:2a:8d", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4fa4d2-ed", "ovs_interfaceid": "5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.611357] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c67f55-11ea-5089-c9b8-219276a1ac2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.611769] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.612104] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1822.612369] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.626932] env[62220]: DEBUG oslo_vmware.api [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748025, 'name': PowerOnVM_Task, 'duration_secs': 0.673948} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.627179] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1822.627408] env[62220]: INFO nova.compute.manager [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Took 15.31 seconds to spawn the instance on the hypervisor. [ 1822.627589] env[62220]: DEBUG nova.compute.manager [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1822.628424] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d3c03f-eae2-49ba-8f61-d774f244a354 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.633993] env[62220]: DEBUG nova.network.neutron [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Updated VIF entry in instance network info cache for port 6d169da7-e16e-49fc-a4b1-f73edd055c1c. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.634396] env[62220]: DEBUG nova.network.neutron [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Updating instance_info_cache with network_info: [{"id": "6d169da7-e16e-49fc-a4b1-f73edd055c1c", "address": "fa:16:3e:b3:17:83", "network": {"id": "d55ed202-3c42-44b5-b415-4e9e142383fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1538133814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32bf6217767b4905b926fdbe89b11df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d169da7-e1", "ovs_interfaceid": "6d169da7-e16e-49fc-a4b1-f73edd055c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.652794] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527962dc-5077-1e72-8765-a8cff2b3fed5, 'name': SearchDatastore_Task, 'duration_secs': 0.01255} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.653408] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.653660] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] d19195a8-0475-4ef4-b1f2-2a74d46e078b/d19195a8-0475-4ef4-b1f2-2a74d46e078b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1822.653938] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.654146] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1822.654359] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aa6b783-1e52-46f9-8c57-01081f44483e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.656421] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4597481d-7c25-4c56-85a0-110953352d5f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.671313] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1822.671313] env[62220]: value = "task-1748027" [ 1822.671313] env[62220]: _type = "Task" [ 1822.671313] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.675972] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1822.676198] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1822.677493] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18844e7e-564c-4153-8a70-12465ce17583 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.683616] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.688232] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1822.688232] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529dc17c-4aa5-314a-bb7d-25104a7c412d" [ 1822.688232] env[62220]: _type = "Task" [ 1822.688232] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.699168] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529dc17c-4aa5-314a-bb7d-25104a7c412d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.832458] env[62220]: DEBUG nova.compute.manager [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1822.860537] env[62220]: DEBUG nova.virt.hardware [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1822.860537] env[62220]: DEBUG nova.virt.hardware [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1822.860744] env[62220]: DEBUG nova.virt.hardware [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.860845] env[62220]: DEBUG nova.virt.hardware [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1822.861026] env[62220]: DEBUG nova.virt.hardware [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.861186] env[62220]: DEBUG nova.virt.hardware [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1822.861439] env[62220]: DEBUG nova.virt.hardware [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1822.861552] env[62220]: DEBUG nova.virt.hardware [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1822.861717] env[62220]: DEBUG nova.virt.hardware [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1822.861876] env[62220]: DEBUG nova.virt.hardware [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1822.862060] env[62220]: DEBUG nova.virt.hardware [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1822.862929] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b53c66-d007-4bcb-939c-7b7cac1c3b17 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.873447] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb3d772-351f-44e5-9905-48fa9492b375 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.880061] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748024, 'name': CreateSnapshot_Task, 'duration_secs': 1.082403} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.880730] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1822.881463] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d12dfc-5899-4d2d-967c-b5c5a9ae6c1f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.894794] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: c5a5e047-38b7-44cd-9e99-fdbef30080e7] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1822.952129] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748026, 'name': PowerOffVM_Task, 'duration_secs': 0.422686} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.952471] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1822.953111] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1822.953347] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1822.953544] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.953742] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1822.953889] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.954073] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1822.954314] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1822.954477] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1822.954647] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1822.954852] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1822.955045] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1822.960803] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75ae82f0-4496-4eee-be53-b87764a92958 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.981236] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1822.981236] env[62220]: value = "task-1748028" [ 1822.981236] env[62220]: _type = "Task" [ 1822.981236] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.991747] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.994690] env[62220]: DEBUG oslo_concurrency.lockutils [req-93ca578f-d4f5-421b-b173-8fd41e5490ed req-ea4cf7ac-3bea-4eb9-85fe-5a22a5078162 service nova] Releasing lock "refresh_cache-180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.141366] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7118b79-9924-4005-a2a4-119ff006a729 req-2797efc3-49a8-4a02-883f-d4549d08957e service nova] Releasing lock "refresh_cache-c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.160317] env[62220]: INFO nova.compute.manager [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Took 26.01 seconds to build instance. [ 1823.183690] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748027, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.200707] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529dc17c-4aa5-314a-bb7d-25104a7c412d, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.201537] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d960662-8a39-4be8-b29b-27dbff7f1223 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.207286] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1823.207286] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dfd6e8-a091-583a-78da-3f58c13ec245" [ 1823.207286] env[62220]: _type = "Task" [ 1823.207286] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.217522] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dfd6e8-a091-583a-78da-3f58c13ec245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.398677] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 5f7a84e8-d0d6-4fd9-b466-22becdb51351] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1823.412603] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1823.412903] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-beb094ec-7e7b-4d23-931d-3c9b84573b44 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.421712] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1823.421712] env[62220]: value = "task-1748029" [ 1823.421712] env[62220]: _type = "Task" [ 1823.421712] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.431146] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748029, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.491341] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748028, 'name': ReconfigVM_Task, 'duration_secs': 0.34502} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.492200] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c794651-7992-4bb6-ae20-b7c18728b04e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.513129] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "interface-f919009d-9ea4-4fc4-819c-f182ebe9ecd2-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.513400] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-f919009d-9ea4-4fc4-819c-f182ebe9ecd2-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.515453] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1823.515453] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1823.515608] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1823.517040] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1823.517040] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1823.517040] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1823.517040] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1823.517040] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1823.517040] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1823.517040] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1823.517040] env[62220]: DEBUG nova.virt.hardware [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1823.518161] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7166a67-04ff-4bc4-b676-17cb9f17235c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.523791] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1823.523791] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dcdccd-a5c9-368a-46e3-631a689d3769" [ 1823.523791] env[62220]: _type = "Task" [ 1823.523791] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.532872] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dcdccd-a5c9-368a-46e3-631a689d3769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.662928] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2d395336-3e10-466a-a00f-8e219991990e tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.522s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.681699] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541377} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.681969] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] d19195a8-0475-4ef4-b1f2-2a74d46e078b/d19195a8-0475-4ef4-b1f2-2a74d46e078b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1823.682200] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1823.682450] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cf88bf3-b39e-4288-ab7e-cc4301b5837d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.690312] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1823.690312] env[62220]: value = "task-1748030" [ 1823.690312] env[62220]: _type = "Task" [ 1823.690312] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.698082] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.717277] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dfd6e8-a091-583a-78da-3f58c13ec245, 'name': SearchDatastore_Task, 'duration_secs': 0.011296} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.717575] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.717830] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d/c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1823.718128] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.718311] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1823.718528] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abcf7399-2d47-4e24-bbd2-f973910acae8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.720658] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9059de71-6450-474f-9e52-39160add76b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.727583] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1823.727583] env[62220]: value = "task-1748031" [ 1823.727583] env[62220]: _type = "Task" [ 1823.727583] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.731454] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1823.731632] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1823.732782] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a02211-8b07-4647-abf0-ec3669c1b46b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.739347] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.740642] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1823.740642] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52614fa6-d0fa-cddc-8fca-c401245e5486" [ 1823.740642] env[62220]: _type = "Task" [ 1823.740642] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.748281] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52614fa6-d0fa-cddc-8fca-c401245e5486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.901689] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 5407f930-2995-489e-8ecb-8c4b87e8489e] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1823.935214] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748029, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.000455] env[62220]: DEBUG nova.compute.manager [req-24bdb28d-e1d0-41bc-a1b6-2d245c4f48e8 req-cd13d2f3-8783-40d1-948a-1533d0bf6754 service nova] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Received event network-vif-plugged-eab1354d-c35e-4030-899b-77047c5d01b5 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1824.000682] env[62220]: DEBUG oslo_concurrency.lockutils [req-24bdb28d-e1d0-41bc-a1b6-2d245c4f48e8 req-cd13d2f3-8783-40d1-948a-1533d0bf6754 service nova] Acquiring lock "d7767729-99db-4a40-945e-a073bd0d7ea8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.001274] env[62220]: DEBUG oslo_concurrency.lockutils [req-24bdb28d-e1d0-41bc-a1b6-2d245c4f48e8 req-cd13d2f3-8783-40d1-948a-1533d0bf6754 service nova] Lock "d7767729-99db-4a40-945e-a073bd0d7ea8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.001473] env[62220]: DEBUG oslo_concurrency.lockutils [req-24bdb28d-e1d0-41bc-a1b6-2d245c4f48e8 req-cd13d2f3-8783-40d1-948a-1533d0bf6754 service nova] Lock "d7767729-99db-4a40-945e-a073bd0d7ea8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.001887] env[62220]: DEBUG nova.compute.manager [req-24bdb28d-e1d0-41bc-a1b6-2d245c4f48e8 req-cd13d2f3-8783-40d1-948a-1533d0bf6754 service nova] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] No waiting events found dispatching network-vif-plugged-eab1354d-c35e-4030-899b-77047c5d01b5 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1824.001887] env[62220]: WARNING nova.compute.manager [req-24bdb28d-e1d0-41bc-a1b6-2d245c4f48e8 req-cd13d2f3-8783-40d1-948a-1533d0bf6754 service nova] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Received unexpected event network-vif-plugged-eab1354d-c35e-4030-899b-77047c5d01b5 for instance with vm_state building and task_state spawning. [ 1824.003724] env[62220]: DEBUG nova.compute.manager [req-d572ea08-35a5-43f4-bd63-66b0ecb6db17 req-b5b91bb8-1c26-47e4-96aa-d318db1af0a0 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Received event network-changed-1ebf739c-5ab4-407c-8e48-558a31266e78 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1824.003908] env[62220]: DEBUG nova.compute.manager [req-d572ea08-35a5-43f4-bd63-66b0ecb6db17 req-b5b91bb8-1c26-47e4-96aa-d318db1af0a0 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Refreshing instance network info cache due to event network-changed-1ebf739c-5ab4-407c-8e48-558a31266e78. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1824.004262] env[62220]: DEBUG oslo_concurrency.lockutils [req-d572ea08-35a5-43f4-bd63-66b0ecb6db17 req-b5b91bb8-1c26-47e4-96aa-d318db1af0a0 service nova] Acquiring lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.004499] env[62220]: DEBUG oslo_concurrency.lockutils [req-d572ea08-35a5-43f4-bd63-66b0ecb6db17 req-b5b91bb8-1c26-47e4-96aa-d318db1af0a0 service nova] Acquired lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.004734] env[62220]: DEBUG nova.network.neutron [req-d572ea08-35a5-43f4-bd63-66b0ecb6db17 req-b5b91bb8-1c26-47e4-96aa-d318db1af0a0 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Refreshing network info cache for port 1ebf739c-5ab4-407c-8e48-558a31266e78 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.019152] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.019152] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.020032] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870eb0e5-ee76-45be-9969-b1875f51fec0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.041750] env[62220]: DEBUG nova.network.neutron [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Successfully updated port: eab1354d-c35e-4030-899b-77047c5d01b5 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1824.043826] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81396fe-5bb8-42e2-8038-9ecdea93c967 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.050280] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dcdccd-a5c9-368a-46e3-631a689d3769, 'name': SearchDatastore_Task, 'duration_secs': 0.008808} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.056090] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1824.074287] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2852ded4-e51b-46fd-bb9d-9bfe47597990 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.094084] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Reconfiguring VM to detach interface {{(pid=62220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1824.094718] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f838fa-0d0c-49ec-9a7b-52cc3b18d501 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.113930] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1824.113930] env[62220]: value = "task-1748032" [ 1824.113930] env[62220]: _type = "Task" [ 1824.113930] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.115332] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1824.115332] env[62220]: value = "task-1748033" [ 1824.115332] env[62220]: _type = "Task" [ 1824.115332] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.126657] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.129766] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.199986] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073306} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.200266] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1824.201152] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d24ff7a-59cd-46fe-aeee-3068ee099422 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.225691] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] d19195a8-0475-4ef4-b1f2-2a74d46e078b/d19195a8-0475-4ef4-b1f2-2a74d46e078b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1824.226145] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd2b3ff5-1ec8-4340-9a2c-4700860c348e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.249324] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1824.249324] env[62220]: value = "task-1748034" [ 1824.249324] env[62220]: _type = "Task" [ 1824.249324] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.255315] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748031, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.255545] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52614fa6-d0fa-cddc-8fca-c401245e5486, 'name': SearchDatastore_Task, 'duration_secs': 0.012191} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.258776] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec3ec59-41a7-4cb1-8ae0-eace6059d25b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.264124] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1824.264124] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c8d13c-b837-cdbd-7bc9-a5d0bab2699e" [ 1824.264124] env[62220]: _type = "Task" [ 1824.264124] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.267108] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.274377] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c8d13c-b837-cdbd-7bc9-a5d0bab2699e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.405427] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 890d4338-8d28-41cf-ba9d-d5eae6f50c13] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1824.432841] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748029, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.547501] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "refresh_cache-d7767729-99db-4a40-945e-a073bd0d7ea8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.547728] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "refresh_cache-d7767729-99db-4a40-945e-a073bd0d7ea8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.547927] env[62220]: DEBUG nova.network.neutron [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.630223] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748032, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.637418] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.750669] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748031, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.764479] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748034, 'name': ReconfigVM_Task, 'duration_secs': 0.451193} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.764822] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Reconfigured VM instance instance-00000065 to attach disk [datastore1] d19195a8-0475-4ef4-b1f2-2a74d46e078b/d19195a8-0475-4ef4-b1f2-2a74d46e078b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1824.765571] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a81007f1-7bbb-4ce5-adca-0b602cffded0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.774129] env[62220]: DEBUG nova.network.neutron [req-d572ea08-35a5-43f4-bd63-66b0ecb6db17 req-b5b91bb8-1c26-47e4-96aa-d318db1af0a0 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Updated VIF entry in instance network info cache for port 1ebf739c-5ab4-407c-8e48-558a31266e78. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1824.774646] env[62220]: DEBUG nova.network.neutron [req-d572ea08-35a5-43f4-bd63-66b0ecb6db17 req-b5b91bb8-1c26-47e4-96aa-d318db1af0a0 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Updating instance_info_cache with network_info: [{"id": "1ebf739c-5ab4-407c-8e48-558a31266e78", "address": "fa:16:3e:bc:02:47", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf739c-5a", "ovs_interfaceid": "1ebf739c-5ab4-407c-8e48-558a31266e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.782031] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52c8d13c-b837-cdbd-7bc9-a5d0bab2699e, 'name': SearchDatastore_Task, 'duration_secs': 0.018504} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.782031] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1824.782031] env[62220]: value = "task-1748035" [ 1824.782031] env[62220]: _type = "Task" [ 1824.782031] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.782031] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.782285] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2/180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1824.782565] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3329b4b-3d15-4608-8ca5-3270959a05a5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.794295] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748035, 'name': Rename_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.795585] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1824.795585] env[62220]: value = "task-1748036" [ 1824.795585] env[62220]: _type = "Task" [ 1824.795585] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.804804] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.909063] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 9728525d-985c-47af-abb6-0ec27b76a204] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1824.934280] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748029, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.114256] env[62220]: DEBUG nova.network.neutron [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1825.128726] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748032, 'name': ReconfigVM_Task, 'duration_secs': 0.709763} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.129380] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1825.130156] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e92836a-52a8-4443-a255-8cedd575a1e7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.135664] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.166181] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 96ea101b-679a-44b6-80fc-64ed684f853a/96ea101b-679a-44b6-80fc-64ed684f853a.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.166181] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39d3bf7c-1f1a-497e-91a5-26f66fb26ad8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.186522] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1825.186522] env[62220]: value = "task-1748037" [ 1825.186522] env[62220]: _type = "Task" [ 1825.186522] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.195343] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.254472] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748031, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.048688} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.254789] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d/c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1825.255016] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1825.255296] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-452bb5a8-7e8f-4b57-9b0b-8b8089a2bd9a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.264974] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1825.264974] env[62220]: value = "task-1748038" [ 1825.264974] env[62220]: _type = "Task" [ 1825.264974] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.277028] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.282954] env[62220]: DEBUG oslo_concurrency.lockutils [req-d572ea08-35a5-43f4-bd63-66b0ecb6db17 req-b5b91bb8-1c26-47e4-96aa-d318db1af0a0 service nova] Releasing lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.293608] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748035, 'name': Rename_Task, 'duration_secs': 0.161754} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.294196] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1825.294485] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-748c2a5a-844a-40e2-8d89-5b68b5dcb861 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.305645] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748036, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.307175] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1825.307175] env[62220]: value = "task-1748039" [ 1825.307175] env[62220]: _type = "Task" [ 1825.307175] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.319805] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.321407] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.321672] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.412649] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b69921e9-b52a-4005-be23-fae3d0ec4fc1] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1825.438169] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748029, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.453376] env[62220]: DEBUG nova.network.neutron [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Updating instance_info_cache with network_info: [{"id": "eab1354d-c35e-4030-899b-77047c5d01b5", "address": "fa:16:3e:f5:4a:3d", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeab1354d-c3", "ovs_interfaceid": "eab1354d-c35e-4030-899b-77047c5d01b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.632755] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.696252] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.774961] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092108} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.775257] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1825.776040] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81c36b9-62bf-4232-811f-0d88739dfe61 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.800862] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d/c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.801379] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88720704-992b-4341-b9eb-cc3fc9da735e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.826757] env[62220]: INFO nova.compute.manager [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Detaching volume d0c1a25f-c4c4-49f8-aff1-a821f017868b [ 1825.834478] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737712} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.835965] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2/180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1825.836248] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1825.836609] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1825.836609] env[62220]: value = "task-1748040" [ 1825.836609] env[62220]: _type = "Task" [ 1825.836609] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.842342] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a52620a4-3b49-43f5-9927-07d0b2ced707 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.844975] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748039, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.854055] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.859023] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1825.859023] env[62220]: value = "task-1748041" [ 1825.859023] env[62220]: _type = "Task" [ 1825.859023] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.866788] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.912180] env[62220]: INFO nova.virt.block_device [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Attempting to driver detach volume d0c1a25f-c4c4-49f8-aff1-a821f017868b from mountpoint /dev/sdb [ 1825.913612] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1825.913612] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363399', 'volume_id': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b', 'name': 'volume-d0c1a25f-c4c4-49f8-aff1-a821f017868b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'a8f42686-354e-4afc-8bb7-e7db20ac2aa5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b', 'serial': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1825.913759] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1651017-dd5d-42da-ae04-8c3d99146717 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.920141] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 25bd2a2e-c354-42a1-83cd-a7d3aadcea3e] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1825.945950] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17df16ad-c5ca-494d-8420-e42d8fb9a72c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.959603] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0793ec2-b807-4caa-95d3-d40700d6998a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.961839] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "refresh_cache-d7767729-99db-4a40-945e-a073bd0d7ea8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.962216] env[62220]: DEBUG nova.compute.manager [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Instance network_info: |[{"id": "eab1354d-c35e-4030-899b-77047c5d01b5", "address": "fa:16:3e:f5:4a:3d", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeab1354d-c3", "ovs_interfaceid": "eab1354d-c35e-4030-899b-77047c5d01b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1825.962532] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748029, 'name': CloneVM_Task, 'duration_secs': 2.51128} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.963656] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:4a:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eab1354d-c35e-4030-899b-77047c5d01b5', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1825.972668] env[62220]: DEBUG oslo.service.loopingcall [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.973082] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Created linked-clone VM from snapshot [ 1825.974312] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1825.975423] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4b164a-ab5a-4c07-ac5f-638b1dd5d663 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.996708] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c03df285-3826-4d9b-b6ca-b8b6f3c3b969 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.013437] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed54a83-fd60-4b2a-9f4e-31033660fe34 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.020414] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Uploading image f97a3d9c-6c4f-402e-ab59-02c1119f488a {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1826.025961] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1826.025961] env[62220]: value = "task-1748042" [ 1826.025961] env[62220]: _type = "Task" [ 1826.025961] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.041093] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] The volume has not been displaced from its original location: [datastore1] volume-d0c1a25f-c4c4-49f8-aff1-a821f017868b/volume-d0c1a25f-c4c4-49f8-aff1-a821f017868b.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1826.046608] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1826.050471] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-578c4e71-8506-407e-b850-516d4716c42a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.065556] env[62220]: DEBUG nova.compute.manager [req-82101cd9-e78c-48a2-89ec-2ee27f4ad699 req-8af83f24-0de9-413c-9d25-9b32b1a98abc service nova] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Received event network-changed-eab1354d-c35e-4030-899b-77047c5d01b5 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1826.065740] env[62220]: DEBUG nova.compute.manager [req-82101cd9-e78c-48a2-89ec-2ee27f4ad699 req-8af83f24-0de9-413c-9d25-9b32b1a98abc service nova] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Refreshing instance network info cache due to event network-changed-eab1354d-c35e-4030-899b-77047c5d01b5. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1826.065959] env[62220]: DEBUG oslo_concurrency.lockutils [req-82101cd9-e78c-48a2-89ec-2ee27f4ad699 req-8af83f24-0de9-413c-9d25-9b32b1a98abc service nova] Acquiring lock "refresh_cache-d7767729-99db-4a40-945e-a073bd0d7ea8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.066116] env[62220]: DEBUG oslo_concurrency.lockutils [req-82101cd9-e78c-48a2-89ec-2ee27f4ad699 req-8af83f24-0de9-413c-9d25-9b32b1a98abc service nova] Acquired lock "refresh_cache-d7767729-99db-4a40-945e-a073bd0d7ea8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.066277] env[62220]: DEBUG nova.network.neutron [req-82101cd9-e78c-48a2-89ec-2ee27f4ad699 req-8af83f24-0de9-413c-9d25-9b32b1a98abc service nova] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Refreshing network info cache for port eab1354d-c35e-4030-899b-77047c5d01b5 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.074207] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748042, 'name': CreateVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.078824] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1826.078824] env[62220]: value = "vm-363433" [ 1826.078824] env[62220]: _type = "VirtualMachine" [ 1826.078824] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1826.079407] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d27d5bd9-615d-4529-918e-62c6629b8591 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.082525] env[62220]: DEBUG oslo_vmware.api [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1826.082525] env[62220]: value = "task-1748043" [ 1826.082525] env[62220]: _type = "Task" [ 1826.082525] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.089490] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lease: (returnval){ [ 1826.089490] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528fa297-7641-feb9-d36f-81a07b50ee9b" [ 1826.089490] env[62220]: _type = "HttpNfcLease" [ 1826.089490] env[62220]: } obtained for exporting VM: (result){ [ 1826.089490] env[62220]: value = "vm-363433" [ 1826.089490] env[62220]: _type = "VirtualMachine" [ 1826.089490] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1826.089991] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the lease: (returnval){ [ 1826.089991] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528fa297-7641-feb9-d36f-81a07b50ee9b" [ 1826.089991] env[62220]: _type = "HttpNfcLease" [ 1826.089991] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1826.097504] env[62220]: DEBUG oslo_vmware.api [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.101097] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1826.101097] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528fa297-7641-feb9-d36f-81a07b50ee9b" [ 1826.101097] env[62220]: _type = "HttpNfcLease" [ 1826.101097] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1826.133904] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.197909] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748037, 'name': ReconfigVM_Task, 'duration_secs': 0.933583} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.199713] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 96ea101b-679a-44b6-80fc-64ed684f853a/96ea101b-679a-44b6-80fc-64ed684f853a.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.199713] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e5fa08-069c-4910-b595-b41794a2bd0f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.227386] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c793335d-cf49-496e-a40c-5697af3e56d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.251015] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c236357b-2f54-4f08-8fe3-0b074e6b5c5a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.273235] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1622ca0-a3f7-4fc3-b8b3-58ae615e57dc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.280783] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.281074] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edd511ae-dc92-48f3-b05f-7d848276bfb4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.288093] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1826.288093] env[62220]: value = "task-1748045" [ 1826.288093] env[62220]: _type = "Task" [ 1826.288093] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.298019] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.331809] env[62220]: DEBUG oslo_vmware.api [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748039, 'name': PowerOnVM_Task, 'duration_secs': 0.917203} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.332586] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1826.333850] env[62220]: INFO nova.compute.manager [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Took 13.63 seconds to spawn the instance on the hypervisor. [ 1826.333850] env[62220]: DEBUG nova.compute.manager [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1826.334049] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73023729-c51d-4ef4-9a5d-713af40c184b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.352950] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.367182] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132181} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.367495] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1826.368291] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e37274c-7e69-4bfb-91e1-7c58a937114d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.392184] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2/180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1826.393247] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce926695-a885-402b-ba90-25f6c1ed351c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.413354] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1826.413354] env[62220]: value = "task-1748046" [ 1826.413354] env[62220]: _type = "Task" [ 1826.413354] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.421892] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 0cd14d33-d2cc-4a51-bad7-c793197c40da] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1826.423802] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.536926] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748042, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.599504] env[62220]: DEBUG oslo_vmware.api [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748043, 'name': ReconfigVM_Task, 'duration_secs': 0.410499} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.601261] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1826.605907] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1826.605907] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528fa297-7641-feb9-d36f-81a07b50ee9b" [ 1826.605907] env[62220]: _type = "HttpNfcLease" [ 1826.605907] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1826.608533] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21dd7f45-d6fd-4643-b4da-0b1404d82485 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.618789] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1826.618789] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528fa297-7641-feb9-d36f-81a07b50ee9b" [ 1826.618789] env[62220]: _type = "HttpNfcLease" [ 1826.618789] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1826.619741] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a05cc1-8091-451b-810e-d30a9f603591 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.631689] env[62220]: DEBUG oslo_vmware.api [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1826.631689] env[62220]: value = "task-1748047" [ 1826.631689] env[62220]: _type = "Task" [ 1826.631689] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.631947] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5b8ab-747b-46b0-efe2-68b282eb133a/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1826.632187] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5b8ab-747b-46b0-efe2-68b282eb133a/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1826.640877] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.706937] env[62220]: DEBUG oslo_vmware.api [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.749448] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9801d6d8-1e1e-450a-b7bf-db4202b03e81 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.798201] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.856574] env[62220]: INFO nova.compute.manager [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Took 22.81 seconds to build instance. [ 1826.861382] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748040, 'name': ReconfigVM_Task, 'duration_secs': 0.794096} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.861645] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Reconfigured VM instance instance-00000067 to attach disk [datastore1] c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d/c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.862376] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7511890-60b7-4876-bb91-eaaf6e3bf5b2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.870950] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1826.870950] env[62220]: value = "task-1748048" [ 1826.870950] env[62220]: _type = "Task" [ 1826.870950] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.879502] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748048, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.884708] env[62220]: DEBUG nova.network.neutron [req-82101cd9-e78c-48a2-89ec-2ee27f4ad699 req-8af83f24-0de9-413c-9d25-9b32b1a98abc service nova] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Updated VIF entry in instance network info cache for port eab1354d-c35e-4030-899b-77047c5d01b5. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1826.885047] env[62220]: DEBUG nova.network.neutron [req-82101cd9-e78c-48a2-89ec-2ee27f4ad699 req-8af83f24-0de9-413c-9d25-9b32b1a98abc service nova] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Updating instance_info_cache with network_info: [{"id": "eab1354d-c35e-4030-899b-77047c5d01b5", "address": "fa:16:3e:f5:4a:3d", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeab1354d-c3", "ovs_interfaceid": "eab1354d-c35e-4030-899b-77047c5d01b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.923309] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.924851] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 0d5facef-3bf5-4b5d-a234-570292369118] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1827.037511] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748042, 'name': CreateVM_Task, 'duration_secs': 0.693234} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.037713] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1827.038401] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.038619] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.038902] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1827.040173] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c49fb5c-1695-4f1a-bbca-af5d11b4030e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.046775] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1827.046775] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d32d3-57db-40a7-595c-8ac41fd18fd3" [ 1827.046775] env[62220]: _type = "Task" [ 1827.046775] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.055060] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d32d3-57db-40a7-595c-8ac41fd18fd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.136728] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.144867] env[62220]: DEBUG oslo_vmware.api [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748047, 'name': ReconfigVM_Task, 'duration_secs': 0.150395} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.145059] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363399', 'volume_id': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b', 'name': 'volume-d0c1a25f-c4c4-49f8-aff1-a821f017868b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'a8f42686-354e-4afc-8bb7-e7db20ac2aa5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b', 'serial': 'd0c1a25f-c4c4-49f8-aff1-a821f017868b'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1827.208824] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1c6f7da-02e1-499f-bdc8-4d6b3d178f14 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.209214] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1c6f7da-02e1-499f-bdc8-4d6b3d178f14 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.209418] env[62220]: DEBUG nova.compute.manager [None req-f1c6f7da-02e1-499f-bdc8-4d6b3d178f14 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.210389] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e17e5eb-64e2-4f48-b070-3c94c7e24e79 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.217350] env[62220]: DEBUG nova.compute.manager [None req-f1c6f7da-02e1-499f-bdc8-4d6b3d178f14 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1827.217918] env[62220]: DEBUG nova.objects.instance [None req-f1c6f7da-02e1-499f-bdc8-4d6b3d178f14 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lazy-loading 'flavor' on Instance uuid 6d6c9250-d939-4116-9cbd-7ee12aa7c526 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.298679] env[62220]: DEBUG oslo_vmware.api [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748045, 'name': PowerOnVM_Task, 'duration_secs': 0.671523} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.299549] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.357058] env[62220]: DEBUG oslo_concurrency.lockutils [None req-75a26b05-5c02-4d79-9b16-c94f075103ba tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.320s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.380358] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748048, 'name': Rename_Task, 'duration_secs': 0.246371} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.381066] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1827.381548] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10dcf726-c230-4167-bfd7-fb14820dba47 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.386917] env[62220]: DEBUG oslo_concurrency.lockutils [req-82101cd9-e78c-48a2-89ec-2ee27f4ad699 req-8af83f24-0de9-413c-9d25-9b32b1a98abc service nova] Releasing lock "refresh_cache-d7767729-99db-4a40-945e-a073bd0d7ea8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.389904] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1827.389904] env[62220]: value = "task-1748049" [ 1827.389904] env[62220]: _type = "Task" [ 1827.389904] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.399031] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.424539] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748046, 'name': ReconfigVM_Task, 'duration_secs': 0.575383} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.424939] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2/180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1827.425670] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04854e50-a59d-4160-aba9-886582949c7c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.428691] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: e396de23-f0d2-44ca-977a-17b444916807] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1827.433281] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1827.433281] env[62220]: value = "task-1748050" [ 1827.433281] env[62220]: _type = "Task" [ 1827.433281] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.442775] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748050, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.558686] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d32d3-57db-40a7-595c-8ac41fd18fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.023729} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.559151] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.559457] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1827.559971] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.560228] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.560521] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1827.560857] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a03b5b3-f3e8-46c2-a78e-cd2af3f3a241 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.568861] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1827.569086] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1827.569870] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63be3e94-d841-4520-9253-b3a9e8ff99e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.577907] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1827.577907] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5225eba0-0ada-1b8b-1bb0-373840fe4501" [ 1827.577907] env[62220]: _type = "Task" [ 1827.577907] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.586898] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5225eba0-0ada-1b8b-1bb0-373840fe4501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.636315] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.697099] env[62220]: DEBUG nova.objects.instance [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lazy-loading 'flavor' on Instance uuid a8f42686-354e-4afc-8bb7-e7db20ac2aa5 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.901248] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748049, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.932970] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: c5b997cc-da18-4571-aba2-a84d5ff1c996] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1827.944851] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748050, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.064681] env[62220]: DEBUG nova.compute.manager [req-a2992533-9bca-4ed3-9d43-06c838c6966b req-9023dfd1-684e-48cf-a68d-0f7b3c240f15 service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Received event network-changed-a55bb435-590f-44c1-ab3c-3c12557d33fb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1828.064999] env[62220]: DEBUG nova.compute.manager [req-a2992533-9bca-4ed3-9d43-06c838c6966b req-9023dfd1-684e-48cf-a68d-0f7b3c240f15 service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Refreshing instance network info cache due to event network-changed-a55bb435-590f-44c1-ab3c-3c12557d33fb. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1828.065558] env[62220]: DEBUG oslo_concurrency.lockutils [req-a2992533-9bca-4ed3-9d43-06c838c6966b req-9023dfd1-684e-48cf-a68d-0f7b3c240f15 service nova] Acquiring lock "refresh_cache-d19195a8-0475-4ef4-b1f2-2a74d46e078b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.065801] env[62220]: DEBUG oslo_concurrency.lockutils [req-a2992533-9bca-4ed3-9d43-06c838c6966b req-9023dfd1-684e-48cf-a68d-0f7b3c240f15 service nova] Acquired lock "refresh_cache-d19195a8-0475-4ef4-b1f2-2a74d46e078b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.066064] env[62220]: DEBUG nova.network.neutron [req-a2992533-9bca-4ed3-9d43-06c838c6966b req-9023dfd1-684e-48cf-a68d-0f7b3c240f15 service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Refreshing network info cache for port a55bb435-590f-44c1-ab3c-3c12557d33fb {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.089563] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5225eba0-0ada-1b8b-1bb0-373840fe4501, 'name': SearchDatastore_Task, 'duration_secs': 0.013607} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.090372] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-885d506d-00ea-4d2a-8789-c9177b826bae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.095637] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1828.095637] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b0c06f-30fe-f49f-ac1d-3d1d6ddd20e1" [ 1828.095637] env[62220]: _type = "Task" [ 1828.095637] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.105320] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b0c06f-30fe-f49f-ac1d-3d1d6ddd20e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.139794] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.230567] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c6f7da-02e1-499f-bdc8-4d6b3d178f14 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1828.231377] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e29847fe-9385-4727-92ca-74a9b6f1b622 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.242239] env[62220]: DEBUG oslo_vmware.api [None req-f1c6f7da-02e1-499f-bdc8-4d6b3d178f14 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1828.242239] env[62220]: value = "task-1748051" [ 1828.242239] env[62220]: _type = "Task" [ 1828.242239] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.253140] env[62220]: DEBUG oslo_vmware.api [None req-f1c6f7da-02e1-499f-bdc8-4d6b3d178f14 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.347962] env[62220]: INFO nova.compute.manager [None req-badce041-8d4c-42ba-bfb5-40906ff93aa1 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance to original state: 'active' [ 1828.401891] env[62220]: DEBUG oslo_vmware.api [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748049, 'name': PowerOnVM_Task, 'duration_secs': 0.874819} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.404346] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1828.404996] env[62220]: INFO nova.compute.manager [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Took 10.89 seconds to spawn the instance on the hypervisor. [ 1828.405159] env[62220]: DEBUG nova.compute.manager [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.406276] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82beaf2d-aecf-4268-bd70-6aae900b40b2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.440063] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 21995267-5227-4930-b079-707fcf615897] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1828.445988] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748050, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.606710] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b0c06f-30fe-f49f-ac1d-3d1d6ddd20e1, 'name': SearchDatastore_Task, 'duration_secs': 0.021589} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.607050] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.607391] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] d7767729-99db-4a40-945e-a073bd0d7ea8/d7767729-99db-4a40-945e-a073bd0d7ea8.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1828.607766] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac8c4831-ecfd-4504-b418-427943a7abae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.615239] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1828.615239] env[62220]: value = "task-1748052" [ 1828.615239] env[62220]: _type = "Task" [ 1828.615239] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.622994] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.638552] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.705584] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6067ab88-3fd8-4786-89e5-7122650e555f tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.384s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.759792] env[62220]: DEBUG oslo_vmware.api [None req-f1c6f7da-02e1-499f-bdc8-4d6b3d178f14 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748051, 'name': PowerOffVM_Task, 'duration_secs': 0.352175} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.760277] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c6f7da-02e1-499f-bdc8-4d6b3d178f14 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.760612] env[62220]: DEBUG nova.compute.manager [None req-f1c6f7da-02e1-499f-bdc8-4d6b3d178f14 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.761529] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13fe629-12e8-4487-bb1e-3545341f8247 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.927737] env[62220]: INFO nova.compute.manager [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Took 19.50 seconds to build instance. [ 1828.945514] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748050, 'name': Rename_Task, 'duration_secs': 1.244039} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.946719] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1828.947270] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 248e0d5e-32ec-4711-91f3-e4a93d7c8b47] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1828.949116] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29c04d3d-b841-4627-ace4-41d16e023fcb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.960289] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1828.960289] env[62220]: value = "task-1748053" [ 1828.960289] env[62220]: _type = "Task" [ 1828.960289] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.970030] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.039919] env[62220]: DEBUG nova.network.neutron [req-a2992533-9bca-4ed3-9d43-06c838c6966b req-9023dfd1-684e-48cf-a68d-0f7b3c240f15 service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Updated VIF entry in instance network info cache for port a55bb435-590f-44c1-ab3c-3c12557d33fb. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.040386] env[62220]: DEBUG nova.network.neutron [req-a2992533-9bca-4ed3-9d43-06c838c6966b req-9023dfd1-684e-48cf-a68d-0f7b3c240f15 service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Updating instance_info_cache with network_info: [{"id": "a55bb435-590f-44c1-ab3c-3c12557d33fb", "address": "fa:16:3e:f8:a4:c5", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55bb435-59", "ovs_interfaceid": "a55bb435-590f-44c1-ab3c-3c12557d33fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.053214] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "1523219d-b829-4c85-8667-a16b537350ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.053214] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "1523219d-b829-4c85-8667-a16b537350ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.053214] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "1523219d-b829-4c85-8667-a16b537350ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.053214] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "1523219d-b829-4c85-8667-a16b537350ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.053214] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "1523219d-b829-4c85-8667-a16b537350ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.055584] env[62220]: INFO nova.compute.manager [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Terminating instance [ 1829.128024] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748052, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.139705] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.274079] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f1c6f7da-02e1-499f-bdc8-4d6b3d178f14 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.429634] env[62220]: DEBUG oslo_concurrency.lockutils [None req-04d9419b-0cba-417d-8ccd-6adad6341271 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.011s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.456865] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: f5d1a419-d93b-4988-b051-f1d72b068cc9] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1829.470785] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748053, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.544358] env[62220]: DEBUG oslo_concurrency.lockutils [req-a2992533-9bca-4ed3-9d43-06c838c6966b req-9023dfd1-684e-48cf-a68d-0f7b3c240f15 service nova] Releasing lock "refresh_cache-d19195a8-0475-4ef4-b1f2-2a74d46e078b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.559947] env[62220]: DEBUG nova.compute.manager [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1829.560252] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1829.561586] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cf3971-b6d7-4ab6-a1d8-90656341013a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.571656] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1829.571938] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f1ff1d4-ae78-46ea-bd93-955148dcf8f8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.582394] env[62220]: DEBUG oslo_vmware.api [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1829.582394] env[62220]: value = "task-1748055" [ 1829.582394] env[62220]: _type = "Task" [ 1829.582394] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.596303] env[62220]: DEBUG oslo_vmware.api [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.640355] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542665} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.642047] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] d7767729-99db-4a40-945e-a073bd0d7ea8/d7767729-99db-4a40-945e-a073bd0d7ea8.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.642047] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.642378] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1316711e-2d5e-44dd-b283-22234df779b4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.650823] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748033, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.656534] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1829.656534] env[62220]: value = "task-1748056" [ 1829.656534] env[62220]: _type = "Task" [ 1829.656534] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.664251] env[62220]: DEBUG nova.objects.instance [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lazy-loading 'flavor' on Instance uuid 6d6c9250-d939-4116-9cbd-7ee12aa7c526 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1829.668557] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.732640] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.733174] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.733571] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.733895] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.734182] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.737142] env[62220]: INFO nova.compute.manager [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Terminating instance [ 1829.958823] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 834acbd8-9d62-4503-9782-9c8ded4c4934] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1829.971032] env[62220]: DEBUG oslo_vmware.api [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748053, 'name': PowerOnVM_Task, 'duration_secs': 0.657971} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.971032] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1829.971032] env[62220]: INFO nova.compute.manager [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Took 14.86 seconds to spawn the instance on the hypervisor. [ 1829.971032] env[62220]: DEBUG nova.compute.manager [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1829.971895] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc36d167-f504-467b-9338-eff643bbdc40 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.089306] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "96ea101b-679a-44b6-80fc-64ed684f853a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.089572] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "96ea101b-679a-44b6-80fc-64ed684f853a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.089837] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "96ea101b-679a-44b6-80fc-64ed684f853a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.090088] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "96ea101b-679a-44b6-80fc-64ed684f853a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.090295] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "96ea101b-679a-44b6-80fc-64ed684f853a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.094862] env[62220]: DEBUG oslo_vmware.api [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748055, 'name': PowerOffVM_Task, 'duration_secs': 0.268879} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.095328] env[62220]: INFO nova.compute.manager [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Terminating instance [ 1830.096659] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1830.096832] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1830.097851] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-423347a7-949c-4e18-85d0-e7486d9f6e22 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.129333] env[62220]: INFO nova.compute.manager [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Rescuing [ 1830.129603] env[62220]: DEBUG oslo_concurrency.lockutils [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "refresh_cache-c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.129779] env[62220]: DEBUG oslo_concurrency.lockutils [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquired lock "refresh_cache-c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.129973] env[62220]: DEBUG nova.network.neutron [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.140124] env[62220]: DEBUG oslo_vmware.api [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748033, 'name': ReconfigVM_Task, 'duration_secs': 5.958215} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.140347] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.140540] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Reconfigured VM to detach interface {{(pid=62220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1830.166914] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069328} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.166999] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1830.167781] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a75a5c4-f727-4325-bcb8-23a285904b2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.174392] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.174552] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.174725] env[62220]: DEBUG nova.network.neutron [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.174898] env[62220]: DEBUG nova.objects.instance [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lazy-loading 'info_cache' on Instance uuid 6d6c9250-d939-4116-9cbd-7ee12aa7c526 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.193879] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] d7767729-99db-4a40-945e-a073bd0d7ea8/d7767729-99db-4a40-945e-a073bd0d7ea8.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.194870] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea11c9f3-bbb7-4f10-b1f8-d65ecc006d1d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.217246] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1830.217246] env[62220]: value = "task-1748058" [ 1830.217246] env[62220]: _type = "Task" [ 1830.217246] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.223038] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1830.223287] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1830.223466] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Deleting the datastore file [datastore1] 1523219d-b829-4c85-8667-a16b537350ec {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1830.223713] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b830efb-5f31-4f8b-9161-6aace84e75fa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.228873] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.237104] env[62220]: DEBUG oslo_vmware.api [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1830.237104] env[62220]: value = "task-1748059" [ 1830.237104] env[62220]: _type = "Task" [ 1830.237104] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.242125] env[62220]: DEBUG nova.compute.manager [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1830.242374] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1830.246660] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cb6cfa-8e89-4955-a004-69a43cce9e4f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.249885] env[62220]: DEBUG oslo_vmware.api [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.254908] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.255176] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fc41afc-0319-4645-a4d9-9d76da373141 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.261639] env[62220]: DEBUG oslo_vmware.api [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1830.261639] env[62220]: value = "task-1748060" [ 1830.261639] env[62220]: _type = "Task" [ 1830.261639] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.269548] env[62220]: DEBUG oslo_vmware.api [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.466110] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: efe494c9-6f6d-430f-afb9-7f07417c50e3] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1830.494095] env[62220]: INFO nova.compute.manager [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Took 21.84 seconds to build instance. [ 1830.600781] env[62220]: DEBUG nova.compute.manager [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1830.601093] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.601422] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e5b7a7a-5b40-4793-83db-17ddd082271b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.609160] env[62220]: DEBUG oslo_vmware.api [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1830.609160] env[62220]: value = "task-1748061" [ 1830.609160] env[62220]: _type = "Task" [ 1830.609160] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.618472] env[62220]: DEBUG oslo_vmware.api [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.687462] env[62220]: DEBUG nova.objects.base [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Object Instance<6d6c9250-d939-4116-9cbd-7ee12aa7c526> lazy-loaded attributes: flavor,info_cache {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1830.729887] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748058, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.749327] env[62220]: DEBUG oslo_vmware.api [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362069} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.749589] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1830.749777] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1830.749955] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1830.750148] env[62220]: INFO nova.compute.manager [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1830.750423] env[62220]: DEBUG oslo.service.loopingcall [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.750635] env[62220]: DEBUG nova.compute.manager [-] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1830.750735] env[62220]: DEBUG nova.network.neutron [-] [instance: 1523219d-b829-4c85-8667-a16b537350ec] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1830.777777] env[62220]: DEBUG oslo_vmware.api [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748060, 'name': PowerOffVM_Task, 'duration_secs': 0.319434} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.778107] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1830.778280] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1830.778574] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7778da1-b403-4ddd-98ad-2e537d01c970 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.877306] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1830.877556] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1830.877739] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleting the datastore file [datastore1] a8f42686-354e-4afc-8bb7-e7db20ac2aa5 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1830.878016] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-493348c1-b887-4595-8b53-4e901786596e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.886537] env[62220]: DEBUG oslo_vmware.api [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1830.886537] env[62220]: value = "task-1748063" [ 1830.886537] env[62220]: _type = "Task" [ 1830.886537] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.896530] env[62220]: DEBUG oslo_vmware.api [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.969306] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: a822bbdb-accd-4d13-9335-bc4bf0515601] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1830.993798] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a63cb2cc-76e3-41de-bbf2-897f6c036b12 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.349s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.120131] env[62220]: DEBUG oslo_vmware.api [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748061, 'name': PowerOffVM_Task, 'duration_secs': 0.250999} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.120423] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1831.120616] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1831.120803] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363404', 'volume_id': 'cd4434c7-5966-4801-8589-f9be7dc7b252', 'name': 'volume-cd4434c7-5966-4801-8589-f9be7dc7b252', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '96ea101b-679a-44b6-80fc-64ed684f853a', 'attached_at': '2024-12-11T11:12:29.000000', 'detached_at': '', 'volume_id': 'cd4434c7-5966-4801-8589-f9be7dc7b252', 'serial': 'cd4434c7-5966-4801-8589-f9be7dc7b252'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1831.121736] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aa4414-9027-4ecb-a16e-02afe921962f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.146185] env[62220]: DEBUG nova.network.neutron [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Updating instance_info_cache with network_info: [{"id": "6d169da7-e16e-49fc-a4b1-f73edd055c1c", "address": "fa:16:3e:b3:17:83", "network": {"id": "d55ed202-3c42-44b5-b415-4e9e142383fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1538133814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32bf6217767b4905b926fdbe89b11df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d169da7-e1", "ovs_interfaceid": "6d169da7-e16e-49fc-a4b1-f73edd055c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.147886] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea09a305-a3bb-4b95-b89b-45564001b520 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.156519] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c21208-56ba-4e6a-a38c-186638a96ac1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.178884] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d9dff2-c37f-4449-bcca-a6aba28725f8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.200129] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] The volume has not been displaced from its original location: [datastore1] volume-cd4434c7-5966-4801-8589-f9be7dc7b252/volume-cd4434c7-5966-4801-8589-f9be7dc7b252.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1831.205795] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1831.206434] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-718da99d-4196-47df-b809-6231e34e1bdf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.230999] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748058, 'name': ReconfigVM_Task, 'duration_secs': 0.583118} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.232564] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Reconfigured VM instance instance-00000068 to attach disk [datastore1] d7767729-99db-4a40-945e-a073bd0d7ea8/d7767729-99db-4a40-945e-a073bd0d7ea8.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1831.233466] env[62220]: DEBUG oslo_vmware.api [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1831.233466] env[62220]: value = "task-1748064" [ 1831.233466] env[62220]: _type = "Task" [ 1831.233466] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.233737] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbd18745-2d63-4e8c-b35b-8e606e6516d4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.243824] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1831.243824] env[62220]: value = "task-1748065" [ 1831.243824] env[62220]: _type = "Task" [ 1831.243824] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.247082] env[62220]: DEBUG oslo_vmware.api [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.258461] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748065, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.382790] env[62220]: DEBUG nova.compute.manager [req-bbf7fa92-9686-45b0-be44-59cd293668b9 req-d50b8139-fc94-468a-957f-a47b7feed41b service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Received event network-vif-deleted-e7bca017-5122-4de7-81e3-1786b252b5c3 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1831.382790] env[62220]: INFO nova.compute.manager [req-bbf7fa92-9686-45b0-be44-59cd293668b9 req-d50b8139-fc94-468a-957f-a47b7feed41b service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Neutron deleted interface e7bca017-5122-4de7-81e3-1786b252b5c3; detaching it from the instance and deleting it from the info cache [ 1831.382790] env[62220]: DEBUG nova.network.neutron [req-bbf7fa92-9686-45b0-be44-59cd293668b9 req-d50b8139-fc94-468a-957f-a47b7feed41b service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.397788] env[62220]: DEBUG oslo_vmware.api [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24017} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.398073] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1831.398262] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1831.398437] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1831.398609] env[62220]: INFO nova.compute.manager [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1831.398850] env[62220]: DEBUG oslo.service.loopingcall [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.399710] env[62220]: DEBUG nova.compute.manager [-] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1831.399949] env[62220]: DEBUG nova.network.neutron [-] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1831.472754] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b8a1eaa5-86e3-4cf5-80e2-24e28ef4df84] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1831.651688] env[62220]: DEBUG oslo_concurrency.lockutils [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Releasing lock "refresh_cache-c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.717614] env[62220]: DEBUG nova.network.neutron [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance_info_cache with network_info: [{"id": "3b7cda17-15eb-425f-8401-211979a00435", "address": "fa:16:3e:93:34:f8", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7cda17-15", "ovs_interfaceid": "3b7cda17-15eb-425f-8401-211979a00435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.746635] env[62220]: DEBUG oslo_vmware.api [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748064, 'name': ReconfigVM_Task, 'duration_secs': 0.402307} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.746888] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1831.751681] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d62846f9-bd0e-4824-b9f3-bca18ffeebe6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.773044] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748065, 'name': Rename_Task, 'duration_secs': 0.295475} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.774562] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.774900] env[62220]: DEBUG oslo_vmware.api [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1831.774900] env[62220]: value = "task-1748066" [ 1831.774900] env[62220]: _type = "Task" [ 1831.774900] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.778210] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c0adf9c-0c31-4513-886e-5b919bfa7e52 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.792531] env[62220]: DEBUG oslo_vmware.api [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748066, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.792727] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1831.792727] env[62220]: value = "task-1748067" [ 1831.792727] env[62220]: _type = "Task" [ 1831.792727] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.807186] env[62220]: DEBUG nova.network.neutron [-] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.808022] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.864603] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e9c3c39d-cb15-4c4d-b3db-8569dc13e95e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.864911] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e9c3c39d-cb15-4c4d-b3db-8569dc13e95e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.865110] env[62220]: DEBUG nova.compute.manager [None req-e9c3c39d-cb15-4c4d-b3db-8569dc13e95e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.866053] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bd2032-5c52-4fe5-9335-f601beacd61b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.873473] env[62220]: DEBUG nova.compute.manager [None req-e9c3c39d-cb15-4c4d-b3db-8569dc13e95e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1831.874119] env[62220]: DEBUG nova.objects.instance [None req-e9c3c39d-cb15-4c4d-b3db-8569dc13e95e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lazy-loading 'flavor' on Instance uuid 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.884366] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c0a808d-44a3-4e33-b92b-b1fb00602b40 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.900093] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3870f58a-d51b-414a-9d5f-8f61478e05e9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.919139] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.919460] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.919737] env[62220]: DEBUG nova.network.neutron [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1831.965983] env[62220]: DEBUG nova.compute.manager [req-bbf7fa92-9686-45b0-be44-59cd293668b9 req-d50b8139-fc94-468a-957f-a47b7feed41b service nova] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Detach interface failed, port_id=e7bca017-5122-4de7-81e3-1786b252b5c3, reason: Instance 1523219d-b829-4c85-8667-a16b537350ec could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1831.976961] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 87298b64-c97d-4e21-ad71-9db59859e10f] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1832.220254] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.291134] env[62220]: DEBUG oslo_vmware.api [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748066, 'name': ReconfigVM_Task, 'duration_secs': 0.248021} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.291523] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363404', 'volume_id': 'cd4434c7-5966-4801-8589-f9be7dc7b252', 'name': 'volume-cd4434c7-5966-4801-8589-f9be7dc7b252', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '96ea101b-679a-44b6-80fc-64ed684f853a', 'attached_at': '2024-12-11T11:12:29.000000', 'detached_at': '', 'volume_id': 'cd4434c7-5966-4801-8589-f9be7dc7b252', 'serial': 'cd4434c7-5966-4801-8589-f9be7dc7b252'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1832.292252] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1832.293187] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac690ff9-8901-44ad-b8a7-1e804bbda01b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.307709] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748067, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.310687] env[62220]: INFO nova.compute.manager [-] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Took 1.56 seconds to deallocate network for instance. [ 1832.311234] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1832.313470] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8840dc4-da4a-4048-97b3-1211c8ec7f40 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.481282] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b263b3fb-9b9c-403e-bf2d-459e6b12efdf] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1832.485367] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1832.485658] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1832.485954] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleting the datastore file [datastore1] 96ea101b-679a-44b6-80fc-64ed684f853a {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1832.486641] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fa4d92f-1a7b-4709-bb8f-8654bfe7906e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.495937] env[62220]: DEBUG oslo_vmware.api [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1832.495937] env[62220]: value = "task-1748070" [ 1832.495937] env[62220]: _type = "Task" [ 1832.495937] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.509731] env[62220]: DEBUG oslo_vmware.api [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.733085] env[62220]: DEBUG nova.network.neutron [-] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.792379] env[62220]: INFO nova.network.neutron [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Port 221f4e84-c8ef-45b3-b0fa-565d5d0ab1db from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1832.792535] env[62220]: DEBUG nova.network.neutron [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updating instance_info_cache with network_info: [{"id": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "address": "fa:16:3e:1b:73:e1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd44a9b-fd", "ovs_interfaceid": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.807768] env[62220]: DEBUG oslo_vmware.api [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748067, 'name': PowerOnVM_Task, 'duration_secs': 0.803777} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.809453] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.809685] env[62220]: INFO nova.compute.manager [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1832.809887] env[62220]: DEBUG nova.compute.manager [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.810794] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50404de-f031-48bb-b5fe-9ffca3d29747 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.823894] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.825887] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.826160] env[62220]: DEBUG nova.objects.instance [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lazy-loading 'resources' on Instance uuid 1523219d-b829-4c85-8667-a16b537350ec {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.881863] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c3c39d-cb15-4c4d-b3db-8569dc13e95e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.882725] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-695cc0cf-2ea0-4ab0-9572-6916eb94c56d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.894037] env[62220]: DEBUG oslo_vmware.api [None req-e9c3c39d-cb15-4c4d-b3db-8569dc13e95e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1832.894037] env[62220]: value = "task-1748071" [ 1832.894037] env[62220]: _type = "Task" [ 1832.894037] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.902042] env[62220]: DEBUG oslo_vmware.api [None req-e9c3c39d-cb15-4c4d-b3db-8569dc13e95e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.987494] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: a9462f81-92ac-483d-a8b4-51cd521b8e66] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1833.008918] env[62220]: DEBUG oslo_vmware.api [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.195586] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.195586] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9ef24a0-5047-4a6c-9299-83639a59aa24 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.205054] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1833.205054] env[62220]: value = "task-1748072" [ 1833.205054] env[62220]: _type = "Task" [ 1833.205054] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.214124] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.232019] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1833.232381] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00c108bf-7589-4dcb-bf05-cf89642a94e1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.234606] env[62220]: INFO nova.compute.manager [-] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Took 1.83 seconds to deallocate network for instance. [ 1833.241839] env[62220]: DEBUG oslo_vmware.api [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1833.241839] env[62220]: value = "task-1748073" [ 1833.241839] env[62220]: _type = "Task" [ 1833.241839] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.258592] env[62220]: DEBUG oslo_vmware.api [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.296055] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.343562] env[62220]: INFO nova.compute.manager [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Took 21.93 seconds to build instance. [ 1833.408227] env[62220]: DEBUG oslo_vmware.api [None req-e9c3c39d-cb15-4c4d-b3db-8569dc13e95e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748071, 'name': PowerOffVM_Task, 'duration_secs': 0.404721} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.408587] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c3c39d-cb15-4c4d-b3db-8569dc13e95e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1833.412456] env[62220]: DEBUG nova.compute.manager [None req-e9c3c39d-cb15-4c4d-b3db-8569dc13e95e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.412456] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a46bc3-e33c-4108-b0cf-36ff4782dd60 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.490246] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 00f59708-7070-409d-a189-f55bc6dfd81d] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1833.508233] env[62220]: DEBUG oslo_vmware.api [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536767} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.508518] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1833.508723] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1833.508897] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1833.509081] env[62220]: INFO nova.compute.manager [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Took 2.91 seconds to destroy the instance on the hypervisor. [ 1833.509326] env[62220]: DEBUG oslo.service.loopingcall [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1833.509569] env[62220]: DEBUG nova.compute.manager [-] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1833.509658] env[62220]: DEBUG nova.network.neutron [-] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1833.630698] env[62220]: DEBUG oslo_concurrency.lockutils [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "interface-5b884962-a0d5-44ac-b400-6c560b652c1b-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.630960] env[62220]: DEBUG oslo_concurrency.lockutils [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-5b884962-a0d5-44ac-b400-6c560b652c1b-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.631531] env[62220]: DEBUG nova.objects.instance [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'flavor' on Instance uuid 5b884962-a0d5-44ac-b400-6c560b652c1b {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.635046] env[62220]: DEBUG nova.compute.manager [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Received event network-vif-deleted-3736c711-6be4-4b7c-8256-7d331633aca6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1833.635206] env[62220]: DEBUG nova.compute.manager [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Received event network-changed-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1833.635406] env[62220]: DEBUG nova.compute.manager [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Refreshing instance network info cache due to event network-changed-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1833.635648] env[62220]: DEBUG oslo_concurrency.lockutils [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] Acquiring lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.635811] env[62220]: DEBUG oslo_concurrency.lockutils [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] Acquired lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.635975] env[62220]: DEBUG nova.network.neutron [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Refreshing network info cache for port 9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1833.640216] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399af947-64c9-4aaa-83fe-427363c6e982 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.650402] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bc4af1-3420-46d3-9cdd-9e810041069d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.685022] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc1efb3-8269-4614-b145-b6bc84737e92 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.690750] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa30faf-a5d5-42e2-aaac-21493eaba7d6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.707343] env[62220]: DEBUG nova.compute.provider_tree [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1833.716063] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748072, 'name': PowerOffVM_Task, 'duration_secs': 0.333517} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.717016] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1833.717726] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bcf4e1-977b-4319-88bd-3a0783769611 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.736509] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de93503b-ef16-4ef3-97b5-b89e8c2a91df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.741629] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.753949] env[62220]: DEBUG oslo_vmware.api [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748073, 'name': PowerOnVM_Task, 'duration_secs': 0.449261} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.754253] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.754902] env[62220]: DEBUG nova.compute.manager [None req-8cd4a363-7f43-46eb-b7f4-c872dbdac8c8 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.755280] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718ec228-ea57-4430-bf0f-a2cf2e9cbbc0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.769992] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.770298] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc643a26-550b-426d-9b67-239cd914d11f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.777501] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1833.777501] env[62220]: value = "task-1748074" [ 1833.777501] env[62220]: _type = "Task" [ 1833.777501] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.786197] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.801090] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ce274dad-e41f-41ba-972c-fb5936c37a2f tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-f919009d-9ea4-4fc4-819c-f182ebe9ecd2-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.287s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.846239] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ec4e2f7e-e04c-4c9b-a562-3a4a1fde3ad3 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "d7767729-99db-4a40-945e-a073bd0d7ea8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.442s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.926774] env[62220]: DEBUG oslo_concurrency.lockutils [None req-e9c3c39d-cb15-4c4d-b3db-8569dc13e95e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.993962] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 578c4873-b6d7-46d5-9891-47ebf73bbdb1] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1834.247126] env[62220]: ERROR nova.scheduler.client.report [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [req-a5ddb98e-e910-4837-b5c7-87006c7e5c6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a5ddb98e-e910-4837-b5c7-87006c7e5c6b"}]} [ 1834.277407] env[62220]: DEBUG nova.scheduler.client.report [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1834.296749] env[62220]: DEBUG nova.scheduler.client.report [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1834.297086] env[62220]: DEBUG nova.compute.provider_tree [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1834.299987] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1834.300221] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1834.301235] env[62220]: DEBUG oslo_concurrency.lockutils [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.301440] env[62220]: DEBUG oslo_concurrency.lockutils [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.301643] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1834.302863] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ddb7f11-f033-4601-b535-37abe84913f3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.312885] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1834.313475] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1834.317041] env[62220]: DEBUG nova.scheduler.client.report [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1834.317631] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33275dd5-60ea-4eda-afe9-3a04ce1e5ccc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.323080] env[62220]: DEBUG nova.objects.instance [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'pci_requests' on Instance uuid 5b884962-a0d5-44ac-b400-6c560b652c1b {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.331251] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1834.331251] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b26a9b-7fd6-503f-a83f-bf13d8036ee5" [ 1834.331251] env[62220]: _type = "Task" [ 1834.331251] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.340856] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b26a9b-7fd6-503f-a83f-bf13d8036ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.352932] env[62220]: DEBUG nova.scheduler.client.report [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1834.400984] env[62220]: DEBUG nova.network.neutron [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updated VIF entry in instance network info cache for port 9cd44a9b-fdcb-47cd-ac59-4a7824a70c98. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1834.401453] env[62220]: DEBUG nova.network.neutron [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updating instance_info_cache with network_info: [{"id": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "address": "fa:16:3e:1b:73:e1", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd44a9b-fd", "ovs_interfaceid": "9cd44a9b-fdcb-47cd-ac59-4a7824a70c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.446970] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.447113] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.447333] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.447535] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.447705] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.451891] env[62220]: INFO nova.compute.manager [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Terminating instance [ 1834.477655] env[62220]: DEBUG nova.network.neutron [-] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.497867] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 6f5c3307-1298-4e87-92ce-ecd88211964f] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1834.628124] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d20392-de82-4bb4-910f-9342dd4c5d56 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.636655] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719ecdbe-fa55-450d-aa82-049bf69a1aa2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.669770] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0edd0a-6d8a-4cfa-bc3f-597b23f69568 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.678635] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deb7dcf-9f08-42a9-bf10-1d1bf45bf55b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.696268] env[62220]: DEBUG nova.compute.provider_tree [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1834.829359] env[62220]: DEBUG nova.objects.base [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Object Instance<5b884962-a0d5-44ac-b400-6c560b652c1b> lazy-loaded attributes: flavor,pci_requests {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1834.830223] env[62220]: DEBUG nova.network.neutron [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1834.842994] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b26a9b-7fd6-503f-a83f-bf13d8036ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.027528} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.843830] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7725a28-71ad-48f0-92e0-f0fd0bf60763 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.850608] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1834.850608] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ac0727-833f-eeeb-71d7-453250d0e62c" [ 1834.850608] env[62220]: _type = "Task" [ 1834.850608] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.859672] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ac0727-833f-eeeb-71d7-453250d0e62c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.905875] env[62220]: DEBUG nova.policy [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6036db37c33b4dcca265e48d3fec0a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6f19b4ce62e41ab9b1da72d29df1ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1834.908137] env[62220]: DEBUG oslo_concurrency.lockutils [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] Releasing lock "refresh_cache-f919009d-9ea4-4fc4-819c-f182ebe9ecd2" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.908523] env[62220]: DEBUG nova.compute.manager [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Received event network-changed-16b3c5ac-7e05-4355-addc-cd1932bb42e7 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1834.908629] env[62220]: DEBUG nova.compute.manager [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Refreshing instance network info cache due to event network-changed-16b3c5ac-7e05-4355-addc-cd1932bb42e7. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1834.908762] env[62220]: DEBUG oslo_concurrency.lockutils [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] Acquiring lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.908906] env[62220]: DEBUG oslo_concurrency.lockutils [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] Acquired lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.909080] env[62220]: DEBUG nova.network.neutron [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Refreshing network info cache for port 16b3c5ac-7e05-4355-addc-cd1932bb42e7 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.957406] env[62220]: DEBUG nova.compute.manager [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1834.957684] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1834.958623] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97587e54-2e93-45bd-a7e7-9452baee889a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.967680] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.968073] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8c04bc5-f1fe-4165-b68c-84227f8ee72e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.980642] env[62220]: INFO nova.compute.manager [-] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Took 1.47 seconds to deallocate network for instance. [ 1835.001705] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b2ad9224-1f33-4255-847a-d794ce966651] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1835.062156] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1835.062446] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1835.062698] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleting the datastore file [datastore1] 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1835.063032] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ae5e3da-a9ac-463c-ae91-02d5438d905d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.071850] env[62220]: DEBUG oslo_vmware.api [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1835.071850] env[62220]: value = "task-1748077" [ 1835.071850] env[62220]: _type = "Task" [ 1835.071850] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.081966] env[62220]: DEBUG oslo_vmware.api [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.235443] env[62220]: DEBUG nova.scheduler.client.report [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1835.235831] env[62220]: DEBUG nova.compute.provider_tree [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 142 to 143 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1835.236078] env[62220]: DEBUG nova.compute.provider_tree [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1835.329707] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "d7767729-99db-4a40-945e-a073bd0d7ea8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.330242] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "d7767729-99db-4a40-945e-a073bd0d7ea8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.330544] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "d7767729-99db-4a40-945e-a073bd0d7ea8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.330743] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "d7767729-99db-4a40-945e-a073bd0d7ea8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.330937] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "d7767729-99db-4a40-945e-a073bd0d7ea8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.333285] env[62220]: INFO nova.compute.manager [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Terminating instance [ 1835.362985] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ac0727-833f-eeeb-71d7-453250d0e62c, 'name': SearchDatastore_Task, 'duration_secs': 0.015583} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.363389] env[62220]: DEBUG oslo_concurrency.lockutils [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.363652] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk. {{(pid=62220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1835.363967] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09e74445-b278-4303-ba51-8f8037d2569b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.372966] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1835.372966] env[62220]: value = "task-1748078" [ 1835.372966] env[62220]: _type = "Task" [ 1835.372966] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.380981] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.506019] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 5fbde370-855d-46ea-9a21-09d9d87b7bd9] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1835.529974] env[62220]: INFO nova.compute.manager [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Took 0.55 seconds to detach 1 volumes for instance. [ 1835.584969] env[62220]: DEBUG oslo_vmware.api [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240905} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.585305] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1835.585536] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1835.585748] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1835.585931] env[62220]: INFO nova.compute.manager [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1835.586189] env[62220]: DEBUG oslo.service.loopingcall [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.586421] env[62220]: DEBUG nova.compute.manager [-] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1835.586500] env[62220]: DEBUG nova.network.neutron [-] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1835.744441] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.920s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.747106] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.005s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.747420] env[62220]: DEBUG nova.objects.instance [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lazy-loading 'resources' on Instance uuid a8f42686-354e-4afc-8bb7-e7db20ac2aa5 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1835.777078] env[62220]: INFO nova.scheduler.client.report [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Deleted allocations for instance 1523219d-b829-4c85-8667-a16b537350ec [ 1835.838919] env[62220]: DEBUG nova.compute.manager [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1835.839321] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1835.841098] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e573d91e-3641-44e2-a018-58f25e264379 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.855403] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.855915] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-543bb223-9782-4e17-a487-3042df5ea6a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.867110] env[62220]: DEBUG oslo_vmware.api [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1835.867110] env[62220]: value = "task-1748079" [ 1835.867110] env[62220]: _type = "Task" [ 1835.867110] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.884748] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748078, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.888063] env[62220]: DEBUG oslo_vmware.api [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.889090] env[62220]: DEBUG nova.network.neutron [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updated VIF entry in instance network info cache for port 16b3c5ac-7e05-4355-addc-cd1932bb42e7. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1835.889428] env[62220]: DEBUG nova.network.neutron [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updating instance_info_cache with network_info: [{"id": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "address": "fa:16:3e:08:31:d5", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b3c5ac-7e", "ovs_interfaceid": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.938700] env[62220]: DEBUG nova.compute.manager [req-e78d4b6c-ff84-4246-9d1c-49c690076c2d req-e3d1f37c-f0d4-4dbf-8d51-cc1d02e82dd0 service nova] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Received event network-vif-deleted-4f18eec6-9095-4ed2-b2ca-679b8dbb4841 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1836.014115] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: db05c5a1-3530-4793-89fd-75b6b860d4f9] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1836.041445] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.134490] env[62220]: DEBUG nova.compute.manager [req-49cea4c0-74de-4d7b-9a44-d0b3df0f2ebb req-a5a3212c-cb01-484c-b50c-98118bde0fbd service nova] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Received event network-vif-deleted-5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1836.134490] env[62220]: INFO nova.compute.manager [req-49cea4c0-74de-4d7b-9a44-d0b3df0f2ebb req-a5a3212c-cb01-484c-b50c-98118bde0fbd service nova] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Neutron deleted interface 5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936; detaching it from the instance and deleting it from the info cache [ 1836.134490] env[62220]: DEBUG nova.network.neutron [req-49cea4c0-74de-4d7b-9a44-d0b3df0f2ebb req-a5a3212c-cb01-484c-b50c-98118bde0fbd service nova] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.287288] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f321cce9-9827-4cd1-be5a-476b707e6b79 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "1523219d-b829-4c85-8667-a16b537350ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.235s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.377068] env[62220]: DEBUG oslo_vmware.api [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748079, 'name': PowerOffVM_Task, 'duration_secs': 0.25623} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.382894] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.383174] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1836.383707] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25907e75-e319-4a70-bd30-d9dd1d92e19e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.391525] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545161} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.391694] env[62220]: INFO nova.virt.vmwareapi.ds_util [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk. [ 1836.392703] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b2fd8e-bbc5-4c0f-934c-e11d35704931 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.397739] env[62220]: DEBUG oslo_concurrency.lockutils [req-084c7f87-9e4f-4a7b-bc6e-efc7d468abed req-03ed0149-4277-43fd-940a-3a4070eaac17 service nova] Releasing lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.421304] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1836.424474] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce01851b-c564-4ef5-9240-c7f2b56ba45c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.443260] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1836.443260] env[62220]: value = "task-1748082" [ 1836.443260] env[62220]: _type = "Task" [ 1836.443260] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.453805] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.460262] env[62220]: DEBUG nova.network.neutron [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Successfully updated port: 221f4e84-c8ef-45b3-b0fa-565d5d0ab1db {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1836.512592] env[62220]: DEBUG nova.network.neutron [-] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.520819] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1836.521167] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Cleaning up deleted instances with incomplete migration {{(pid=62220) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 1836.555109] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1836.559025] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1836.559025] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleting the datastore file [datastore1] d7767729-99db-4a40-945e-a073bd0d7ea8 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1836.559025] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37f435b4-7b27-4397-bfc1-2dbebdc3ece7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.565851] env[62220]: DEBUG oslo_vmware.api [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1836.565851] env[62220]: value = "task-1748083" [ 1836.565851] env[62220]: _type = "Task" [ 1836.565851] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.575994] env[62220]: DEBUG oslo_vmware.api [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.590811] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c88131-78ab-4b86-9d03-af6f5aed683c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.598602] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ffa245-23c6-4192-bd73-0224785cf9fc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.632161] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acadab8c-cc7d-4908-972a-6f9b3f47ea7d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.638931] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0403869a-cf5f-49cc-b4d3-cdea3fc0157a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.642139] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b461089-04e4-447d-ae7f-0f0435de9a94 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.658048] env[62220]: DEBUG nova.compute.provider_tree [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.662033] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6220888d-3ba7-4790-a394-d7dd3a5ad8ce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.674467] env[62220]: DEBUG nova.scheduler.client.report [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1836.704992] env[62220]: DEBUG nova.compute.manager [req-49cea4c0-74de-4d7b-9a44-d0b3df0f2ebb req-a5a3212c-cb01-484c-b50c-98118bde0fbd service nova] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Detach interface failed, port_id=5c4fa4d2-ed6d-4d7f-b6cd-b40d28cdf936, reason: Instance 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1836.953670] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748082, 'name': ReconfigVM_Task, 'duration_secs': 0.343489} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.953976] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Reconfigured VM instance instance-00000067 to attach disk [datastore1] c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1836.954940] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e242a6-f0cb-4b51-b874-18638f6b9081 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.975607] env[62220]: DEBUG oslo_concurrency.lockutils [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.975797] env[62220]: DEBUG oslo_concurrency.lockutils [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.975988] env[62220]: DEBUG nova.network.neutron [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1836.982424] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cd193d9-3714-42e2-8cc1-fdb9fece5ec8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.999748] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1836.999748] env[62220]: value = "task-1748084" [ 1836.999748] env[62220]: _type = "Task" [ 1836.999748] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.008662] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.017561] env[62220]: INFO nova.compute.manager [-] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Took 1.43 seconds to deallocate network for instance. [ 1837.023802] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1837.076499] env[62220]: DEBUG oslo_vmware.api [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255469} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.076822] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1837.077064] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1837.077302] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1837.077517] env[62220]: INFO nova.compute.manager [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1837.077805] env[62220]: DEBUG oslo.service.loopingcall [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.078025] env[62220]: DEBUG nova.compute.manager [-] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1837.078154] env[62220]: DEBUG nova.network.neutron [-] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1837.180605] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.434s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.182810] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.142s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.183011] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.189328] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5b8ab-747b-46b0-efe2-68b282eb133a/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1837.190841] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94caae1-ae16-4274-b7c5-6a065bd4988d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.197765] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5b8ab-747b-46b0-efe2-68b282eb133a/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1837.197935] env[62220]: ERROR oslo_vmware.rw_handles [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5b8ab-747b-46b0-efe2-68b282eb133a/disk-0.vmdk due to incomplete transfer. [ 1837.198172] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c77f89d3-b690-484d-b27d-783e3df78f98 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.200549] env[62220]: INFO nova.scheduler.client.report [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleted allocations for instance a8f42686-354e-4afc-8bb7-e7db20ac2aa5 [ 1837.202379] env[62220]: INFO nova.scheduler.client.report [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleted allocations for instance 96ea101b-679a-44b6-80fc-64ed684f853a [ 1837.208996] env[62220]: DEBUG oslo_vmware.rw_handles [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5b8ab-747b-46b0-efe2-68b282eb133a/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1837.208996] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Uploaded image f97a3d9c-6c4f-402e-ab59-02c1119f488a to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1837.212274] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1837.212628] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cadc9e17-f3c1-43b6-905a-2c298a888f4e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.214493] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.214691] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.222953] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1837.222953] env[62220]: value = "task-1748085" [ 1837.222953] env[62220]: _type = "Task" [ 1837.222953] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.230652] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748085, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.510058] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748084, 'name': ReconfigVM_Task, 'duration_secs': 0.158666} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.510058] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.510296] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9453e93b-e1b0-4067-bc3c-37b206159f53 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.516805] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1837.516805] env[62220]: value = "task-1748086" [ 1837.516805] env[62220]: _type = "Task" [ 1837.516805] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.517616] env[62220]: WARNING nova.network.neutron [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] b4e46dd8-eae3-4639-bbf5-9cf346acf1a7 already exists in list: networks containing: ['b4e46dd8-eae3-4639-bbf5-9cf346acf1a7']. ignoring it [ 1837.527531] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.527755] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.527986] env[62220]: DEBUG nova.objects.instance [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lazy-loading 'resources' on Instance uuid 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1837.529087] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.715361] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4ecbfdce-4857-41f8-b97d-6658e27c328a tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "a8f42686-354e-4afc-8bb7-e7db20ac2aa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.982s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.718035] env[62220]: INFO nova.compute.manager [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Detaching volume 7d925ed6-d082-4fe9-a59f-bf1532faf9f3 [ 1837.722672] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1ff3555e-02d8-4975-b8cf-4a90b49aa687 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "96ea101b-679a-44b6-80fc-64ed684f853a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.632s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.739226] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748085, 'name': Destroy_Task, 'duration_secs': 0.36575} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.739226] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Destroyed the VM [ 1837.739226] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1837.739226] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0e01c55-0434-42fc-97e4-81adc3bea956 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.746753] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1837.746753] env[62220]: value = "task-1748087" [ 1837.746753] env[62220]: _type = "Task" [ 1837.746753] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.766184] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748087, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.777278] env[62220]: INFO nova.virt.block_device [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Attempting to driver detach volume 7d925ed6-d082-4fe9-a59f-bf1532faf9f3 from mountpoint /dev/sdb [ 1837.777543] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1837.777746] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363402', 'volume_id': '7d925ed6-d082-4fe9-a59f-bf1532faf9f3', 'name': 'volume-7d925ed6-d082-4fe9-a59f-bf1532faf9f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '56df3b93-0cf7-4cf8-a533-566ac8b0cb1e', 'attached_at': '', 'detached_at': '', 'volume_id': '7d925ed6-d082-4fe9-a59f-bf1532faf9f3', 'serial': '7d925ed6-d082-4fe9-a59f-bf1532faf9f3'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1837.782077] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cbb9ea-da7e-4192-b948-c4f59c501e82 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.802924] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27580f9d-4155-4e4f-83b2-4553570a0919 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.813054] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad95c94e-c16f-4d7e-9500-c17676b86952 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.834352] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aac6786-de02-405a-8d69-13f505ad3bdc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.852599] env[62220]: DEBUG nova.network.neutron [-] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.854246] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] The volume has not been displaced from its original location: [datastore1] volume-7d925ed6-d082-4fe9-a59f-bf1532faf9f3/volume-7d925ed6-d082-4fe9-a59f-bf1532faf9f3.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1837.860053] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1837.861741] env[62220]: DEBUG nova.network.neutron [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updating instance_info_cache with network_info: [{"id": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "address": "fa:16:3e:08:31:d5", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b3c5ac-7e", "ovs_interfaceid": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "221f4e84-c8ef-45b3-b0fa-565d5d0ab1db", "address": "fa:16:3e:3f:e4:a4", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap221f4e84-c8", "ovs_interfaceid": "221f4e84-c8ef-45b3-b0fa-565d5d0ab1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.863040] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a23cee3-d8a4-48a4-bd9e-b3f23f633c9c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.883032] env[62220]: DEBUG oslo_vmware.api [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1837.883032] env[62220]: value = "task-1748088" [ 1837.883032] env[62220]: _type = "Task" [ 1837.883032] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.892827] env[62220]: DEBUG oslo_vmware.api [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.976295] env[62220]: DEBUG nova.compute.manager [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Received event network-vif-plugged-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1837.976549] env[62220]: DEBUG oslo_concurrency.lockutils [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] Acquiring lock "5b884962-a0d5-44ac-b400-6c560b652c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.977323] env[62220]: DEBUG oslo_concurrency.lockutils [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] Lock "5b884962-a0d5-44ac-b400-6c560b652c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.977592] env[62220]: DEBUG oslo_concurrency.lockutils [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] Lock "5b884962-a0d5-44ac-b400-6c560b652c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.977852] env[62220]: DEBUG nova.compute.manager [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] No waiting events found dispatching network-vif-plugged-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1837.978119] env[62220]: WARNING nova.compute.manager [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Received unexpected event network-vif-plugged-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db for instance with vm_state active and task_state None. [ 1837.978308] env[62220]: DEBUG nova.compute.manager [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Received event network-changed-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1837.978591] env[62220]: DEBUG nova.compute.manager [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Refreshing instance network info cache due to event network-changed-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1837.978915] env[62220]: DEBUG oslo_concurrency.lockutils [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] Acquiring lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.033267] env[62220]: DEBUG oslo_vmware.api [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748086, 'name': PowerOnVM_Task, 'duration_secs': 0.443411} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.034073] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.037112] env[62220]: DEBUG nova.compute.manager [None req-30757d31-974d-4c34-96a6-2a2364f3f9c7 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1838.037967] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcb2927-1fa2-4fac-bdb7-0116be9b8221 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.261748] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748087, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.308475] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39917d0e-85a0-4a63-8b9b-5a1cb9fe223b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.317453] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572b048c-7113-4cdf-a418-ef9686eef7c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.347944] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8159e1a8-2911-4d98-8e31-3a1a6b0bde7a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.355801] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a913a361-8815-45e5-9d22-3096fd14b984 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.361303] env[62220]: INFO nova.compute.manager [-] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Took 1.28 seconds to deallocate network for instance. [ 1838.372437] env[62220]: DEBUG nova.compute.provider_tree [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.378112] env[62220]: DEBUG oslo_concurrency.lockutils [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.379022] env[62220]: DEBUG oslo_concurrency.lockutils [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.383021] env[62220]: DEBUG oslo_concurrency.lockutils [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.383021] env[62220]: DEBUG oslo_concurrency.lockutils [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] Acquired lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.383021] env[62220]: DEBUG nova.network.neutron [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Refreshing network info cache for port 221f4e84-c8ef-45b3-b0fa-565d5d0ab1db {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1838.383021] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d897e1-54d4-4bd3-8da4-965c3c1bf467 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.404133] env[62220]: DEBUG nova.virt.hardware [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1838.404416] env[62220]: DEBUG nova.virt.hardware [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1838.404596] env[62220]: DEBUG nova.virt.hardware [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1838.404775] env[62220]: DEBUG nova.virt.hardware [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1838.404912] env[62220]: DEBUG nova.virt.hardware [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1838.405096] env[62220]: DEBUG nova.virt.hardware [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1838.405285] env[62220]: DEBUG nova.virt.hardware [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1838.405442] env[62220]: DEBUG nova.virt.hardware [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1838.405599] env[62220]: DEBUG nova.virt.hardware [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1838.405752] env[62220]: DEBUG nova.virt.hardware [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1838.406025] env[62220]: DEBUG nova.virt.hardware [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1838.413056] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Reconfiguring VM to attach interface {{(pid=62220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1838.416841] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4cdab9-dc0c-4b97-b9ba-d67c55b01180 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.429671] env[62220]: DEBUG oslo_vmware.api [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748088, 'name': ReconfigVM_Task, 'duration_secs': 0.275671} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.430555] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1838.435619] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aef754d-7eb7-44c0-ba08-614c206b542a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.447381] env[62220]: DEBUG oslo_vmware.api [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1838.447381] env[62220]: value = "task-1748089" [ 1838.447381] env[62220]: _type = "Task" [ 1838.447381] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.454829] env[62220]: DEBUG oslo_vmware.api [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1838.454829] env[62220]: value = "task-1748090" [ 1838.454829] env[62220]: _type = "Task" [ 1838.454829] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.459052] env[62220]: DEBUG oslo_vmware.api [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748089, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.464054] env[62220]: DEBUG oslo_vmware.api [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.759035] env[62220]: DEBUG oslo_vmware.api [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748087, 'name': RemoveSnapshot_Task, 'duration_secs': 0.930116} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.759329] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1838.759579] env[62220]: INFO nova.compute.manager [None req-f24e3104-0e6d-42b8-b998-71ec09264031 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Took 17.95 seconds to snapshot the instance on the hypervisor. [ 1838.878328] env[62220]: DEBUG nova.scheduler.client.report [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1838.884750] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.959500] env[62220]: DEBUG oslo_vmware.api [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.965942] env[62220]: DEBUG oslo_vmware.api [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748090, 'name': ReconfigVM_Task, 'duration_secs': 0.176709} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.966351] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363402', 'volume_id': '7d925ed6-d082-4fe9-a59f-bf1532faf9f3', 'name': 'volume-7d925ed6-d082-4fe9-a59f-bf1532faf9f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '56df3b93-0cf7-4cf8-a533-566ac8b0cb1e', 'attached_at': '', 'detached_at': '', 'volume_id': '7d925ed6-d082-4fe9-a59f-bf1532faf9f3', 'serial': '7d925ed6-d082-4fe9-a59f-bf1532faf9f3'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1839.117098] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "7aee23d1-fc18-447e-81c4-34dbc46766b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.117393] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.151356] env[62220]: DEBUG nova.network.neutron [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updated VIF entry in instance network info cache for port 221f4e84-c8ef-45b3-b0fa-565d5d0ab1db. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1839.151964] env[62220]: DEBUG nova.network.neutron [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updating instance_info_cache with network_info: [{"id": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "address": "fa:16:3e:08:31:d5", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b3c5ac-7e", "ovs_interfaceid": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "221f4e84-c8ef-45b3-b0fa-565d5d0ab1db", "address": "fa:16:3e:3f:e4:a4", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap221f4e84-c8", "ovs_interfaceid": "221f4e84-c8ef-45b3-b0fa-565d5d0ab1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.386537] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.389077] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.504s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.389261] env[62220]: DEBUG nova.objects.instance [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lazy-loading 'resources' on Instance uuid d7767729-99db-4a40-945e-a073bd0d7ea8 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.415197] env[62220]: INFO nova.scheduler.client.report [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleted allocations for instance 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2 [ 1839.458622] env[62220]: DEBUG oslo_vmware.api [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748089, 'name': ReconfigVM_Task, 'duration_secs': 0.893228} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.459141] env[62220]: DEBUG oslo_concurrency.lockutils [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.459359] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Reconfigured VM to attach interface {{(pid=62220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1839.489583] env[62220]: INFO nova.compute.manager [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Unrescuing [ 1839.489875] env[62220]: DEBUG oslo_concurrency.lockutils [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "refresh_cache-c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.490059] env[62220]: DEBUG oslo_concurrency.lockutils [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquired lock "refresh_cache-c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.490242] env[62220]: DEBUG nova.network.neutron [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1839.521382] env[62220]: DEBUG nova.objects.instance [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lazy-loading 'flavor' on Instance uuid 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.620123] env[62220]: DEBUG nova.compute.manager [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1839.656763] env[62220]: DEBUG oslo_concurrency.lockutils [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] Releasing lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.656763] env[62220]: DEBUG nova.compute.manager [req-3e6373a8-84b0-4a09-90f1-980469af2ac7 req-2db0e75d-5467-4e3e-b786-dee3d97f3c6e service nova] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Received event network-vif-deleted-eab1354d-c35e-4030-899b-77047c5d01b5 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1839.927580] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6325cc82-5c18-4fb9-9046-9d6451920293 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.480s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.963938] env[62220]: DEBUG oslo_concurrency.lockutils [None req-510969ec-bdb6-405e-bcac-d38bec590c80 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-5b884962-a0d5-44ac-b400-6c560b652c1b-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.333s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.115939] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc9903c-d194-461e-83d1-c78499cf8a67 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.128326] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4021babe-c82b-4c13-a599-4852d14299e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.164717] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.165558] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823e506d-c13b-4983-80fa-e4113c47748a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.173559] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e745e3-6568-47a9-b49e-fde190d26094 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.187961] env[62220]: DEBUG nova.compute.provider_tree [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1840.206834] env[62220]: DEBUG nova.network.neutron [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Updating instance_info_cache with network_info: [{"id": "6d169da7-e16e-49fc-a4b1-f73edd055c1c", "address": "fa:16:3e:b3:17:83", "network": {"id": "d55ed202-3c42-44b5-b415-4e9e142383fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1538133814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32bf6217767b4905b926fdbe89b11df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d169da7-e1", "ovs_interfaceid": "6d169da7-e16e-49fc-a4b1-f73edd055c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.423183] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "7f384fff-2a50-41a8-b954-5fc1efaf163e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.423629] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.425626] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1840.530992] env[62220]: DEBUG oslo_concurrency.lockutils [None req-96b96426-0c03-4b37-b0ed-8eaa4886c093 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.709650] env[62220]: DEBUG oslo_concurrency.lockutils [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Releasing lock "refresh_cache-c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.710465] env[62220]: DEBUG nova.objects.instance [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lazy-loading 'flavor' on Instance uuid c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1840.713155] env[62220]: ERROR nova.scheduler.client.report [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [req-b3ca102e-6cf4-467b-91c9-cc34538eb35f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b3ca102e-6cf4-467b-91c9-cc34538eb35f"}]} [ 1840.732017] env[62220]: DEBUG nova.scheduler.client.report [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1840.746630] env[62220]: DEBUG nova.scheduler.client.report [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1840.746867] env[62220]: DEBUG nova.compute.provider_tree [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1840.759398] env[62220]: DEBUG nova.scheduler.client.report [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1840.779118] env[62220]: DEBUG nova.scheduler.client.report [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1840.928149] env[62220]: DEBUG nova.compute.manager [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1840.945399] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_power_states {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1841.064931] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d554f170-08a1-4100-84ff-c963a91e8006 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.074172] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64c0818-1a7a-4aae-904b-8c97f147de1c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.108940] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de78d2ec-c4cd-4212-a7ec-c801d5fe9e8f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.127055] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb51a096-4e15-4048-a579-977d1a791807 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.139389] env[62220]: DEBUG nova.compute.provider_tree [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1841.156147] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.156457] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.156712] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.156935] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.157135] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.159369] env[62220]: INFO nova.compute.manager [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Terminating instance [ 1841.219996] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ccfaf7-9be0-4613-a55f-972cfa02fe9a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.242819] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.243133] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a99b9ce-cea3-4541-8a73-ac74a470c0fb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.249031] env[62220]: DEBUG oslo_vmware.api [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1841.249031] env[62220]: value = "task-1748093" [ 1841.249031] env[62220]: _type = "Task" [ 1841.249031] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.257181] env[62220]: DEBUG oslo_vmware.api [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.407917] env[62220]: DEBUG nova.compute.manager [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.408977] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ddd796-4f98-4a70-a66b-ccd999ed67d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.451187] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Getting list of instances from cluster (obj){ [ 1841.451187] env[62220]: value = "domain-c8" [ 1841.451187] env[62220]: _type = "ClusterComputeResource" [ 1841.451187] env[62220]: } {{(pid=62220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1841.454503] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df19bcc0-c70e-4704-84c8-5410b3068c73 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.481231] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Got total of 15 instances {{(pid=62220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1841.481446] env[62220]: WARNING nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] While synchronizing instance power states, found 16 instances in the database and 15 instances on the hypervisor. [ 1841.481605] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid 0c9d3ec0-2876-4300-9a10-27e1062ebf83 {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.481804] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.481974] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid c41b6d89-786b-403a-b9da-2360ac8be34f {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.482170] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid b678b462-3da4-4528-8763-36982ea94891 {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.482341] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid 03789d9a-3d3b-471e-b415-75c4836b9502 {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.482497] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid f919009d-9ea4-4fc4-819c-f182ebe9ecd2 {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.482643] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid 6d6c9250-d939-4116-9cbd-7ee12aa7c526 {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.482802] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid 5b884962-a0d5-44ac-b400-6c560b652c1b {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.482972] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid b1d0cf48-8c40-471e-9eb0-7618501ec29c {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.483132] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid 8aa8d166-b351-4f5e-aac0-bd3356285a38 {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.483297] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.483475] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid 863b3a01-ab51-42ae-905b-e7bde2605c6e {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.483635] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid a813f177-1ad1-4e16-95a0-1ac266e5306c {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.483781] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid d19195a8-0475-4ef4-b1f2-2a74d46e078b {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.483924] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.484082] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Triggering sync for uuid d7767729-99db-4a40-945e-a073bd0d7ea8 {{(pid=62220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1841.485445] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.485758] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.485993] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.486312] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.486560] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "c41b6d89-786b-403a-b9da-2360ac8be34f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.486766] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "c41b6d89-786b-403a-b9da-2360ac8be34f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.487034] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "b678b462-3da4-4528-8763-36982ea94891" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.487233] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "b678b462-3da4-4528-8763-36982ea94891" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.487499] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "03789d9a-3d3b-471e-b415-75c4836b9502" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.487686] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "03789d9a-3d3b-471e-b415-75c4836b9502" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.487940] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.488412] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.488412] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.488555] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.488786] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "5b884962-a0d5-44ac-b400-6c560b652c1b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.488974] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "5b884962-a0d5-44ac-b400-6c560b652c1b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.489212] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.489882] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.489882] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "8aa8d166-b351-4f5e-aac0-bd3356285a38" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.489882] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "8aa8d166-b351-4f5e-aac0-bd3356285a38" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.490060] env[62220]: INFO nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] During sync_power_state the instance has a pending task (image_snapshot). Skip. [ 1841.490144] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "8aa8d166-b351-4f5e-aac0-bd3356285a38" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.490347] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.490544] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.490824] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "863b3a01-ab51-42ae-905b-e7bde2605c6e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.491031] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "863b3a01-ab51-42ae-905b-e7bde2605c6e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.491579] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.491806] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.492076] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.492276] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.492535] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.492726] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.492909] env[62220]: INFO nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] During sync_power_state the instance has a pending task (unrescuing). Skip. [ 1841.493080] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.493291] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "d7767729-99db-4a40-945e-a073bd0d7ea8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.494235] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490681fc-3429-48aa-859d-1206b5048fa3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.499190] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2166997c-8515-4b3b-b4e2-e5d3e83db0dd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.503680] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eaab93-8b77-4c69-9f0b-3cec370a4e7d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.508110] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a156bc-a2f6-44f5-8160-2c3f3344d25a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.512144] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f51e42d-2ef6-44fe-b1f9-ad08b1d544fd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.515036] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03246e85-12ad-425f-82e7-780791f64100 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.517938] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f989cbe0-eb8c-43aa-964c-727cc8b75b13 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.522997] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1a996a-4afc-4479-b716-9cb88962624b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.526223] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e294b053-5ffc-436f-a610-85b8b79230d5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.529498] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0054cd1d-ffcc-4a25-a794-a0e850dd67ae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.532621] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c58dd05-c57d-4475-80da-fe5b15efda19 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.535854] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0169a36d-e659-4b6c-b206-b78a8dea7cde {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.578311] env[62220]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1841.580071] env[62220]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1841.588924] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "interface-5b884962-a0d5-44ac-b400-6c560b652c1b-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.589166] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-5b884962-a0d5-44ac-b400-6c560b652c1b-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.662519] env[62220]: ERROR nova.scheduler.client.report [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [req-1b635cb8-ccb5-478b-bb2e-1179c106a6bf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1b635cb8-ccb5-478b-bb2e-1179c106a6bf"}]} [ 1841.663428] env[62220]: DEBUG nova.compute.manager [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1841.663644] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1841.666945] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f388b89-e0c4-436a-9fa0-4c4443e1baec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.674538] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.674807] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c644d5c2-1957-401e-903d-ef7be6306ed1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.681828] env[62220]: DEBUG nova.scheduler.client.report [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1841.684929] env[62220]: DEBUG oslo_vmware.api [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1841.684929] env[62220]: value = "task-1748094" [ 1841.684929] env[62220]: _type = "Task" [ 1841.684929] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.694747] env[62220]: DEBUG oslo_vmware.api [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.698370] env[62220]: DEBUG nova.scheduler.client.report [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1841.699012] env[62220]: DEBUG nova.compute.provider_tree [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1841.711461] env[62220]: DEBUG nova.scheduler.client.report [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1841.727715] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "babd1003-87c2-4d79-b34f-a68058e45e8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.728069] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "babd1003-87c2-4d79-b34f-a68058e45e8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.731204] env[62220]: DEBUG nova.scheduler.client.report [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1841.760099] env[62220]: DEBUG oslo_vmware.api [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748093, 'name': PowerOffVM_Task, 'duration_secs': 0.251417} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.760427] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.766883] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1841.771089] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf14e8a2-8c41-4e79-ad5e-e4a5e43c70a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.791498] env[62220]: DEBUG oslo_vmware.api [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1841.791498] env[62220]: value = "task-1748095" [ 1841.791498] env[62220]: _type = "Task" [ 1841.791498] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.802767] env[62220]: DEBUG oslo_vmware.api [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.922500] env[62220]: INFO nova.compute.manager [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] instance snapshotting [ 1841.925477] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2837ed-9d7a-48b6-9661-176fcc65872b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.947537] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a745e40-46ee-46c0-9c44-cdedfc4ecfc9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.016285] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723c5044-9e0f-43ea-8a4a-12e993588c70 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.024015] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b727ad5f-7f13-4725-8122-51afbc78e403 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.053048] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633560e4-0275-42c3-a82b-8a9e2894d738 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.060883] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5730c2a-8bfe-4c6b-8b5c-7b7e5e821097 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.073910] env[62220]: DEBUG nova.compute.provider_tree [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1842.077379] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.588s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.077379] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.591s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.081795] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "b678b462-3da4-4528-8763-36982ea94891" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.594s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.088845] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.598s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.089181] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.597s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.089477] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "863b3a01-ab51-42ae-905b-e7bde2605c6e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.598s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.094184] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.101944] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "03789d9a-3d3b-471e-b415-75c4836b9502" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.614s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.102271] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.610s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.102573] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "c41b6d89-786b-403a-b9da-2360ac8be34f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.616s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.102861] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.613s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.104303] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "5b884962-a0d5-44ac-b400-6c560b652c1b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.615s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.104608] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.616s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.104813] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.105655] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc613193-26af-4181-b2de-9ee562c1567b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.125153] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3724a46f-6e69-4670-9646-03c6399ea318 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.150458] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Reconfiguring VM to detach interface {{(pid=62220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1842.150812] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9411771e-73dc-431f-a70e-a011b59f9008 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.169644] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1842.169644] env[62220]: value = "task-1748096" [ 1842.169644] env[62220]: _type = "Task" [ 1842.169644] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.177753] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.193875] env[62220]: DEBUG oslo_vmware.api [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748094, 'name': PowerOffVM_Task, 'duration_secs': 0.19642} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.194174] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.194339] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1842.194592] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e8c1bbe-ed61-4f5a-ae94-b60bebbbc721 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.230643] env[62220]: DEBUG nova.compute.manager [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1842.301906] env[62220]: DEBUG oslo_vmware.api [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748095, 'name': ReconfigVM_Task, 'duration_secs': 0.238826} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.302242] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1842.302444] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1842.302699] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48485822-9f05-4322-9d26-6e2c47e6a80a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.307590] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1842.307718] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1842.307874] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Deleting the datastore file [datastore1] 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1842.308160] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6725655-26c0-4269-8a76-69d1532d6f04 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.311397] env[62220]: DEBUG oslo_vmware.api [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1842.311397] env[62220]: value = "task-1748098" [ 1842.311397] env[62220]: _type = "Task" [ 1842.311397] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.316187] env[62220]: DEBUG oslo_vmware.api [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1842.316187] env[62220]: value = "task-1748099" [ 1842.316187] env[62220]: _type = "Task" [ 1842.316187] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.321644] env[62220]: DEBUG oslo_vmware.api [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.325936] env[62220]: DEBUG oslo_vmware.api [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.458566] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1842.458905] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01ce667b-10a6-428a-b9db-67fafba1439d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.467534] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1842.467534] env[62220]: value = "task-1748100" [ 1842.467534] env[62220]: _type = "Task" [ 1842.467534] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.475453] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.608240] env[62220]: DEBUG nova.scheduler.client.report [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1842.608696] env[62220]: DEBUG nova.compute.provider_tree [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 146 to 147 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1842.608901] env[62220]: DEBUG nova.compute.provider_tree [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1842.680749] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.756820] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.825860] env[62220]: DEBUG oslo_vmware.api [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748098, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.831412] env[62220]: DEBUG oslo_vmware.api [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346407} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.831758] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1842.831937] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1842.832326] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1842.832326] env[62220]: INFO nova.compute.manager [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1842.832602] env[62220]: DEBUG oslo.service.loopingcall [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.832805] env[62220]: DEBUG nova.compute.manager [-] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1842.832900] env[62220]: DEBUG nova.network.neutron [-] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1842.977824] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.114053] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.725s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.117029] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.952s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.118072] env[62220]: INFO nova.compute.claims [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1843.134881] env[62220]: INFO nova.scheduler.client.report [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted allocations for instance d7767729-99db-4a40-945e-a073bd0d7ea8 [ 1843.181741] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.202145] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.323361] env[62220]: DEBUG oslo_vmware.api [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748098, 'name': PowerOnVM_Task, 'duration_secs': 0.536882} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.323706] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1843.324545] env[62220]: DEBUG nova.compute.manager [None req-48ce313a-b669-4e97-a112-78fdc6e0bb2b tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1843.324926] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac9ec4a-0b27-46d5-966f-afafe3f17859 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.336274] env[62220]: DEBUG nova.compute.manager [req-72d62188-41e1-423d-9459-8daaf0fea7df req-782a06bf-cd18-496d-8915-3b68806107ab service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Received event network-vif-deleted-c437ee1d-ad84-459e-bbca-2f514c0b230d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1843.336274] env[62220]: INFO nova.compute.manager [req-72d62188-41e1-423d-9459-8daaf0fea7df req-782a06bf-cd18-496d-8915-3b68806107ab service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Neutron deleted interface c437ee1d-ad84-459e-bbca-2f514c0b230d; detaching it from the instance and deleting it from the info cache [ 1843.336274] env[62220]: DEBUG nova.network.neutron [req-72d62188-41e1-423d-9459-8daaf0fea7df req-782a06bf-cd18-496d-8915-3b68806107ab service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.481797] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748100, 'name': CreateSnapshot_Task, 'duration_secs': 1.006482} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.482845] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1843.486375] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b88bca-342f-48d5-b574-a351b7a6e7f7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.643586] env[62220]: DEBUG oslo_concurrency.lockutils [None req-69e16a20-364d-483d-866a-07349969ab9a tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "d7767729-99db-4a40-945e-a073bd0d7ea8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.313s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.644801] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "d7767729-99db-4a40-945e-a073bd0d7ea8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.151s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.645237] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6b0c510-4c8e-4b6a-a893-245219ccc4c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.655240] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3c314f-b730-483c-9961-1cc1793ec4c2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.681880] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.780389] env[62220]: DEBUG nova.network.neutron [-] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.840478] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b61692df-a2b8-4247-b32c-c8cf587b30cf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.852800] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094f4db9-853c-48fa-b61b-f607088f76dd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.890060] env[62220]: DEBUG nova.compute.manager [req-72d62188-41e1-423d-9459-8daaf0fea7df req-782a06bf-cd18-496d-8915-3b68806107ab service nova] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Detach interface failed, port_id=c437ee1d-ad84-459e-bbca-2f514c0b230d, reason: Instance 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1844.004137] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1844.005158] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1340d817-b9ee-4521-b1a9-d1ffc19c6c3f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.015175] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1844.015175] env[62220]: value = "task-1748102" [ 1844.015175] env[62220]: _type = "Task" [ 1844.015175] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.023187] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748102, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.182169] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.196795] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "e3e197fa-7c86-41bb-8057-0e9f18035b48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.197086] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "e3e197fa-7c86-41bb-8057-0e9f18035b48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.198293] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "d7767729-99db-4a40-945e-a073bd0d7ea8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.283346] env[62220]: INFO nova.compute.manager [-] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Took 1.45 seconds to deallocate network for instance. [ 1844.493633] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.493863] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.494083] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.494279] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.494469] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.498133] env[62220]: INFO nova.compute.manager [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Terminating instance [ 1844.526868] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748102, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.571131] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5866f40-b956-431b-b0fe-1d96c175c089 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.578571] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4039c683-066f-405c-817e-3165d075cc10 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.608235] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad9945-0f74-411c-90f6-da6b012cdc1e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.614932] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691af07b-1b96-4066-8075-8a87d7a702f6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.628050] env[62220]: DEBUG nova.compute.provider_tree [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.684164] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.699685] env[62220]: DEBUG nova.compute.manager [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1844.790570] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.002473] env[62220]: DEBUG nova.compute.manager [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1845.002761] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1845.003802] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adfacd9-2f80-44b9-9f23-83c8aa13a70a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.012210] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.012490] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-303ef61d-a930-47eb-8334-6f93851f0d96 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.020820] env[62220]: DEBUG oslo_vmware.api [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1845.020820] env[62220]: value = "task-1748104" [ 1845.020820] env[62220]: _type = "Task" [ 1845.020820] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.027197] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748102, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.031526] env[62220]: DEBUG oslo_vmware.api [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.131070] env[62220]: DEBUG nova.scheduler.client.report [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1845.183096] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.219641] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.528073] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748102, 'name': CloneVM_Task} progress is 95%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.532800] env[62220]: DEBUG oslo_vmware.api [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748104, 'name': PowerOffVM_Task, 'duration_secs': 0.348519} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.533058] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1845.533237] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1845.533543] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5d59d23-ee0c-4ebc-a8eb-b0dcd28a9239 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.637043] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.637557] env[62220]: DEBUG nova.compute.manager [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1845.640845] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.155s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.642364] env[62220]: INFO nova.compute.claims [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1845.646789] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1845.651434] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1845.685507] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.966110] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1845.966352] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1845.966529] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Deleting the datastore file [datastore1] c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1845.966872] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39232120-d868-4a05-af10-6efd3512a28a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.974195] env[62220]: DEBUG oslo_vmware.api [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1845.974195] env[62220]: value = "task-1748106" [ 1845.974195] env[62220]: _type = "Task" [ 1845.974195] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.982144] env[62220]: DEBUG oslo_vmware.api [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.025846] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748102, 'name': CloneVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.142775] env[62220]: DEBUG nova.compute.utils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1846.144296] env[62220]: DEBUG nova.compute.manager [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1846.144469] env[62220]: DEBUG nova.network.neutron [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1846.184150] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.193400] env[62220]: DEBUG nova.policy [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a0e31babb6441f599a400cfb02a3345', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3abdd0398ad4417dafe7e304ad10efbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1846.459281] env[62220]: DEBUG nova.network.neutron [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Successfully created port: a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1846.486528] env[62220]: DEBUG oslo_vmware.api [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146581} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.486807] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.486995] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1846.487192] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1846.487568] env[62220]: INFO nova.compute.manager [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Took 1.48 seconds to destroy the instance on the hypervisor. [ 1846.488395] env[62220]: DEBUG oslo.service.loopingcall [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.488395] env[62220]: DEBUG nova.compute.manager [-] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1846.488395] env[62220]: DEBUG nova.network.neutron [-] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1846.526519] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748102, 'name': CloneVM_Task, 'duration_secs': 2.023512} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.526778] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Created linked-clone VM from snapshot [ 1846.528196] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efbf50a-3ad3-4d3a-93ec-97f74c34b73d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.537642] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Uploading image a1cd14bb-fe3a-4294-b9d2-5103d28c0947 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1846.562724] env[62220]: DEBUG oslo_vmware.rw_handles [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1846.562724] env[62220]: value = "vm-363438" [ 1846.562724] env[62220]: _type = "VirtualMachine" [ 1846.562724] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1846.563037] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-76c990b1-679e-4641-a52c-612d3a717732 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.570361] env[62220]: DEBUG oslo_vmware.rw_handles [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lease: (returnval){ [ 1846.570361] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5285a584-e1da-9ae5-79a9-5ff92356b3d1" [ 1846.570361] env[62220]: _type = "HttpNfcLease" [ 1846.570361] env[62220]: } obtained for exporting VM: (result){ [ 1846.570361] env[62220]: value = "vm-363438" [ 1846.570361] env[62220]: _type = "VirtualMachine" [ 1846.570361] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1846.570642] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the lease: (returnval){ [ 1846.570642] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5285a584-e1da-9ae5-79a9-5ff92356b3d1" [ 1846.570642] env[62220]: _type = "HttpNfcLease" [ 1846.570642] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1846.576934] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1846.576934] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5285a584-e1da-9ae5-79a9-5ff92356b3d1" [ 1846.576934] env[62220]: _type = "HttpNfcLease" [ 1846.576934] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1846.647393] env[62220]: DEBUG nova.compute.manager [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1846.653730] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.653893] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1846.689219] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.753543] env[62220]: DEBUG nova.compute.manager [req-db139f43-6337-4dfa-aefc-8b39be1027f9 req-95a5c976-a180-421c-9205-fe60754937c5 service nova] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Received event network-vif-deleted-6d169da7-e16e-49fc-a4b1-f73edd055c1c {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1846.754130] env[62220]: INFO nova.compute.manager [req-db139f43-6337-4dfa-aefc-8b39be1027f9 req-95a5c976-a180-421c-9205-fe60754937c5 service nova] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Neutron deleted interface 6d169da7-e16e-49fc-a4b1-f73edd055c1c; detaching it from the instance and deleting it from the info cache [ 1846.754357] env[62220]: DEBUG nova.network.neutron [req-db139f43-6337-4dfa-aefc-8b39be1027f9 req-95a5c976-a180-421c-9205-fe60754937c5 service nova] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.889205] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871e8553-7e9a-4476-b9b8-c3885be9d63a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.896661] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cda5f07-f013-4784-9c6b-58bd15ed894f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.927569] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f71d2a-ee4d-4d18-9478-d7515b1498a8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.936451] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea0ebf7-f8b0-4242-9017-2cf675aad0a6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.951371] env[62220]: DEBUG nova.compute.provider_tree [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.079431] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1847.079431] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5285a584-e1da-9ae5-79a9-5ff92356b3d1" [ 1847.079431] env[62220]: _type = "HttpNfcLease" [ 1847.079431] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1847.079716] env[62220]: DEBUG oslo_vmware.rw_handles [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1847.079716] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5285a584-e1da-9ae5-79a9-5ff92356b3d1" [ 1847.079716] env[62220]: _type = "HttpNfcLease" [ 1847.079716] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1847.080452] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ead741-e8da-4f4f-9979-1cf922f2be4b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.087947] env[62220]: DEBUG oslo_vmware.rw_handles [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bba45d-9669-7b86-69e7-db0cfe782eff/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1847.088027] env[62220]: DEBUG oslo_vmware.rw_handles [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bba45d-9669-7b86-69e7-db0cfe782eff/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1847.176751] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e90765ae-ca41-48ed-bfa2-4bffcc7d7022 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.188673] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.226626] env[62220]: DEBUG nova.network.neutron [-] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.257249] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93399df9-d7c4-40b7-9624-6e573b9ca47f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.266638] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbba48c-9cd4-4e0a-9d8f-b37e5c330364 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.298705] env[62220]: DEBUG nova.compute.manager [req-db139f43-6337-4dfa-aefc-8b39be1027f9 req-95a5c976-a180-421c-9205-fe60754937c5 service nova] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Detach interface failed, port_id=6d169da7-e16e-49fc-a4b1-f73edd055c1c, reason: Instance c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1847.454769] env[62220]: DEBUG nova.scheduler.client.report [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1847.659888] env[62220]: DEBUG nova.compute.manager [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1847.693110] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748096, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.705155] env[62220]: DEBUG nova.virt.hardware [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1847.705505] env[62220]: DEBUG nova.virt.hardware [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1847.705738] env[62220]: DEBUG nova.virt.hardware [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1847.705942] env[62220]: DEBUG nova.virt.hardware [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1847.706155] env[62220]: DEBUG nova.virt.hardware [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1847.706352] env[62220]: DEBUG nova.virt.hardware [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1847.706606] env[62220]: DEBUG nova.virt.hardware [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1847.706853] env[62220]: DEBUG nova.virt.hardware [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1847.707042] env[62220]: DEBUG nova.virt.hardware [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1847.707214] env[62220]: DEBUG nova.virt.hardware [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1847.707392] env[62220]: DEBUG nova.virt.hardware [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1847.708430] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047e6459-fa26-4fae-b308-f9ee485d81a2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.716806] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a89f8f1-79c3-4ba3-b48e-63bb73aae893 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.732237] env[62220]: INFO nova.compute.manager [-] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Took 1.24 seconds to deallocate network for instance. [ 1847.819810] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "refresh_cache-56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.820552] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquired lock "refresh_cache-56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.820707] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Forcefully refreshing network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1847.960160] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.960726] env[62220]: DEBUG nova.compute.manager [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1847.964826] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.208s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.966564] env[62220]: INFO nova.compute.claims [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1848.005884] env[62220]: DEBUG nova.compute.manager [req-9ac90663-1929-4b9e-89c4-634ac088e56a req-8f12cd32-2655-4765-89d9-db6fe5267fba service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Received event network-vif-plugged-a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1848.006098] env[62220]: DEBUG oslo_concurrency.lockutils [req-9ac90663-1929-4b9e-89c4-634ac088e56a req-8f12cd32-2655-4765-89d9-db6fe5267fba service nova] Acquiring lock "7aee23d1-fc18-447e-81c4-34dbc46766b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.006843] env[62220]: DEBUG oslo_concurrency.lockutils [req-9ac90663-1929-4b9e-89c4-634ac088e56a req-8f12cd32-2655-4765-89d9-db6fe5267fba service nova] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.006843] env[62220]: DEBUG oslo_concurrency.lockutils [req-9ac90663-1929-4b9e-89c4-634ac088e56a req-8f12cd32-2655-4765-89d9-db6fe5267fba service nova] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.006843] env[62220]: DEBUG nova.compute.manager [req-9ac90663-1929-4b9e-89c4-634ac088e56a req-8f12cd32-2655-4765-89d9-db6fe5267fba service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] No waiting events found dispatching network-vif-plugged-a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1848.007017] env[62220]: WARNING nova.compute.manager [req-9ac90663-1929-4b9e-89c4-634ac088e56a req-8f12cd32-2655-4765-89d9-db6fe5267fba service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Received unexpected event network-vif-plugged-a31fe096-ffa8-4aee-9b93-f2e71c21850d for instance with vm_state building and task_state spawning. [ 1848.012943] env[62220]: DEBUG nova.network.neutron [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Successfully updated port: a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1848.188704] env[62220]: DEBUG oslo_vmware.api [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748096, 'name': ReconfigVM_Task, 'duration_secs': 5.781925} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.188977] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.189160] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Reconfigured VM to detach interface {{(pid=62220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1848.240921] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.341642] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1848.467030] env[62220]: DEBUG nova.compute.utils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1848.468855] env[62220]: DEBUG nova.compute.manager [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1848.469579] env[62220]: DEBUG nova.network.neutron [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1848.517541] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.517689] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.517839] env[62220]: DEBUG nova.network.neutron [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1848.531471] env[62220]: DEBUG nova.policy [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a215f1fe10e6433a8ce5d2a972439ff0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de476fd038e240b8b7721b112e9edc64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1848.834854] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "e5e87453-9693-4394-b563-1ac6fa3e16f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.835155] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "e5e87453-9693-4394-b563-1ac6fa3e16f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.929438] env[62220]: DEBUG nova.network.neutron [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Successfully created port: 1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1848.932847] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.973021] env[62220]: DEBUG nova.compute.manager [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1849.063918] env[62220]: DEBUG nova.network.neutron [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1849.124960] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Acquiring lock "863b3a01-ab51-42ae-905b-e7bde2605c6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.127489] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Lock "863b3a01-ab51-42ae-905b-e7bde2605c6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.127489] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Acquiring lock "863b3a01-ab51-42ae-905b-e7bde2605c6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.127489] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Lock "863b3a01-ab51-42ae-905b-e7bde2605c6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.127489] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Lock "863b3a01-ab51-42ae-905b-e7bde2605c6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.130010] env[62220]: INFO nova.compute.manager [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Terminating instance [ 1849.226799] env[62220]: DEBUG nova.network.neutron [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Updating instance_info_cache with network_info: [{"id": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "address": "fa:16:3e:aa:f9:8a", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31fe096-ff", "ovs_interfaceid": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.280354] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aff689-aeed-47de-ac87-6418367c6e3e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.288803] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449cd1dc-3fde-4154-bd86-f9617e8e7e22 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.320882] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea78832-9fda-4327-a127-34e51ded56a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.329163] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8a383e-0c90-422c-9c3a-d625b46c4384 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.345114] env[62220]: DEBUG nova.compute.manager [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1849.348216] env[62220]: DEBUG nova.compute.provider_tree [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.439719] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Releasing lock "refresh_cache-56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.439967] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Updated the network info_cache for instance {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1849.440215] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1849.440384] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1849.440544] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1849.552366] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.552366] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquired lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.552366] env[62220]: DEBUG nova.network.neutron [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1849.634272] env[62220]: DEBUG nova.compute.manager [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1849.634581] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1849.635862] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb353c7-3db5-4189-8d6d-2d8e7780ca21 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.643834] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.644125] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e5e07a2-a205-4afc-8aa4-43144b7feaaa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.651057] env[62220]: DEBUG oslo_vmware.api [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Waiting for the task: (returnval){ [ 1849.651057] env[62220]: value = "task-1748108" [ 1849.651057] env[62220]: _type = "Task" [ 1849.651057] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.661025] env[62220]: DEBUG oslo_vmware.api [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.729902] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.730337] env[62220]: DEBUG nova.compute.manager [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Instance network_info: |[{"id": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "address": "fa:16:3e:aa:f9:8a", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31fe096-ff", "ovs_interfaceid": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1849.730855] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:f9:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a31fe096-ffa8-4aee-9b93-f2e71c21850d', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1849.739767] env[62220]: DEBUG oslo.service.loopingcall [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.740380] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1849.740621] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a716019-9f8f-4d01-8991-bec4fdf0ba7f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.760617] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1849.760617] env[62220]: value = "task-1748109" [ 1849.760617] env[62220]: _type = "Task" [ 1849.760617] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.768535] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748109, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.853252] env[62220]: DEBUG nova.scheduler.client.report [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1849.869466] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.944800] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.983573] env[62220]: DEBUG nova.compute.manager [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1850.015743] env[62220]: DEBUG nova.virt.hardware [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1850.016097] env[62220]: DEBUG nova.virt.hardware [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1850.016325] env[62220]: DEBUG nova.virt.hardware [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1850.016580] env[62220]: DEBUG nova.virt.hardware [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1850.016799] env[62220]: DEBUG nova.virt.hardware [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1850.017018] env[62220]: DEBUG nova.virt.hardware [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1850.017319] env[62220]: DEBUG nova.virt.hardware [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1850.017541] env[62220]: DEBUG nova.virt.hardware [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1850.017782] env[62220]: DEBUG nova.virt.hardware [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1850.018022] env[62220]: DEBUG nova.virt.hardware [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1850.018285] env[62220]: DEBUG nova.virt.hardware [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1850.019222] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b56d36-14b6-4419-a717-75fcb44bf611 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.027660] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c300d11e-9e4a-4cc7-85aa-9bd75076f181 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.033646] env[62220]: DEBUG nova.compute.manager [req-a5740081-43c6-458c-9038-d4b38da5b264 req-ceacb2d6-99d1-4be7-a2ae-93138b6f73cb service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Received event network-changed-a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1850.033837] env[62220]: DEBUG nova.compute.manager [req-a5740081-43c6-458c-9038-d4b38da5b264 req-ceacb2d6-99d1-4be7-a2ae-93138b6f73cb service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Refreshing instance network info cache due to event network-changed-a31fe096-ffa8-4aee-9b93-f2e71c21850d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1850.034440] env[62220]: DEBUG oslo_concurrency.lockutils [req-a5740081-43c6-458c-9038-d4b38da5b264 req-ceacb2d6-99d1-4be7-a2ae-93138b6f73cb service nova] Acquiring lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.034440] env[62220]: DEBUG oslo_concurrency.lockutils [req-a5740081-43c6-458c-9038-d4b38da5b264 req-ceacb2d6-99d1-4be7-a2ae-93138b6f73cb service nova] Acquired lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.034440] env[62220]: DEBUG nova.network.neutron [req-a5740081-43c6-458c-9038-d4b38da5b264 req-ceacb2d6-99d1-4be7-a2ae-93138b6f73cb service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Refreshing network info cache for port a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1850.095048] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "5b884962-a0d5-44ac-b400-6c560b652c1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.095341] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "5b884962-a0d5-44ac-b400-6c560b652c1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.096032] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "5b884962-a0d5-44ac-b400-6c560b652c1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.096032] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "5b884962-a0d5-44ac-b400-6c560b652c1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.096032] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "5b884962-a0d5-44ac-b400-6c560b652c1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.098211] env[62220]: INFO nova.compute.manager [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Terminating instance [ 1850.164751] env[62220]: DEBUG oslo_vmware.api [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748108, 'name': PowerOffVM_Task, 'duration_secs': 0.212275} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.165243] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.165551] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1850.165858] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9097dc27-e04d-4963-a416-0a687d7f22df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.249076] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.249482] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.249804] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Deleting the datastore file [datastore1] 863b3a01-ab51-42ae-905b-e7bde2605c6e {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.250246] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59192803-8141-47f6-84ef-5923a90123ad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.261169] env[62220]: DEBUG oslo_vmware.api [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Waiting for the task: (returnval){ [ 1850.261169] env[62220]: value = "task-1748111" [ 1850.261169] env[62220]: _type = "Task" [ 1850.261169] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.273866] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748109, 'name': CreateVM_Task, 'duration_secs': 0.443281} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.276868] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1850.277134] env[62220]: DEBUG oslo_vmware.api [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.277864] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.277969] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.278333] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1850.278607] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439e6dcb-e2d7-44ba-8916-c2c3d5ce444f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.283396] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1850.283396] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e25cf7-25d7-e738-15de-02528d52d2c7" [ 1850.283396] env[62220]: _type = "Task" [ 1850.283396] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.291930] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e25cf7-25d7-e738-15de-02528d52d2c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.292882] env[62220]: INFO nova.network.neutron [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Port 221f4e84-c8ef-45b3-b0fa-565d5d0ab1db from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1850.293308] env[62220]: DEBUG nova.network.neutron [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updating instance_info_cache with network_info: [{"id": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "address": "fa:16:3e:08:31:d5", "network": {"id": "b4e46dd8-eae3-4639-bbf5-9cf346acf1a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1623460254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f19b4ce62e41ab9b1da72d29df1ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b3c5ac-7e", "ovs_interfaceid": "16b3c5ac-7e05-4355-addc-cd1932bb42e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.360546] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.361304] env[62220]: DEBUG nova.compute.manager [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1850.364394] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.574s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.364662] env[62220]: DEBUG nova.objects.instance [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lazy-loading 'resources' on Instance uuid 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.453042] env[62220]: DEBUG nova.compute.manager [req-c0c15348-504a-42e8-a27a-44ad4633bb32 req-da092e4d-b5d7-4e13-8e7d-759f7a6df00d service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Received event network-vif-plugged-1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1850.453278] env[62220]: DEBUG oslo_concurrency.lockutils [req-c0c15348-504a-42e8-a27a-44ad4633bb32 req-da092e4d-b5d7-4e13-8e7d-759f7a6df00d service nova] Acquiring lock "7f384fff-2a50-41a8-b954-5fc1efaf163e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.453541] env[62220]: DEBUG oslo_concurrency.lockutils [req-c0c15348-504a-42e8-a27a-44ad4633bb32 req-da092e4d-b5d7-4e13-8e7d-759f7a6df00d service nova] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.453737] env[62220]: DEBUG oslo_concurrency.lockutils [req-c0c15348-504a-42e8-a27a-44ad4633bb32 req-da092e4d-b5d7-4e13-8e7d-759f7a6df00d service nova] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.453933] env[62220]: DEBUG nova.compute.manager [req-c0c15348-504a-42e8-a27a-44ad4633bb32 req-da092e4d-b5d7-4e13-8e7d-759f7a6df00d service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] No waiting events found dispatching network-vif-plugged-1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1850.454167] env[62220]: WARNING nova.compute.manager [req-c0c15348-504a-42e8-a27a-44ad4633bb32 req-da092e4d-b5d7-4e13-8e7d-759f7a6df00d service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Received unexpected event network-vif-plugged-1230b66c-91fd-4c42-a94c-212a0ecd11ab for instance with vm_state building and task_state spawning. [ 1850.544538] env[62220]: DEBUG nova.network.neutron [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Successfully updated port: 1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1850.602292] env[62220]: DEBUG nova.compute.manager [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1850.605047] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1850.605047] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc8ff9b-effe-4302-a14b-a2f9f0f4443d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.614934] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1850.614934] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ee41e76-2067-4921-9529-d5871e7853f2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.622103] env[62220]: DEBUG oslo_vmware.api [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1850.622103] env[62220]: value = "task-1748112" [ 1850.622103] env[62220]: _type = "Task" [ 1850.622103] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.634583] env[62220]: DEBUG oslo_vmware.api [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.754549] env[62220]: DEBUG nova.network.neutron [req-a5740081-43c6-458c-9038-d4b38da5b264 req-ceacb2d6-99d1-4be7-a2ae-93138b6f73cb service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Updated VIF entry in instance network info cache for port a31fe096-ffa8-4aee-9b93-f2e71c21850d. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1850.754936] env[62220]: DEBUG nova.network.neutron [req-a5740081-43c6-458c-9038-d4b38da5b264 req-ceacb2d6-99d1-4be7-a2ae-93138b6f73cb service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Updating instance_info_cache with network_info: [{"id": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "address": "fa:16:3e:aa:f9:8a", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31fe096-ff", "ovs_interfaceid": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.784133] env[62220]: DEBUG oslo_vmware.api [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Task: {'id': task-1748111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153166} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.784133] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1850.784133] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1850.784133] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1850.784133] env[62220]: INFO nova.compute.manager [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1850.784480] env[62220]: DEBUG oslo.service.loopingcall [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.784780] env[62220]: DEBUG nova.compute.manager [-] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1850.784910] env[62220]: DEBUG nova.network.neutron [-] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1850.797369] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Releasing lock "refresh_cache-5b884962-a0d5-44ac-b400-6c560b652c1b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.799510] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e25cf7-25d7-e738-15de-02528d52d2c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011798} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.799764] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.799988] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1850.800237] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.800385] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.800565] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1850.801095] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea8b046-8fb1-4154-b4f7-34d913364a55 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.814314] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1850.814314] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1850.815931] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97be50c6-e594-4fab-95e8-f7cab193eb80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.825870] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1850.825870] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5248034b-9f96-2077-e07a-ed1e8010164c" [ 1850.825870] env[62220]: _type = "Task" [ 1850.825870] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.834515] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5248034b-9f96-2077-e07a-ed1e8010164c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.867997] env[62220]: DEBUG nova.compute.utils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.872878] env[62220]: DEBUG nova.compute.manager [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1850.873095] env[62220]: DEBUG nova.network.neutron [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1850.915942] env[62220]: DEBUG nova.policy [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da77d8f037554fcf837d464fb7305d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b1af6cefd1743c5876656588f212088', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1851.050549] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.050703] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.050857] env[62220]: DEBUG nova.network.neutron [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1851.134867] env[62220]: DEBUG oslo_vmware.api [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748112, 'name': PowerOffVM_Task, 'duration_secs': 0.232855} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.135620] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1851.135748] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1851.138987] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e133928a-490e-4c8b-aa08-082e8ed83c9a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.171943] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6becd17-b662-48c2-9eb6-f4f10aa8984f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.180924] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76764336-619d-4401-b2e2-95445774d0c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.213053] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbf8033-1048-4f2b-9587-a81b2171e6c0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.221462] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee87166-f6e5-4412-8f11-d267c1934fe5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.238233] env[62220]: DEBUG nova.compute.provider_tree [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.259052] env[62220]: DEBUG oslo_concurrency.lockutils [req-a5740081-43c6-458c-9038-d4b38da5b264 req-ceacb2d6-99d1-4be7-a2ae-93138b6f73cb service nova] Releasing lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.296705] env[62220]: DEBUG nova.network.neutron [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Successfully created port: 8c2284e7-beaf-48d1-a242-d5d799c589bc {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.305920] env[62220]: DEBUG oslo_concurrency.lockutils [None req-58b7c7f2-5cb2-48f4-8bf4-f9b844361dc8 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "interface-5b884962-a0d5-44ac-b400-6c560b652c1b-221f4e84-c8ef-45b3-b0fa-565d5d0ab1db" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.717s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.336510] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5248034b-9f96-2077-e07a-ed1e8010164c, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.338275] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1851.338473] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1851.338725] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Deleting the datastore file [datastore1] 5b884962-a0d5-44ac-b400-6c560b652c1b {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1851.338917] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999580ad-365e-47f9-82cb-0d76d152dafd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.341584] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a37f8f90-c39a-44eb-91d0-28ca9d8e7889 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.346306] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1851.346306] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ef5836-66e8-8452-3369-2f10e4e16cd9" [ 1851.346306] env[62220]: _type = "Task" [ 1851.346306] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.352181] env[62220]: DEBUG oslo_vmware.api [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1851.352181] env[62220]: value = "task-1748114" [ 1851.352181] env[62220]: _type = "Task" [ 1851.352181] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.357953] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ef5836-66e8-8452-3369-2f10e4e16cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.363186] env[62220]: DEBUG oslo_vmware.api [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.373954] env[62220]: DEBUG nova.compute.manager [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1851.586931] env[62220]: DEBUG nova.network.neutron [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1851.725150] env[62220]: DEBUG nova.network.neutron [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updating instance_info_cache with network_info: [{"id": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "address": "fa:16:3e:e0:82:30", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1230b66c-91", "ovs_interfaceid": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.741146] env[62220]: DEBUG nova.scheduler.client.report [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1851.860159] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52ef5836-66e8-8452-3369-2f10e4e16cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.861918] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.861918] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7aee23d1-fc18-447e-81c4-34dbc46766b9/7aee23d1-fc18-447e-81c4-34dbc46766b9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1851.861918] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f24af0c2-a0a3-43a0-9b64-8c77ba86e204 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.867665] env[62220]: DEBUG oslo_vmware.api [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148749} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.871019] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1851.871019] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1851.871019] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1851.871019] env[62220]: INFO nova.compute.manager [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1851.871019] env[62220]: DEBUG oslo.service.loopingcall [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.871019] env[62220]: DEBUG nova.compute.manager [-] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1851.871019] env[62220]: DEBUG nova.network.neutron [-] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1851.873986] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1851.873986] env[62220]: value = "task-1748115" [ 1851.873986] env[62220]: _type = "Task" [ 1851.873986] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.892246] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.979303] env[62220]: DEBUG nova.network.neutron [-] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.065489] env[62220]: DEBUG nova.compute.manager [req-4c9e6d8f-0edd-4b32-a0b6-4635bfc56bdf req-7e2b4845-a465-4d16-920a-cde19eeca299 service nova] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Received event network-vif-deleted-dd7eb242-656d-43b1-b9c9-f072232f7270 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1852.228835] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.229429] env[62220]: DEBUG nova.compute.manager [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Instance network_info: |[{"id": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "address": "fa:16:3e:e0:82:30", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1230b66c-91", "ovs_interfaceid": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1852.229998] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:82:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1230b66c-91fd-4c42-a94c-212a0ecd11ab', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1852.239794] env[62220]: DEBUG oslo.service.loopingcall [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.240912] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1852.240912] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-140c0288-6f4b-426a-9445-d4230ea28215 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.259543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.262235] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.043s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.263872] env[62220]: INFO nova.compute.claims [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1852.274164] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1852.274164] env[62220]: value = "task-1748116" [ 1852.274164] env[62220]: _type = "Task" [ 1852.274164] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.285207] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748116, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.289391] env[62220]: INFO nova.scheduler.client.report [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Deleted allocations for instance 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e [ 1852.386314] env[62220]: DEBUG nova.compute.manager [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1852.388691] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748115, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.413982] env[62220]: DEBUG nova.virt.hardware [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1852.414252] env[62220]: DEBUG nova.virt.hardware [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1852.414546] env[62220]: DEBUG nova.virt.hardware [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.415527] env[62220]: DEBUG nova.virt.hardware [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1852.415527] env[62220]: DEBUG nova.virt.hardware [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.415527] env[62220]: DEBUG nova.virt.hardware [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1852.415527] env[62220]: DEBUG nova.virt.hardware [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1852.415771] env[62220]: DEBUG nova.virt.hardware [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1852.416662] env[62220]: DEBUG nova.virt.hardware [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1852.416662] env[62220]: DEBUG nova.virt.hardware [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1852.416662] env[62220]: DEBUG nova.virt.hardware [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1852.417082] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006e0640-4db4-41e8-8cdc-24282cd0c3e5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.425764] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628965bf-0696-44a3-98ee-a9a3dff699b0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.483915] env[62220]: DEBUG nova.compute.manager [req-b7dc1e99-d9cb-49c8-9118-aa80e4b73fcc req-f771dc92-3dc7-488c-a137-29ad17181008 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Received event network-changed-1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1852.484139] env[62220]: DEBUG nova.compute.manager [req-b7dc1e99-d9cb-49c8-9118-aa80e4b73fcc req-f771dc92-3dc7-488c-a137-29ad17181008 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Refreshing instance network info cache due to event network-changed-1230b66c-91fd-4c42-a94c-212a0ecd11ab. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1852.484369] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7dc1e99-d9cb-49c8-9118-aa80e4b73fcc req-f771dc92-3dc7-488c-a137-29ad17181008 service nova] Acquiring lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.484524] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7dc1e99-d9cb-49c8-9118-aa80e4b73fcc req-f771dc92-3dc7-488c-a137-29ad17181008 service nova] Acquired lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.484692] env[62220]: DEBUG nova.network.neutron [req-b7dc1e99-d9cb-49c8-9118-aa80e4b73fcc req-f771dc92-3dc7-488c-a137-29ad17181008 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Refreshing network info cache for port 1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1852.487290] env[62220]: INFO nova.compute.manager [-] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Took 1.70 seconds to deallocate network for instance. [ 1852.784742] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748116, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.796957] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4f011401-cda8-432d-af62-323a8cd0846f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.640s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.798810] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.312s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.799355] env[62220]: INFO nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] During sync_power_state the instance has a pending task (deleting). Skip. [ 1852.799355] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "56df3b93-0cf7-4cf8-a533-566ac8b0cb1e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.844444] env[62220]: DEBUG nova.network.neutron [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Successfully updated port: 8c2284e7-beaf-48d1-a242-d5d799c589bc {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1852.884240] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720387} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.884749] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7aee23d1-fc18-447e-81c4-34dbc46766b9/7aee23d1-fc18-447e-81c4-34dbc46766b9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1852.884879] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1852.885033] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90c6313a-736e-4555-af8d-4f4b41b17caf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.896021] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1852.896021] env[62220]: value = "task-1748117" [ 1852.896021] env[62220]: _type = "Task" [ 1852.896021] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.902108] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.995369] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.136060] env[62220]: DEBUG nova.network.neutron [-] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.287166] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748116, 'name': CreateVM_Task, 'duration_secs': 0.563491} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.287501] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1853.288176] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.288283] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.288615] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1853.288900] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57f9d63-e386-46c3-9187-7804dca961be {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.292024] env[62220]: DEBUG nova.network.neutron [req-b7dc1e99-d9cb-49c8-9118-aa80e4b73fcc req-f771dc92-3dc7-488c-a137-29ad17181008 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updated VIF entry in instance network info cache for port 1230b66c-91fd-4c42-a94c-212a0ecd11ab. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1853.292401] env[62220]: DEBUG nova.network.neutron [req-b7dc1e99-d9cb-49c8-9118-aa80e4b73fcc req-f771dc92-3dc7-488c-a137-29ad17181008 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updating instance_info_cache with network_info: [{"id": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "address": "fa:16:3e:e0:82:30", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1230b66c-91", "ovs_interfaceid": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.297599] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1853.297599] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a2ce18-19a8-7e6c-2bfb-6a582b7a8530" [ 1853.297599] env[62220]: _type = "Task" [ 1853.297599] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.309036] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a2ce18-19a8-7e6c-2bfb-6a582b7a8530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.348047] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "refresh_cache-babd1003-87c2-4d79-b34f-a68058e45e8a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.348248] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "refresh_cache-babd1003-87c2-4d79-b34f-a68058e45e8a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.348435] env[62220]: DEBUG nova.network.neutron [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.408312] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122577} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.408312] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1853.408974] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba1450e-8bc0-4d48-af03-49099c694a14 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.434183] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 7aee23d1-fc18-447e-81c4-34dbc46766b9/7aee23d1-fc18-447e-81c4-34dbc46766b9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1853.437631] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe6306e-1d95-4b6b-9d27-db374a944a55 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.457384] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1853.457384] env[62220]: value = "task-1748118" [ 1853.457384] env[62220]: _type = "Task" [ 1853.457384] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.468466] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.605930] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405140ec-0780-4a27-a7e0-0bde76570c4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.615543] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3f274e-9344-4377-8ebe-19d0fb5b278e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.645322] env[62220]: INFO nova.compute.manager [-] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Took 1.78 seconds to deallocate network for instance. [ 1853.651188] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a7edf5-7c56-4dc3-aedf-5b503c0363ea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.659144] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23afd431-1127-48c8-8ce0-8fb1da0953c8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.679166] env[62220]: DEBUG nova.compute.provider_tree [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1853.798030] env[62220]: DEBUG oslo_concurrency.lockutils [req-b7dc1e99-d9cb-49c8-9118-aa80e4b73fcc req-f771dc92-3dc7-488c-a137-29ad17181008 service nova] Releasing lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.807578] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a2ce18-19a8-7e6c-2bfb-6a582b7a8530, 'name': SearchDatastore_Task, 'duration_secs': 0.020869} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.807843] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.808089] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1853.808327] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.808469] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.808643] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1853.808923] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aee4f379-15b8-4b40-a945-8fe16c7d3957 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.817918] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1853.818201] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1853.818999] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e1d444-5afa-4331-95d7-dc1f2bec37b5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.825591] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1853.825591] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529bb65f-fa9f-012c-f84b-245367593648" [ 1853.825591] env[62220]: _type = "Task" [ 1853.825591] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.833240] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529bb65f-fa9f-012c-f84b-245367593648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.884168] env[62220]: DEBUG nova.network.neutron [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.967319] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748118, 'name': ReconfigVM_Task, 'duration_secs': 0.452784} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.967614] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 7aee23d1-fc18-447e-81c4-34dbc46766b9/7aee23d1-fc18-447e-81c4-34dbc46766b9.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1853.968279] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6c633da-1953-44a6-ad79-54c7cb9a3f90 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.978333] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1853.978333] env[62220]: value = "task-1748119" [ 1853.978333] env[62220]: _type = "Task" [ 1853.978333] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.987877] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748119, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.065993] env[62220]: DEBUG nova.network.neutron [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Updating instance_info_cache with network_info: [{"id": "8c2284e7-beaf-48d1-a242-d5d799c589bc", "address": "fa:16:3e:88:7b:9e", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c2284e7-be", "ovs_interfaceid": "8c2284e7-beaf-48d1-a242-d5d799c589bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.151936] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.182672] env[62220]: DEBUG nova.scheduler.client.report [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1854.242125] env[62220]: DEBUG nova.compute.manager [req-a22e7b21-cc93-4c1f-8e2c-2077c7719016 req-98211681-9d0f-41b9-9f62-b1e99f776390 service nova] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Received event network-vif-deleted-16b3c5ac-7e05-4355-addc-cd1932bb42e7 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1854.336155] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529bb65f-fa9f-012c-f84b-245367593648, 'name': SearchDatastore_Task, 'duration_secs': 0.008761} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.337048] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c0ed166-c70b-4b78-b6c0-ef68b87aeada {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.346018] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1854.346018] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5293c6b1-8206-e050-535a-8d7a4f8d500e" [ 1854.346018] env[62220]: _type = "Task" [ 1854.346018] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.353768] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5293c6b1-8206-e050-535a-8d7a4f8d500e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.489551] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748119, 'name': Rename_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.531629] env[62220]: DEBUG nova.compute.manager [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Received event network-vif-plugged-8c2284e7-beaf-48d1-a242-d5d799c589bc {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1854.531913] env[62220]: DEBUG oslo_concurrency.lockutils [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] Acquiring lock "babd1003-87c2-4d79-b34f-a68058e45e8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.532015] env[62220]: DEBUG oslo_concurrency.lockutils [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] Lock "babd1003-87c2-4d79-b34f-a68058e45e8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.532204] env[62220]: DEBUG oslo_concurrency.lockutils [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] Lock "babd1003-87c2-4d79-b34f-a68058e45e8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.532372] env[62220]: DEBUG nova.compute.manager [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] No waiting events found dispatching network-vif-plugged-8c2284e7-beaf-48d1-a242-d5d799c589bc {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1854.532545] env[62220]: WARNING nova.compute.manager [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Received unexpected event network-vif-plugged-8c2284e7-beaf-48d1-a242-d5d799c589bc for instance with vm_state building and task_state spawning. [ 1854.532703] env[62220]: DEBUG nova.compute.manager [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Received event network-changed-8c2284e7-beaf-48d1-a242-d5d799c589bc {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1854.532858] env[62220]: DEBUG nova.compute.manager [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Refreshing instance network info cache due to event network-changed-8c2284e7-beaf-48d1-a242-d5d799c589bc. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1854.533177] env[62220]: DEBUG oslo_concurrency.lockutils [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] Acquiring lock "refresh_cache-babd1003-87c2-4d79-b34f-a68058e45e8a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.569042] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "refresh_cache-babd1003-87c2-4d79-b34f-a68058e45e8a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.569257] env[62220]: DEBUG nova.compute.manager [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Instance network_info: |[{"id": "8c2284e7-beaf-48d1-a242-d5d799c589bc", "address": "fa:16:3e:88:7b:9e", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c2284e7-be", "ovs_interfaceid": "8c2284e7-beaf-48d1-a242-d5d799c589bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1854.569559] env[62220]: DEBUG oslo_concurrency.lockutils [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] Acquired lock "refresh_cache-babd1003-87c2-4d79-b34f-a68058e45e8a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.569739] env[62220]: DEBUG nova.network.neutron [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Refreshing network info cache for port 8c2284e7-beaf-48d1-a242-d5d799c589bc {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.571118] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:7b:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c2284e7-beaf-48d1-a242-d5d799c589bc', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1854.579148] env[62220]: DEBUG oslo.service.loopingcall [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.580621] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1854.580849] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68cc2ca5-0089-4361-90ea-afbe530caacd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.601700] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1854.601700] env[62220]: value = "task-1748120" [ 1854.601700] env[62220]: _type = "Task" [ 1854.601700] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.610306] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748120, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.650284] env[62220]: DEBUG oslo_vmware.rw_handles [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bba45d-9669-7b86-69e7-db0cfe782eff/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1854.651202] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88edb0f-083f-4485-be8f-fc1f97bf7712 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.657551] env[62220]: DEBUG oslo_vmware.rw_handles [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bba45d-9669-7b86-69e7-db0cfe782eff/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1854.657725] env[62220]: ERROR oslo_vmware.rw_handles [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bba45d-9669-7b86-69e7-db0cfe782eff/disk-0.vmdk due to incomplete transfer. [ 1854.657951] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-da990667-f4b3-4edf-bf00-51960f4de652 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.665240] env[62220]: DEBUG oslo_vmware.rw_handles [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bba45d-9669-7b86-69e7-db0cfe782eff/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1854.665447] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Uploaded image a1cd14bb-fe3a-4294-b9d2-5103d28c0947 to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1854.668440] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1854.668694] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-627e63d6-3383-4aaa-9c72-f6ecb9dcf54f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.677486] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1854.677486] env[62220]: value = "task-1748121" [ 1854.677486] env[62220]: _type = "Task" [ 1854.677486] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.685370] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748121, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.687242] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.687717] env[62220]: DEBUG nova.compute.manager [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1854.690311] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.449s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.690455] env[62220]: DEBUG nova.objects.instance [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lazy-loading 'resources' on Instance uuid c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.856543] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5293c6b1-8206-e050-535a-8d7a4f8d500e, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.856827] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.857117] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7f384fff-2a50-41a8-b954-5fc1efaf163e/7f384fff-2a50-41a8-b954-5fc1efaf163e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1854.857408] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1ea5a15-f9f3-4322-9e62-761643f92ed1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.865135] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1854.865135] env[62220]: value = "task-1748122" [ 1854.865135] env[62220]: _type = "Task" [ 1854.865135] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.874402] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.989610] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748119, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.019188] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.019513] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.113042] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748120, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.190813] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748121, 'name': Destroy_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.193224] env[62220]: DEBUG nova.compute.utils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1855.197483] env[62220]: DEBUG nova.compute.manager [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1855.197665] env[62220]: DEBUG nova.network.neutron [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1855.246257] env[62220]: DEBUG nova.policy [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5254631ef594432a1bc0efead6471be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df5aaa5fc3014e25865743150fc88155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1855.376409] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468254} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.376746] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7f384fff-2a50-41a8-b954-5fc1efaf163e/7f384fff-2a50-41a8-b954-5fc1efaf163e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1855.376888] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1855.377231] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f091d7f-1fac-4575-b49f-5c054386477a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.388321] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1855.388321] env[62220]: value = "task-1748123" [ 1855.388321] env[62220]: _type = "Task" [ 1855.388321] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.398251] env[62220]: DEBUG nova.network.neutron [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Updated VIF entry in instance network info cache for port 8c2284e7-beaf-48d1-a242-d5d799c589bc. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.398601] env[62220]: DEBUG nova.network.neutron [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Updating instance_info_cache with network_info: [{"id": "8c2284e7-beaf-48d1-a242-d5d799c589bc", "address": "fa:16:3e:88:7b:9e", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c2284e7-be", "ovs_interfaceid": "8c2284e7-beaf-48d1-a242-d5d799c589bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.408462] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.492710] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748119, 'name': Rename_Task, 'duration_secs': 1.020105} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.497816] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1855.498448] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feec30a4-ea04-464d-bf59-931139f2e4ea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.506406] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1855.506406] env[62220]: value = "task-1748124" [ 1855.506406] env[62220]: _type = "Task" [ 1855.506406] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.517674] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.522209] env[62220]: DEBUG nova.compute.manager [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1855.548869] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff70263-f878-4071-9f8f-4713e0d0f77a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.559604] env[62220]: DEBUG nova.network.neutron [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Successfully created port: 7d2f8788-9422-48f6-8bf5-1d9321fb356a {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1855.562208] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d850d1ec-066a-4da9-be04-1dcbfd831110 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.595527] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaf2e47-4d96-4343-b22c-b43abe92b5b2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.606684] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97454cdc-4b9d-4fa4-b1af-21398a68e142 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.623629] env[62220]: DEBUG nova.compute.provider_tree [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.624980] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748120, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.689322] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748121, 'name': Destroy_Task, 'duration_secs': 0.646825} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.689577] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Destroyed the VM [ 1855.689817] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1855.690137] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-643ad63b-0c22-4b65-ad85-621d35bc464e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.696863] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1855.696863] env[62220]: value = "task-1748125" [ 1855.696863] env[62220]: _type = "Task" [ 1855.696863] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.700139] env[62220]: DEBUG nova.compute.manager [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1855.707872] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748125, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.900214] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064647} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.900529] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1855.901413] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f2623d-b2f1-4c70-90fa-30c565aa68aa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.904310] env[62220]: DEBUG oslo_concurrency.lockutils [req-df030fcd-b132-4390-8941-27c3880c45df req-b9cc36ca-a7a3-4739-a4c5-8ced57b3a855 service nova] Releasing lock "refresh_cache-babd1003-87c2-4d79-b34f-a68058e45e8a" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.924040] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7f384fff-2a50-41a8-b954-5fc1efaf163e/7f384fff-2a50-41a8-b954-5fc1efaf163e.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1855.924346] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ccdb560-3f51-4d2d-ad1e-bb1a2de9351d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.944514] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1855.944514] env[62220]: value = "task-1748126" [ 1855.944514] env[62220]: _type = "Task" [ 1855.944514] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.952450] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.016732] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.045284] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.113217] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748120, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.127625] env[62220]: DEBUG nova.scheduler.client.report [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1856.211289] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748125, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.454174] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748126, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.517366] env[62220]: DEBUG oslo_vmware.api [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748124, 'name': PowerOnVM_Task, 'duration_secs': 0.764858} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.517620] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1856.517832] env[62220]: INFO nova.compute.manager [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1856.518026] env[62220]: DEBUG nova.compute.manager [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1856.518812] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943db817-f65c-49e2-b1d9-64603e6aaaff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.613069] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748120, 'name': CreateVM_Task, 'duration_secs': 1.6057} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.613245] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1856.614033] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.614208] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.614579] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1856.614852] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bba933e-a1a2-4bff-94de-9509033e2a1c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.619504] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1856.619504] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527c48d5-15b2-7bdc-8f77-cb29828a58f3" [ 1856.619504] env[62220]: _type = "Task" [ 1856.619504] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.627539] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527c48d5-15b2-7bdc-8f77-cb29828a58f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.632944] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.634430] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.765s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.635965] env[62220]: INFO nova.compute.claims [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1856.673521] env[62220]: INFO nova.scheduler.client.report [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Deleted allocations for instance c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d [ 1856.709762] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748125, 'name': RemoveSnapshot_Task} progress is 64%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.713049] env[62220]: DEBUG nova.compute.manager [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1856.757238] env[62220]: DEBUG nova.virt.hardware [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1856.757238] env[62220]: DEBUG nova.virt.hardware [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1856.757238] env[62220]: DEBUG nova.virt.hardware [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1856.757238] env[62220]: DEBUG nova.virt.hardware [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1856.757238] env[62220]: DEBUG nova.virt.hardware [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1856.757238] env[62220]: DEBUG nova.virt.hardware [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1856.757238] env[62220]: DEBUG nova.virt.hardware [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1856.757238] env[62220]: DEBUG nova.virt.hardware [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1856.757238] env[62220]: DEBUG nova.virt.hardware [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1856.757238] env[62220]: DEBUG nova.virt.hardware [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1856.757946] env[62220]: DEBUG nova.virt.hardware [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1856.758618] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab0a786-b4e2-45d9-a454-ddd71681ec90 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.766784] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a324e4-054c-4f87-b9ae-a25f79e0d000 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.955586] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748126, 'name': ReconfigVM_Task, 'duration_secs': 0.514341} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.955863] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7f384fff-2a50-41a8-b954-5fc1efaf163e/7f384fff-2a50-41a8-b954-5fc1efaf163e.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1856.956495] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e80f9192-cfe2-4f47-b4e0-79bb22a776c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.964661] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1856.964661] env[62220]: value = "task-1748127" [ 1856.964661] env[62220]: _type = "Task" [ 1856.964661] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.972988] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748127, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.987160] env[62220]: DEBUG nova.compute.manager [req-540078a8-9fc1-42ff-a0da-1c7d0d202135 req-802ec680-7097-48ad-aa8e-9fc2bfde9071 service nova] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Received event network-vif-plugged-7d2f8788-9422-48f6-8bf5-1d9321fb356a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1856.987291] env[62220]: DEBUG oslo_concurrency.lockutils [req-540078a8-9fc1-42ff-a0da-1c7d0d202135 req-802ec680-7097-48ad-aa8e-9fc2bfde9071 service nova] Acquiring lock "e3e197fa-7c86-41bb-8057-0e9f18035b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.987547] env[62220]: DEBUG oslo_concurrency.lockutils [req-540078a8-9fc1-42ff-a0da-1c7d0d202135 req-802ec680-7097-48ad-aa8e-9fc2bfde9071 service nova] Lock "e3e197fa-7c86-41bb-8057-0e9f18035b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.987675] env[62220]: DEBUG oslo_concurrency.lockutils [req-540078a8-9fc1-42ff-a0da-1c7d0d202135 req-802ec680-7097-48ad-aa8e-9fc2bfde9071 service nova] Lock "e3e197fa-7c86-41bb-8057-0e9f18035b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.987845] env[62220]: DEBUG nova.compute.manager [req-540078a8-9fc1-42ff-a0da-1c7d0d202135 req-802ec680-7097-48ad-aa8e-9fc2bfde9071 service nova] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] No waiting events found dispatching network-vif-plugged-7d2f8788-9422-48f6-8bf5-1d9321fb356a {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1856.988019] env[62220]: WARNING nova.compute.manager [req-540078a8-9fc1-42ff-a0da-1c7d0d202135 req-802ec680-7097-48ad-aa8e-9fc2bfde9071 service nova] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Received unexpected event network-vif-plugged-7d2f8788-9422-48f6-8bf5-1d9321fb356a for instance with vm_state building and task_state spawning. [ 1857.039270] env[62220]: INFO nova.compute.manager [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Took 16.91 seconds to build instance. [ 1857.130575] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527c48d5-15b2-7bdc-8f77-cb29828a58f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.130827] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.131087] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1857.131313] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.131490] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.131679] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1857.131944] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca82732b-0571-4d8f-b034-2fc0efaf30d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.135013] env[62220]: DEBUG nova.network.neutron [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Successfully updated port: 7d2f8788-9422-48f6-8bf5-1d9321fb356a {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1857.143592] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1857.143592] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1857.144412] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d27dd4a8-4599-44ad-8bba-19469bf1d466 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.151965] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1857.151965] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52706df9-9cab-b83c-dae4-7eef20e5d141" [ 1857.151965] env[62220]: _type = "Task" [ 1857.151965] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.160176] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52706df9-9cab-b83c-dae4-7eef20e5d141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.186767] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7fe77ba9-bb8e-4fdb-9ca9-5c46595f12d2 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.693s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.209141] env[62220]: DEBUG oslo_vmware.api [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748125, 'name': RemoveSnapshot_Task, 'duration_secs': 1.087141} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.209457] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1857.209622] env[62220]: INFO nova.compute.manager [None req-02728a91-b646-4c15-be0f-0664449beadc tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Took 15.28 seconds to snapshot the instance on the hypervisor. [ 1857.477023] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748127, 'name': Rename_Task, 'duration_secs': 0.305186} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.477023] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1857.477023] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2518a64a-96e4-4bb9-9aa5-e4b9b212a7da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.482855] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1857.482855] env[62220]: value = "task-1748128" [ 1857.482855] env[62220]: _type = "Task" [ 1857.482855] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.490944] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.511175] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.511175] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.511266] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.511472] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.512053] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.514335] env[62220]: INFO nova.compute.manager [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Terminating instance [ 1857.539246] env[62220]: DEBUG oslo_concurrency.lockutils [None req-31dd3f46-1541-494b-a89b-d748941f45fb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.422s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.637317] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "refresh_cache-e3e197fa-7c86-41bb-8057-0e9f18035b48" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.637482] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "refresh_cache-e3e197fa-7c86-41bb-8057-0e9f18035b48" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.637653] env[62220]: DEBUG nova.network.neutron [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1857.662493] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52706df9-9cab-b83c-dae4-7eef20e5d141, 'name': SearchDatastore_Task, 'duration_secs': 0.008929} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.663381] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e91d0ef-c33e-4ece-b033-e019e0bfb0c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.671932] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1857.671932] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e702e0-7c47-b5b1-0024-1178c3a00a95" [ 1857.671932] env[62220]: _type = "Task" [ 1857.671932] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.688556] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e702e0-7c47-b5b1-0024-1178c3a00a95, 'name': SearchDatastore_Task, 'duration_secs': 0.011325} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.689265] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.689796] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] babd1003-87c2-4d79-b34f-a68058e45e8a/babd1003-87c2-4d79-b34f-a68058e45e8a.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.690303] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-140f872f-d55a-4ef4-8a7b-e77a459cf40e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.699965] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1857.699965] env[62220]: value = "task-1748129" [ 1857.699965] env[62220]: _type = "Task" [ 1857.699965] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.711703] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.959232] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff86cfd2-6d4c-4c15-8e9c-1173124e5ffb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.968054] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e12ed66-833b-43c8-a1a2-1b583212d21d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.006381] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03145eda-8976-4115-a508-cd658eb60eba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.015611] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.018508] env[62220]: DEBUG nova.compute.manager [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1858.019641] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1858.019951] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba979958-327a-40dc-885b-c83a6f1ee555 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.024055] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553c8f2a-37f4-480f-87ae-fbd19753b7df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.041229] env[62220]: DEBUG nova.compute.provider_tree [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1858.045241] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1858.045890] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4db2fe43-e7db-4d72-adb1-261b28ef225a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.056153] env[62220]: DEBUG oslo_vmware.api [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1858.056153] env[62220]: value = "task-1748130" [ 1858.056153] env[62220]: _type = "Task" [ 1858.056153] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.068248] env[62220]: DEBUG oslo_vmware.api [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.177245] env[62220]: DEBUG nova.network.neutron [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1858.217476] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748129, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.341569] env[62220]: DEBUG nova.network.neutron [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Updating instance_info_cache with network_info: [{"id": "7d2f8788-9422-48f6-8bf5-1d9321fb356a", "address": "fa:16:3e:d7:b2:df", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2f8788-94", "ovs_interfaceid": "7d2f8788-9422-48f6-8bf5-1d9321fb356a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.511281] env[62220]: DEBUG oslo_vmware.api [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748128, 'name': PowerOnVM_Task, 'duration_secs': 0.68638} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.511544] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.511742] env[62220]: INFO nova.compute.manager [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1858.511932] env[62220]: DEBUG nova.compute.manager [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.512681] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52b6bbd-a749-472e-8acb-8bc85a8f78f8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.547456] env[62220]: DEBUG nova.scheduler.client.report [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1858.566858] env[62220]: DEBUG oslo_vmware.api [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748130, 'name': PowerOffVM_Task, 'duration_secs': 0.387062} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.567135] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1858.567305] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1858.567550] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5771c0b-4495-406e-81e9-a07e617202ec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.712999] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581484} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.713199] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] babd1003-87c2-4d79-b34f-a68058e45e8a/babd1003-87c2-4d79-b34f-a68058e45e8a.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.713470] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.716034] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fef891ed-9955-4786-af74-234225d5336d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.730923] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1858.730923] env[62220]: value = "task-1748132" [ 1858.730923] env[62220]: _type = "Task" [ 1858.730923] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.739710] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.802074] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1858.802074] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1858.802074] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Deleting the datastore file [datastore1] b1d0cf48-8c40-471e-9eb0-7618501ec29c {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1858.802074] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-896ec7c6-432e-47f9-9c2d-3389df2f480c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.809911] env[62220]: DEBUG oslo_vmware.api [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for the task: (returnval){ [ 1858.809911] env[62220]: value = "task-1748133" [ 1858.809911] env[62220]: _type = "Task" [ 1858.809911] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.818218] env[62220]: DEBUG oslo_vmware.api [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.844419] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "refresh_cache-e3e197fa-7c86-41bb-8057-0e9f18035b48" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.844829] env[62220]: DEBUG nova.compute.manager [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Instance network_info: |[{"id": "7d2f8788-9422-48f6-8bf5-1d9321fb356a", "address": "fa:16:3e:d7:b2:df", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2f8788-94", "ovs_interfaceid": "7d2f8788-9422-48f6-8bf5-1d9321fb356a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1858.845272] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:b2:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d2f8788-9422-48f6-8bf5-1d9321fb356a', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1858.852941] env[62220]: DEBUG oslo.service.loopingcall [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.853601] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1858.853904] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a1aac4c-ca16-40cd-b2d8-69b460cdb596 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.878124] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1858.878124] env[62220]: value = "task-1748134" [ 1858.878124] env[62220]: _type = "Task" [ 1858.878124] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.886087] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748134, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.031807] env[62220]: INFO nova.compute.manager [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Took 17.59 seconds to build instance. [ 1859.052082] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.052524] env[62220]: DEBUG nova.compute.manager [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1859.055448] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.111s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.055619] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.055986] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1859.056164] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.062s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.056611] env[62220]: DEBUG nova.objects.instance [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Lazy-loading 'resources' on Instance uuid 863b3a01-ab51-42ae-905b-e7bde2605c6e {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.058411] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abf3089-c7ca-4cce-b682-64bd95c52604 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.069845] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b3d242-996f-48a9-8f85-c64b627283cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.087661] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1305df-bd3b-43fc-84c5-1e0e80450f51 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.095235] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde5ab4e-a721-4546-8b3f-ad0e311b233f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.126587] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178580MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1859.126821] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.156429] env[62220]: DEBUG nova.compute.manager [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Received event network-changed-7d2f8788-9422-48f6-8bf5-1d9321fb356a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1859.156657] env[62220]: DEBUG nova.compute.manager [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Refreshing instance network info cache due to event network-changed-7d2f8788-9422-48f6-8bf5-1d9321fb356a. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1859.156841] env[62220]: DEBUG oslo_concurrency.lockutils [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] Acquiring lock "refresh_cache-e3e197fa-7c86-41bb-8057-0e9f18035b48" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.156988] env[62220]: DEBUG oslo_concurrency.lockutils [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] Acquired lock "refresh_cache-e3e197fa-7c86-41bb-8057-0e9f18035b48" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.157229] env[62220]: DEBUG nova.network.neutron [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Refreshing network info cache for port 7d2f8788-9422-48f6-8bf5-1d9321fb356a {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1859.238544] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173066} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.238897] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1859.239646] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aaef75-56af-4d20-8449-e8ffb2f7f39d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.263311] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] babd1003-87c2-4d79-b34f-a68058e45e8a/babd1003-87c2-4d79-b34f-a68058e45e8a.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1859.263673] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aece2eb-9cca-4efe-8233-c91d6ec39192 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.283946] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1859.283946] env[62220]: value = "task-1748135" [ 1859.283946] env[62220]: _type = "Task" [ 1859.283946] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.292324] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.320128] env[62220]: DEBUG oslo_vmware.api [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Task: {'id': task-1748133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188848} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.320357] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1859.320552] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1859.320730] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1859.320902] env[62220]: INFO nova.compute.manager [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1859.321154] env[62220]: DEBUG oslo.service.loopingcall [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.321348] env[62220]: DEBUG nova.compute.manager [-] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1859.321441] env[62220]: DEBUG nova.network.neutron [-] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1859.389899] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748134, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.535600] env[62220]: DEBUG oslo_concurrency.lockutils [None req-10e464fe-5faf-490e-a511-bb32a07de9d7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.112s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.562164] env[62220]: DEBUG nova.compute.utils [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1859.562164] env[62220]: DEBUG nova.compute.manager [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1859.562164] env[62220]: DEBUG nova.network.neutron [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1859.684309] env[62220]: DEBUG nova.policy [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '029f7ae6b342430a94238182fdc24091', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d1461cd9e704fbdaaa24b82c2c031e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1859.795491] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.868451] env[62220]: DEBUG nova.compute.manager [req-f7343b8c-ed44-46b4-b72d-85baec89e869 req-d77349e5-5a09-479e-a359-1e7ac0393648 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Received event network-changed-1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1859.868648] env[62220]: DEBUG nova.compute.manager [req-f7343b8c-ed44-46b4-b72d-85baec89e869 req-d77349e5-5a09-479e-a359-1e7ac0393648 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Refreshing instance network info cache due to event network-changed-1230b66c-91fd-4c42-a94c-212a0ecd11ab. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1859.868861] env[62220]: DEBUG oslo_concurrency.lockutils [req-f7343b8c-ed44-46b4-b72d-85baec89e869 req-d77349e5-5a09-479e-a359-1e7ac0393648 service nova] Acquiring lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.869015] env[62220]: DEBUG oslo_concurrency.lockutils [req-f7343b8c-ed44-46b4-b72d-85baec89e869 req-d77349e5-5a09-479e-a359-1e7ac0393648 service nova] Acquired lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.869189] env[62220]: DEBUG nova.network.neutron [req-f7343b8c-ed44-46b4-b72d-85baec89e869 req-d77349e5-5a09-479e-a359-1e7ac0393648 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Refreshing network info cache for port 1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1859.873059] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5f4b7e-4222-450c-a21d-aa72b903acf2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.884091] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff9785d-f8d6-4c05-be7f-588202397324 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.888360] env[62220]: DEBUG nova.network.neutron [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Updated VIF entry in instance network info cache for port 7d2f8788-9422-48f6-8bf5-1d9321fb356a. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1859.888440] env[62220]: DEBUG nova.network.neutron [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Updating instance_info_cache with network_info: [{"id": "7d2f8788-9422-48f6-8bf5-1d9321fb356a", "address": "fa:16:3e:d7:b2:df", "network": {"id": "96b8ec0f-acbc-4e92-bb98-d1ddc251205b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1242521257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df5aaa5fc3014e25865743150fc88155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2f8788-94", "ovs_interfaceid": "7d2f8788-9422-48f6-8bf5-1d9321fb356a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.897146] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748134, 'name': CreateVM_Task, 'duration_secs': 0.735118} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.925022] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1859.929113] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.929113] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.929113] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1859.929113] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9c54cc-9522-4725-8d4c-259686e09f3e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.930610] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-753b4286-1cc4-4698-bafe-f976eae952f2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.935815] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1859.935815] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bf3e99-46c1-ca62-ed78-067ba275c5f2" [ 1859.935815] env[62220]: _type = "Task" [ 1859.935815] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.938639] env[62220]: DEBUG oslo_concurrency.lockutils [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.938907] env[62220]: DEBUG oslo_concurrency.lockutils [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.939147] env[62220]: DEBUG oslo_concurrency.lockutils [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.939372] env[62220]: DEBUG oslo_concurrency.lockutils [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.939586] env[62220]: DEBUG oslo_concurrency.lockutils [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.943232] env[62220]: INFO nova.compute.manager [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Terminating instance [ 1859.950069] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c5d255-ac45-436e-ae72-d50dfcd00ff4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.970487] env[62220]: DEBUG nova.compute.provider_tree [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.972544] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52bf3e99-46c1-ca62-ed78-067ba275c5f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.972918] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.973164] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1859.973395] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.973570] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.973759] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1859.975640] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84107958-1ffc-487d-9426-7bcb18769ab5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.982992] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1859.983201] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1859.983971] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3dc6a0e-c0be-4ff1-b170-08450010ffae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.990313] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1859.990313] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524a353f-90b3-b68e-8e18-7df616c8f4f6" [ 1859.990313] env[62220]: _type = "Task" [ 1859.990313] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.999131] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524a353f-90b3-b68e-8e18-7df616c8f4f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.065967] env[62220]: DEBUG nova.compute.manager [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1860.093748] env[62220]: DEBUG nova.network.neutron [-] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.155225] env[62220]: DEBUG nova.network.neutron [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Successfully created port: 1ed01fb4-9c04-46fe-a8b0-397bb1ad224d {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1860.295530] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748135, 'name': ReconfigVM_Task, 'duration_secs': 0.728303} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.295755] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Reconfigured VM instance instance-0000006b to attach disk [datastore1] babd1003-87c2-4d79-b34f-a68058e45e8a/babd1003-87c2-4d79-b34f-a68058e45e8a.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1860.296451] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-315dbb9a-0850-4e16-9f70-6204fb3e653d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.304376] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1860.304376] env[62220]: value = "task-1748136" [ 1860.304376] env[62220]: _type = "Task" [ 1860.304376] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.313200] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748136, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.391595] env[62220]: DEBUG oslo_concurrency.lockutils [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] Releasing lock "refresh_cache-e3e197fa-7c86-41bb-8057-0e9f18035b48" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.391907] env[62220]: DEBUG nova.compute.manager [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Received event network-changed-a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1860.392093] env[62220]: DEBUG nova.compute.manager [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Refreshing instance network info cache due to event network-changed-a31fe096-ffa8-4aee-9b93-f2e71c21850d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1860.392744] env[62220]: DEBUG oslo_concurrency.lockutils [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] Acquiring lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.392744] env[62220]: DEBUG oslo_concurrency.lockutils [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] Acquired lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.392744] env[62220]: DEBUG nova.network.neutron [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Refreshing network info cache for port a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1860.460340] env[62220]: DEBUG nova.compute.manager [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1860.460578] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1860.461444] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5936e2-1d21-4aae-8072-baf48a6135d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.469660] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1860.469660] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6b0359e-8ec3-40b1-9092-498a8116b421 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.472961] env[62220]: DEBUG nova.scheduler.client.report [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1860.477199] env[62220]: DEBUG oslo_vmware.api [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1860.477199] env[62220]: value = "task-1748137" [ 1860.477199] env[62220]: _type = "Task" [ 1860.477199] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.485186] env[62220]: DEBUG oslo_vmware.api [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.503547] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524a353f-90b3-b68e-8e18-7df616c8f4f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009313} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.504380] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5cd6800-bf99-49b9-983c-e4ba3a4b08d0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.512177] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1860.512177] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52aae478-4f37-b6da-e218-899dbf322418" [ 1860.512177] env[62220]: _type = "Task" [ 1860.512177] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.520953] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52aae478-4f37-b6da-e218-899dbf322418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.571092] env[62220]: INFO nova.virt.block_device [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Booting with volume 3925ddc4-0e4c-42ba-8a4e-65defbef6f8e at /dev/sda [ 1860.602131] env[62220]: INFO nova.compute.manager [-] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Took 1.28 seconds to deallocate network for instance. [ 1860.613454] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f1016a2-6752-4ef4-9af8-f5f4b2fcbd96 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.623348] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3731669d-2ccd-48c8-b452-a45d51339b42 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.641339] env[62220]: DEBUG nova.network.neutron [req-f7343b8c-ed44-46b4-b72d-85baec89e869 req-d77349e5-5a09-479e-a359-1e7ac0393648 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updated VIF entry in instance network info cache for port 1230b66c-91fd-4c42-a94c-212a0ecd11ab. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1860.641717] env[62220]: DEBUG nova.network.neutron [req-f7343b8c-ed44-46b4-b72d-85baec89e869 req-d77349e5-5a09-479e-a359-1e7ac0393648 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updating instance_info_cache with network_info: [{"id": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "address": "fa:16:3e:e0:82:30", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1230b66c-91", "ovs_interfaceid": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.662040] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb2a7f18-c8d9-4e73-ae27-13a760353cc2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.671133] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aade9275-57f9-4ab2-a422-afb6fa5b4e20 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.706739] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0101f6b2-3400-497c-a738-1c74371f33df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.713226] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3621fd-7357-4ae8-878c-0f02b63f0588 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.729780] env[62220]: DEBUG nova.virt.block_device [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating existing volume attachment record: 6b7e2c5c-d8fe-4fe8-ae24-454f2281fdcd {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1860.815019] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748136, 'name': Rename_Task, 'duration_secs': 0.249292} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.815373] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.815637] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-307d2a3a-9e65-4703-a709-ea4780178993 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.824077] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1860.824077] env[62220]: value = "task-1748138" [ 1860.824077] env[62220]: _type = "Task" [ 1860.824077] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.832185] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.979254] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.981608] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.830s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.981947] env[62220]: DEBUG nova.objects.instance [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'resources' on Instance uuid 5b884962-a0d5-44ac-b400-6c560b652c1b {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.992355] env[62220]: DEBUG oslo_vmware.api [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748137, 'name': PowerOffVM_Task, 'duration_secs': 0.194057} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.993254] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1860.993447] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1860.993771] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a19fe7c2-bd6b-445a-9755-b673859bc218 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.007820] env[62220]: INFO nova.scheduler.client.report [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Deleted allocations for instance 863b3a01-ab51-42ae-905b-e7bde2605c6e [ 1861.021978] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52aae478-4f37-b6da-e218-899dbf322418, 'name': SearchDatastore_Task, 'duration_secs': 0.012776} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.024476] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.024769] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] e3e197fa-7c86-41bb-8057-0e9f18035b48/e3e197fa-7c86-41bb-8057-0e9f18035b48.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1861.025061] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df54a850-f082-4516-a031-43e3dd544ff7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.032017] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1861.032017] env[62220]: value = "task-1748140" [ 1861.032017] env[62220]: _type = "Task" [ 1861.032017] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.040401] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.110161] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.114463] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1861.114681] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1861.114862] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Deleting the datastore file [datastore1] 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.115134] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b28bf6e-cafe-457c-becc-0d092e4ae128 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.123068] env[62220]: DEBUG oslo_vmware.api [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1861.123068] env[62220]: value = "task-1748141" [ 1861.123068] env[62220]: _type = "Task" [ 1861.123068] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.131250] env[62220]: DEBUG oslo_vmware.api [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.132063] env[62220]: DEBUG nova.network.neutron [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Updated VIF entry in instance network info cache for port a31fe096-ffa8-4aee-9b93-f2e71c21850d. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1861.132412] env[62220]: DEBUG nova.network.neutron [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Updating instance_info_cache with network_info: [{"id": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "address": "fa:16:3e:aa:f9:8a", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31fe096-ff", "ovs_interfaceid": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.144642] env[62220]: DEBUG oslo_concurrency.lockutils [req-f7343b8c-ed44-46b4-b72d-85baec89e869 req-d77349e5-5a09-479e-a359-1e7ac0393648 service nova] Releasing lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.183532] env[62220]: DEBUG nova.compute.manager [req-e36c5a45-f2e0-4dae-8dc2-db4432abceb8 req-bcfe7cbc-e879-4c63-94c8-ffed3dffc292 service nova] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Received event network-vif-deleted-4a180d57-4b34-4905-a257-b95eec013be6 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1861.335264] env[62220]: DEBUG oslo_vmware.api [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748138, 'name': PowerOnVM_Task, 'duration_secs': 0.493476} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.335568] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.335763] env[62220]: INFO nova.compute.manager [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1861.336024] env[62220]: DEBUG nova.compute.manager [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.336871] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8034ae5-8c8c-495d-a79c-9a73cdbc6d28 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.515452] env[62220]: DEBUG oslo_concurrency.lockutils [None req-29c8a3ac-286f-412e-b3b1-0b9c3739d6c4 tempest-ServersV294TestFqdnHostnames-2032581300 tempest-ServersV294TestFqdnHostnames-2032581300-project-member] Lock "863b3a01-ab51-42ae-905b-e7bde2605c6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.389s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.543043] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485467} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.545612] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] e3e197fa-7c86-41bb-8057-0e9f18035b48/e3e197fa-7c86-41bb-8057-0e9f18035b48.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.545838] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.547366] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c0203fa-7985-4648-8bc9-cf5d4906df10 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.561444] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1861.561444] env[62220]: value = "task-1748142" [ 1861.561444] env[62220]: _type = "Task" [ 1861.561444] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.574873] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.635294] env[62220]: DEBUG oslo_concurrency.lockutils [req-05a6552d-9b63-4003-97d1-675e85b36753 req-149815b6-5a47-4495-92da-808ac9144b96 service nova] Releasing lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.635715] env[62220]: DEBUG oslo_vmware.api [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453189} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.635944] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1861.636144] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1861.636324] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1861.636493] env[62220]: INFO nova.compute.manager [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1861.636804] env[62220]: DEBUG oslo.service.loopingcall [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1861.637028] env[62220]: DEBUG nova.compute.manager [-] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1861.637128] env[62220]: DEBUG nova.network.neutron [-] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1861.734754] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c71294-fe06-4216-9ab7-537ec03ecb71 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.743941] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5708674f-c384-4f6e-9c3f-ac72a8df57d7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.783166] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdba52d-4224-4501-b4b9-f65bb75ebab9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.794116] env[62220]: DEBUG nova.network.neutron [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Successfully updated port: 1ed01fb4-9c04-46fe-a8b0-397bb1ad224d {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1861.796498] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60005128-e369-4051-a515-96847929eafb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.813021] env[62220]: DEBUG nova.compute.provider_tree [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.837989] env[62220]: DEBUG oslo_concurrency.lockutils [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.838747] env[62220]: DEBUG oslo_concurrency.lockutils [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.852636] env[62220]: INFO nova.compute.manager [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Took 19.11 seconds to build instance. [ 1861.937092] env[62220]: DEBUG nova.compute.manager [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Received event network-vif-plugged-1ed01fb4-9c04-46fe-a8b0-397bb1ad224d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1861.937231] env[62220]: DEBUG oslo_concurrency.lockutils [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] Acquiring lock "e5e87453-9693-4394-b563-1ac6fa3e16f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.937438] env[62220]: DEBUG oslo_concurrency.lockutils [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] Lock "e5e87453-9693-4394-b563-1ac6fa3e16f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.937614] env[62220]: DEBUG oslo_concurrency.lockutils [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] Lock "e5e87453-9693-4394-b563-1ac6fa3e16f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.937786] env[62220]: DEBUG nova.compute.manager [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] No waiting events found dispatching network-vif-plugged-1ed01fb4-9c04-46fe-a8b0-397bb1ad224d {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1861.937955] env[62220]: WARNING nova.compute.manager [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Received unexpected event network-vif-plugged-1ed01fb4-9c04-46fe-a8b0-397bb1ad224d for instance with vm_state building and task_state block_device_mapping. [ 1861.938132] env[62220]: DEBUG nova.compute.manager [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Received event network-changed-1ed01fb4-9c04-46fe-a8b0-397bb1ad224d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1861.938289] env[62220]: DEBUG nova.compute.manager [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Refreshing instance network info cache due to event network-changed-1ed01fb4-9c04-46fe-a8b0-397bb1ad224d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1861.938534] env[62220]: DEBUG oslo_concurrency.lockutils [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] Acquiring lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.938738] env[62220]: DEBUG oslo_concurrency.lockutils [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] Acquired lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.938915] env[62220]: DEBUG nova.network.neutron [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Refreshing network info cache for port 1ed01fb4-9c04-46fe-a8b0-397bb1ad224d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.074728] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069079} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.075009] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1862.075752] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e37055-afa5-401d-bb40-eac4b326063a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.097766] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] e3e197fa-7c86-41bb-8057-0e9f18035b48/e3e197fa-7c86-41bb-8057-0e9f18035b48.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.097892] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6014036c-f6f0-4f47-9326-96e714cd75ab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.117688] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1862.117688] env[62220]: value = "task-1748143" [ 1862.117688] env[62220]: _type = "Task" [ 1862.117688] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.125798] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.301716] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.316047] env[62220]: DEBUG nova.scheduler.client.report [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1862.341767] env[62220]: DEBUG nova.compute.utils [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1862.354106] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2203a571-18e1-4a31-8e23-7d43c0f6822e tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "babd1003-87c2-4d79-b34f-a68058e45e8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.626s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.413628] env[62220]: DEBUG nova.network.neutron [-] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.473550] env[62220]: DEBUG nova.network.neutron [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1862.554299] env[62220]: DEBUG nova.network.neutron [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.629019] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.820851] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.823142] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.778s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.824759] env[62220]: INFO nova.compute.claims [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1862.827912] env[62220]: DEBUG nova.compute.manager [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1862.828436] env[62220]: DEBUG nova.virt.hardware [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1862.828658] env[62220]: DEBUG nova.virt.hardware [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1862.828803] env[62220]: DEBUG nova.virt.hardware [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.828990] env[62220]: DEBUG nova.virt.hardware [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1862.829155] env[62220]: DEBUG nova.virt.hardware [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.829302] env[62220]: DEBUG nova.virt.hardware [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1862.829860] env[62220]: DEBUG nova.virt.hardware [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1862.829860] env[62220]: DEBUG nova.virt.hardware [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1862.829860] env[62220]: DEBUG nova.virt.hardware [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1862.830039] env[62220]: DEBUG nova.virt.hardware [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1862.830232] env[62220]: DEBUG nova.virt.hardware [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1862.831334] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50837ee3-9b95-4ab0-849f-35af116653d7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.841647] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec3b61c-dfb4-47fd-9a70-3655f14f7a60 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.846790] env[62220]: INFO nova.scheduler.client.report [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Deleted allocations for instance 5b884962-a0d5-44ac-b400-6c560b652c1b [ 1862.850988] env[62220]: DEBUG oslo_concurrency.lockutils [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.916230] env[62220]: INFO nova.compute.manager [-] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Took 1.28 seconds to deallocate network for instance. [ 1863.056800] env[62220]: DEBUG oslo_concurrency.lockutils [req-c2eec5d0-9cfe-4568-8395-26f0f9743ebb req-9c0c8a36-83fd-4015-9f02-fdc03c23518f service nova] Releasing lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.057211] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.057374] env[62220]: DEBUG nova.network.neutron [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1863.129277] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748143, 'name': ReconfigVM_Task, 'duration_secs': 0.842702} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.129590] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Reconfigured VM instance instance-0000006c to attach disk [datastore1] e3e197fa-7c86-41bb-8057-0e9f18035b48/e3e197fa-7c86-41bb-8057-0e9f18035b48.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1863.130250] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06ac2a8a-9f27-4e1a-affa-abf356eed30e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.139149] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1863.139149] env[62220]: value = "task-1748144" [ 1863.139149] env[62220]: _type = "Task" [ 1863.139149] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.147525] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748144, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.245909] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b88713-a6eb-46c4-b514-847e8c472b8d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.253897] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-973373c9-07a3-4ef9-8fd8-d29de524b8c1 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Suspending the VM {{(pid=62220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1863.254587] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-443baf40-79d6-4415-a2ab-54442de9cdea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.262795] env[62220]: DEBUG oslo_vmware.api [None req-973373c9-07a3-4ef9-8fd8-d29de524b8c1 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1863.262795] env[62220]: value = "task-1748145" [ 1863.262795] env[62220]: _type = "Task" [ 1863.262795] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.275678] env[62220]: DEBUG oslo_vmware.api [None req-973373c9-07a3-4ef9-8fd8-d29de524b8c1 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748145, 'name': SuspendVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.357416] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57dccd3e-cede-4396-86c9-4a4f8ab3e1e2 tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "5b884962-a0d5-44ac-b400-6c560b652c1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.262s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.373841] env[62220]: DEBUG nova.compute.manager [req-5106dc84-51cb-452c-8b59-b3ce2ecfdf9e req-c756cd8c-d48a-49ef-a71c-612aaae555a1 service nova] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Received event network-vif-deleted-b8eea039-d323-42c6-8dd7-8697a4b9d140 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1863.423579] env[62220]: DEBUG oslo_concurrency.lockutils [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.602077] env[62220]: DEBUG nova.network.neutron [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1863.653762] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748144, 'name': Rename_Task, 'duration_secs': 0.142388} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.654493] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1863.654845] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2ff5542-560d-4fd4-bdbf-660da85dd81a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.662436] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1863.662436] env[62220]: value = "task-1748146" [ 1863.662436] env[62220]: _type = "Task" [ 1863.662436] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.674301] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.757480] env[62220]: DEBUG nova.network.neutron [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance_info_cache with network_info: [{"id": "1ed01fb4-9c04-46fe-a8b0-397bb1ad224d", "address": "fa:16:3e:96:96:fc", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed01fb4-9c", "ovs_interfaceid": "1ed01fb4-9c04-46fe-a8b0-397bb1ad224d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.772738] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.772995] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.773224] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.773408] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.773651] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.775673] env[62220]: INFO nova.compute.manager [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Terminating instance [ 1863.787552] env[62220]: DEBUG oslo_vmware.api [None req-973373c9-07a3-4ef9-8fd8-d29de524b8c1 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748145, 'name': SuspendVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.937600] env[62220]: DEBUG oslo_concurrency.lockutils [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.937930] env[62220]: DEBUG oslo_concurrency.lockutils [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.938282] env[62220]: INFO nova.compute.manager [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Attaching volume 56e8bd03-44f2-40bd-a7f0-9f42e099dfbf to /dev/sdb [ 1863.984082] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca2e95f-81b0-410f-b112-66027a03885f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.991995] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dbf2ea-e56c-4ed0-9363-b89d43e7beb0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.006773] env[62220]: DEBUG nova.virt.block_device [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Updating existing volume attachment record: 910ccb33-1f4a-4f52-8ae3-aafe6a546f5e {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1864.106086] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af2fa33-171a-4988-865b-8e5193256c5a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.113923] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c149d7-5c57-4163-bb25-a7e9711f0f08 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.147346] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943c430c-0570-4d89-9481-1244b43dbcac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.154670] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1f8c75-331a-4ecf-81c3-83bb54b71098 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.173019] env[62220]: DEBUG nova.compute.provider_tree [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.180373] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.260915] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.261324] env[62220]: DEBUG nova.compute.manager [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Instance network_info: |[{"id": "1ed01fb4-9c04-46fe-a8b0-397bb1ad224d", "address": "fa:16:3e:96:96:fc", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed01fb4-9c", "ovs_interfaceid": "1ed01fb4-9c04-46fe-a8b0-397bb1ad224d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1864.261784] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:96:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ed01fb4-9c04-46fe-a8b0-397bb1ad224d', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1864.273074] env[62220]: DEBUG oslo.service.loopingcall [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.273074] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1864.275951] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22ba56b1-7147-45ac-9d61-fe367feb8c48 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.291657] env[62220]: DEBUG nova.compute.manager [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1864.291912] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1864.293258] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb29427a-4afe-4e41-9aa1-6c6e3b13d546 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.300606] env[62220]: DEBUG oslo_vmware.api [None req-973373c9-07a3-4ef9-8fd8-d29de524b8c1 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748145, 'name': SuspendVM_Task, 'duration_secs': 0.907354} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.302906] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-973373c9-07a3-4ef9-8fd8-d29de524b8c1 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Suspended the VM {{(pid=62220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1864.303222] env[62220]: DEBUG nova.compute.manager [None req-973373c9-07a3-4ef9-8fd8-d29de524b8c1 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.303601] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1864.303601] env[62220]: value = "task-1748150" [ 1864.303601] env[62220]: _type = "Task" [ 1864.303601] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.304605] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7111475d-cabe-4f6e-81ec-b4d51424dfbc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.312256] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1864.313454] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-619f4220-1111-40c7-8c90-73e92f8d6b21 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.323390] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748150, 'name': CreateVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.329028] env[62220]: DEBUG oslo_vmware.api [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1864.329028] env[62220]: value = "task-1748151" [ 1864.329028] env[62220]: _type = "Task" [ 1864.329028] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.338596] env[62220]: DEBUG oslo_vmware.api [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.676605] env[62220]: DEBUG nova.scheduler.client.report [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1864.684375] env[62220]: DEBUG oslo_vmware.api [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748146, 'name': PowerOnVM_Task, 'duration_secs': 0.999463} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.684375] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.684375] env[62220]: INFO nova.compute.manager [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1864.684375] env[62220]: DEBUG nova.compute.manager [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.684765] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e511f3-5ea3-4f0f-b407-3994e2e11ae2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.817315] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748150, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.839218] env[62220]: DEBUG oslo_vmware.api [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748151, 'name': PowerOffVM_Task, 'duration_secs': 0.19482} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.840202] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1864.840405] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1864.840642] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98299f2f-e413-46da-854e-708143d0ca4d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.184333] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.185146] env[62220]: DEBUG nova.compute.manager [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1865.187585] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.061s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.203073] env[62220]: INFO nova.compute.manager [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Took 20.00 seconds to build instance. [ 1865.320725] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748150, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.690661] env[62220]: DEBUG nova.compute.utils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1865.701869] env[62220]: DEBUG nova.compute.manager [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1865.702064] env[62220]: DEBUG nova.network.neutron [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1865.707050] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af630ce3-b9cf-48df-8c77-66fa280c8fa1 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "e3e197fa-7c86-41bb-8057-0e9f18035b48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.508s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.763153] env[62220]: DEBUG nova.policy [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '190ccb119cdf4b0bb8ca0d296a1acff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db730eb2b4024f8fbe15d732fd5774e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1865.820591] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748150, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.922488] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "babd1003-87c2-4d79-b34f-a68058e45e8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.922758] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "babd1003-87c2-4d79-b34f-a68058e45e8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.922968] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "babd1003-87c2-4d79-b34f-a68058e45e8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.924112] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "babd1003-87c2-4d79-b34f-a68058e45e8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.924112] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "babd1003-87c2-4d79-b34f-a68058e45e8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.925481] env[62220]: INFO nova.compute.manager [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Terminating instance [ 1866.043260] env[62220]: DEBUG nova.network.neutron [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Successfully created port: cf3e4afb-9a0f-4737-9cd8-be7d64e4281b {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1866.066362] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9aa5963f-b8cf-42b9-a512-b98ef14ff0b7 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "e3e197fa-7c86-41bb-8057-0e9f18035b48" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.066647] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9aa5963f-b8cf-42b9-a512-b98ef14ff0b7 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "e3e197fa-7c86-41bb-8057-0e9f18035b48" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.066835] env[62220]: DEBUG nova.compute.manager [None req-9aa5963f-b8cf-42b9-a512-b98ef14ff0b7 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1866.068096] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c767934-24d4-49d5-9182-6c118bec6545 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.075501] env[62220]: DEBUG nova.compute.manager [None req-9aa5963f-b8cf-42b9-a512-b98ef14ff0b7 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1866.076141] env[62220]: DEBUG nova.objects.instance [None req-9aa5963f-b8cf-42b9-a512-b98ef14ff0b7 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lazy-loading 'flavor' on Instance uuid e3e197fa-7c86-41bb-8057-0e9f18035b48 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.202697] env[62220]: DEBUG nova.compute.manager [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1866.244674] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 0c9d3ec0-2876-4300-9a10-27e1062ebf83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.245099] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance c41b6d89-786b-403a-b9da-2360ac8be34f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.245325] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b678b462-3da4-4528-8763-36982ea94891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.245535] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 03789d9a-3d3b-471e-b415-75c4836b9502 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.245718] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance f919009d-9ea4-4fc4-819c-f182ebe9ecd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.246256] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 6d6c9250-d939-4116-9cbd-7ee12aa7c526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.246528] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b1d0cf48-8c40-471e-9eb0-7618501ec29c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1866.246754] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 8aa8d166-b351-4f5e-aac0-bd3356285a38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.246960] env[62220]: WARNING nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1866.247159] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance a813f177-1ad1-4e16-95a0-1ac266e5306c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.247321] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance d19195a8-0475-4ef4-b1f2-2a74d46e078b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.247496] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 7aee23d1-fc18-447e-81c4-34dbc46766b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.248028] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 7f384fff-2a50-41a8-b954-5fc1efaf163e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.248028] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance babd1003-87c2-4d79-b34f-a68058e45e8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.248131] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance e3e197fa-7c86-41bb-8057-0e9f18035b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.248210] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance e5e87453-9693-4394-b563-1ac6fa3e16f6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.248510] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance d2de0dc8-c050-4f5f-b04d-27822b81c56b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1866.248667] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1866.249159] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1866.319257] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748150, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.429687] env[62220]: DEBUG nova.compute.manager [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1866.429919] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1866.433231] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b45701e-8660-470c-a11e-5d0c8ff70799 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.443401] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1866.443743] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dfd076a-cbe8-40a2-a4d6-d25728952c88 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.510125] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04de1b4-9e0c-42ef-b63e-7a42bcf99c9c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.517875] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d509b815-1e40-4bad-a96d-d57715d1357f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.550612] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac4a897-4dd7-4ea4-a988-297f62697892 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.560711] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca560278-f428-4bda-b52f-02e1552873f3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.572645] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.821982] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748150, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.076107] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1867.084312] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa5963f-b8cf-42b9-a512-b98ef14ff0b7 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.084312] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-672e0e89-20c5-4a82-89c7-6b6fd552dd04 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.091196] env[62220]: DEBUG oslo_vmware.api [None req-9aa5963f-b8cf-42b9-a512-b98ef14ff0b7 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1867.091196] env[62220]: value = "task-1748155" [ 1867.091196] env[62220]: _type = "Task" [ 1867.091196] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.099295] env[62220]: DEBUG oslo_vmware.api [None req-9aa5963f-b8cf-42b9-a512-b98ef14ff0b7 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.217044] env[62220]: DEBUG nova.compute.manager [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1867.247807] env[62220]: DEBUG nova.virt.hardware [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1867.248125] env[62220]: DEBUG nova.virt.hardware [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1867.248225] env[62220]: DEBUG nova.virt.hardware [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1867.248410] env[62220]: DEBUG nova.virt.hardware [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1867.248540] env[62220]: DEBUG nova.virt.hardware [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1867.248722] env[62220]: DEBUG nova.virt.hardware [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1867.248893] env[62220]: DEBUG nova.virt.hardware [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1867.249091] env[62220]: DEBUG nova.virt.hardware [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1867.249234] env[62220]: DEBUG nova.virt.hardware [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1867.249393] env[62220]: DEBUG nova.virt.hardware [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1867.249569] env[62220]: DEBUG nova.virt.hardware [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1867.250480] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1ceb7a-de29-4368-b35b-da75851630d7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.259172] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73a851a-8a55-451a-a828-fd10ac2dddd1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.318913] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748150, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.587171] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1867.587404] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.400s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.587686] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.478s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.587874] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.591212] env[62220]: DEBUG oslo_concurrency.lockutils [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.167s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.591312] env[62220]: DEBUG oslo_concurrency.lockutils [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.604493] env[62220]: DEBUG oslo_vmware.api [None req-9aa5963f-b8cf-42b9-a512-b98ef14ff0b7 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748155, 'name': PowerOffVM_Task, 'duration_secs': 0.187183} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.605282] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa5963f-b8cf-42b9-a512-b98ef14ff0b7 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.605282] env[62220]: DEBUG nova.compute.manager [None req-9aa5963f-b8cf-42b9-a512-b98ef14ff0b7 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.605959] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8ee92b-739c-4696-960c-0efe14b82f91 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.623724] env[62220]: INFO nova.scheduler.client.report [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Deleted allocations for instance b1d0cf48-8c40-471e-9eb0-7618501ec29c [ 1867.625410] env[62220]: INFO nova.scheduler.client.report [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Deleted allocations for instance 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e [ 1867.820613] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748150, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.121044] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9aa5963f-b8cf-42b9-a512-b98ef14ff0b7 tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "e3e197fa-7c86-41bb-8057-0e9f18035b48" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.141342] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43c05d21-37ef-411a-a56e-076cb219ae71 tempest-ServerRescueTestJSON-159008132 tempest-ServerRescueTestJSON-159008132-project-member] Lock "b1d0cf48-8c40-471e-9eb0-7618501ec29c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.629s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.142887] env[62220]: DEBUG oslo_concurrency.lockutils [None req-46c756c1-7160-4886-bafd-13977cb2cf24 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.204s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.237485] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "da71e846-e577-43a2-88d6-255af044186b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.237732] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "da71e846-e577-43a2-88d6-255af044186b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.280359] env[62220]: DEBUG oslo_concurrency.lockutils [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "8aa8d166-b351-4f5e-aac0-bd3356285a38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.280623] env[62220]: DEBUG oslo_concurrency.lockutils [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "8aa8d166-b351-4f5e-aac0-bd3356285a38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.280845] env[62220]: DEBUG oslo_concurrency.lockutils [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "8aa8d166-b351-4f5e-aac0-bd3356285a38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.281060] env[62220]: DEBUG oslo_concurrency.lockutils [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "8aa8d166-b351-4f5e-aac0-bd3356285a38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.281283] env[62220]: DEBUG oslo_concurrency.lockutils [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "8aa8d166-b351-4f5e-aac0-bd3356285a38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.283367] env[62220]: INFO nova.compute.manager [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Terminating instance [ 1868.319996] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748150, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.553037] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1868.554727] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363444', 'volume_id': '56e8bd03-44f2-40bd-a7f0-9f42e099dfbf', 'name': 'volume-56e8bd03-44f2-40bd-a7f0-9f42e099dfbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a813f177-1ad1-4e16-95a0-1ac266e5306c', 'attached_at': '', 'detached_at': '', 'volume_id': '56e8bd03-44f2-40bd-a7f0-9f42e099dfbf', 'serial': '56e8bd03-44f2-40bd-a7f0-9f42e099dfbf'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1868.555672] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d51fca-4218-4aa5-ab4f-f2dd7db4c2f2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.574073] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66afc870-34f6-4c58-ae67-72c40a749264 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.601975] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-56e8bd03-44f2-40bd-a7f0-9f42e099dfbf/volume-56e8bd03-44f2-40bd-a7f0-9f42e099dfbf.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1868.602351] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-115cdd7b-91a1-4bbd-aa8a-0836354377c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.622306] env[62220]: DEBUG oslo_vmware.api [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1868.622306] env[62220]: value = "task-1748156" [ 1868.622306] env[62220]: _type = "Task" [ 1868.622306] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.631095] env[62220]: DEBUG oslo_vmware.api [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.740457] env[62220]: DEBUG nova.compute.manager [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1868.790607] env[62220]: DEBUG nova.compute.manager [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1868.790838] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1868.792326] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceeb437-04a2-47c4-a3e2-a0dc4a79eeda {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.802820] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1868.803570] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-994d2ec6-b2d4-41f5-9eb1-f0492a1768eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.805822] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1868.806084] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1868.806240] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1868.812765] env[62220]: DEBUG oslo_vmware.api [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1868.812765] env[62220]: value = "task-1748157" [ 1868.812765] env[62220]: _type = "Task" [ 1868.812765] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.827215] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748150, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.830740] env[62220]: DEBUG oslo_vmware.api [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.132426] env[62220]: DEBUG oslo_vmware.api [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748156, 'name': ReconfigVM_Task, 'duration_secs': 0.338905} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.132426] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-56e8bd03-44f2-40bd-a7f0-9f42e099dfbf/volume-56e8bd03-44f2-40bd-a7f0-9f42e099dfbf.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1869.139701] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72bbbf17-a91a-42ff-a7f9-c18bb6edcbc7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.153530] env[62220]: DEBUG oslo_vmware.api [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1869.153530] env[62220]: value = "task-1748158" [ 1869.153530] env[62220]: _type = "Task" [ 1869.153530] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.163661] env[62220]: DEBUG oslo_vmware.api [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.249714] env[62220]: DEBUG oslo_concurrency.lockutils [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "e3e197fa-7c86-41bb-8057-0e9f18035b48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.249818] env[62220]: DEBUG oslo_concurrency.lockutils [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "e3e197fa-7c86-41bb-8057-0e9f18035b48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.249995] env[62220]: DEBUG oslo_concurrency.lockutils [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "e3e197fa-7c86-41bb-8057-0e9f18035b48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.250361] env[62220]: DEBUG oslo_concurrency.lockutils [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "e3e197fa-7c86-41bb-8057-0e9f18035b48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.250537] env[62220]: DEBUG oslo_concurrency.lockutils [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "e3e197fa-7c86-41bb-8057-0e9f18035b48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.258172] env[62220]: INFO nova.compute.manager [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Terminating instance [ 1869.283139] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.283420] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.286882] env[62220]: INFO nova.compute.claims [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1869.326248] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748150, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.329441] env[62220]: DEBUG oslo_vmware.api [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748157, 'name': PowerOffVM_Task, 'duration_secs': 0.303963} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.329721] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1869.329897] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1869.330290] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-351c9d0a-aff4-45f0-a3ee-b3e79dbd3b6d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.663631] env[62220]: DEBUG oslo_vmware.api [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748158, 'name': ReconfigVM_Task, 'duration_secs': 0.234384} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.663922] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363444', 'volume_id': '56e8bd03-44f2-40bd-a7f0-9f42e099dfbf', 'name': 'volume-56e8bd03-44f2-40bd-a7f0-9f42e099dfbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a813f177-1ad1-4e16-95a0-1ac266e5306c', 'attached_at': '', 'detached_at': '', 'volume_id': '56e8bd03-44f2-40bd-a7f0-9f42e099dfbf', 'serial': '56e8bd03-44f2-40bd-a7f0-9f42e099dfbf'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1869.763531] env[62220]: DEBUG nova.compute.manager [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1869.763806] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1869.764716] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60ba3d6-e7e5-4ea9-be0b-e52b345cb631 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.772862] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1869.773987] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b035b3fb-f191-4a74-b762-cf042b0e4e61 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.781535] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1869.781774] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1869.781958] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Deleting the datastore file [datastore1] 8aa8d166-b351-4f5e-aac0-bd3356285a38 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1869.782232] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f85618c7-f3f8-4e0f-95e6-69b221180087 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.787048] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1869.787250] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1869.787426] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleting the datastore file [datastore1] babd1003-87c2-4d79-b34f-a68058e45e8a {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1869.787662] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d38525cb-eb2b-4a2c-9fce-72e2867794a3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.794215] env[62220]: DEBUG oslo_vmware.api [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for the task: (returnval){ [ 1869.794215] env[62220]: value = "task-1748161" [ 1869.794215] env[62220]: _type = "Task" [ 1869.794215] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.799361] env[62220]: DEBUG oslo_vmware.api [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1869.799361] env[62220]: value = "task-1748162" [ 1869.799361] env[62220]: _type = "Task" [ 1869.799361] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.806016] env[62220]: DEBUG oslo_vmware.api [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.811159] env[62220]: DEBUG oslo_vmware.api [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.821695] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748150, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.919114] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1869.919114] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1869.919114] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Deleting the datastore file [datastore1] f919009d-9ea4-4fc4-819c-f182ebe9ecd2 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1869.919114] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c689065-46f4-4a7b-80b9-c44a37986d29 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.926181] env[62220]: DEBUG oslo_vmware.api [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for the task: (returnval){ [ 1869.926181] env[62220]: value = "task-1748163" [ 1869.926181] env[62220]: _type = "Task" [ 1869.926181] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.936118] env[62220]: DEBUG oslo_vmware.api [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.951926] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1869.952254] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1869.952456] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleting the datastore file [datastore1] e3e197fa-7c86-41bb-8057-0e9f18035b48 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1869.952736] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17125365-7d1c-4516-9ff9-bf017673d33c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.960970] env[62220]: DEBUG oslo_vmware.api [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1869.960970] env[62220]: value = "task-1748164" [ 1869.960970] env[62220]: _type = "Task" [ 1869.960970] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.969951] env[62220]: DEBUG oslo_vmware.api [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.311383] env[62220]: DEBUG oslo_vmware.api [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Task: {'id': task-1748161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149004} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.314153] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1870.314365] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1870.314545] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1870.314722] env[62220]: INFO nova.compute.manager [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Took 1.52 seconds to destroy the instance on the hypervisor. [ 1870.314999] env[62220]: DEBUG oslo.service.loopingcall [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.315310] env[62220]: DEBUG oslo_vmware.api [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149875} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.315509] env[62220]: DEBUG nova.compute.manager [-] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1870.315608] env[62220]: DEBUG nova.network.neutron [-] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1870.320397] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1870.320591] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1870.320994] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1870.321537] env[62220]: INFO nova.compute.manager [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Took 3.89 seconds to destroy the instance on the hypervisor. [ 1870.321537] env[62220]: DEBUG oslo.service.loopingcall [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.323973] env[62220]: DEBUG nova.compute.manager [-] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1870.324084] env[62220]: DEBUG nova.network.neutron [-] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1870.330752] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748150, 'name': CreateVM_Task, 'duration_secs': 5.745897} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.331458] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1870.331682] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'attachment_id': '6b7e2c5c-d8fe-4fe8-ae24-454f2281fdcd', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363436', 'volume_id': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'name': 'volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e5e87453-9693-4394-b563-1ac6fa3e16f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'serial': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e'}, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1870.331903] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Root volume attach. Driver type: vmdk {{(pid=62220) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1870.332698] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447a43d8-e47b-46e9-9562-eab18a428f0b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.341326] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bfdcd6-8717-47e9-ac10-a91bf66fb1fa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.347234] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9590464-4efc-4e55-9107-b2ab211e4af0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.355433] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2672fc9f-b809-431e-a603-b01f6b228160 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.364650] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1870.364650] env[62220]: value = "task-1748165" [ 1870.364650] env[62220]: _type = "Task" [ 1870.364650] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.372799] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748165, 'name': RelocateVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.390223] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.390457] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.390685] env[62220]: INFO nova.compute.manager [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Rebooting instance [ 1870.438450] env[62220]: DEBUG oslo_vmware.api [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Task: {'id': task-1748163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172423} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.441121] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1870.441321] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1870.441500] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1870.441708] env[62220]: INFO nova.compute.manager [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Took 6.15 seconds to destroy the instance on the hypervisor. [ 1870.441980] env[62220]: DEBUG oslo.service.loopingcall [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.442368] env[62220]: DEBUG nova.compute.manager [-] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1870.442466] env[62220]: DEBUG nova.network.neutron [-] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1870.475105] env[62220]: DEBUG oslo_vmware.api [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151437} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.475105] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1870.475105] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1870.475105] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1870.475105] env[62220]: INFO nova.compute.manager [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Took 0.71 seconds to destroy the instance on the hypervisor. [ 1870.475105] env[62220]: DEBUG oslo.service.loopingcall [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.475105] env[62220]: DEBUG nova.compute.manager [-] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1870.475105] env[62220]: DEBUG nova.network.neutron [-] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1870.553795] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bf1d66-a4fa-4acc-9dbc-bfb410180970 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.561668] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe55b26-332c-40aa-8c60-53109d6d7a4c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.591482] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829ecf15-a801-4aab-85b0-9ed26bea8e9c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.599534] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db9c031-4129-45aa-b25c-4541aedc5224 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.613861] env[62220]: DEBUG nova.compute.provider_tree [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1870.702596] env[62220]: DEBUG nova.objects.instance [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lazy-loading 'flavor' on Instance uuid a813f177-1ad1-4e16-95a0-1ac266e5306c {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.876115] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748165, 'name': RelocateVM_Task} progress is 20%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.906448] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.907808] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.907808] env[62220]: DEBUG nova.network.neutron [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1870.974203] env[62220]: DEBUG nova.compute.manager [req-7522e727-4fc3-4ad2-bf74-14aa70de4bd0 req-e0e574ec-001a-45f2-a27a-3ed8c5c54557 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Received event network-vif-deleted-9cd44a9b-fdcb-47cd-ac59-4a7824a70c98 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1870.974395] env[62220]: INFO nova.compute.manager [req-7522e727-4fc3-4ad2-bf74-14aa70de4bd0 req-e0e574ec-001a-45f2-a27a-3ed8c5c54557 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Neutron deleted interface 9cd44a9b-fdcb-47cd-ac59-4a7824a70c98; detaching it from the instance and deleting it from the info cache [ 1870.974598] env[62220]: DEBUG nova.network.neutron [req-7522e727-4fc3-4ad2-bf74-14aa70de4bd0 req-e0e574ec-001a-45f2-a27a-3ed8c5c54557 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.002879] env[62220]: DEBUG nova.compute.manager [req-a39aabdc-5545-4e45-a17b-50d6be6926bf req-359b3c56-5ca3-4441-a97a-92efee1b2aa7 service nova] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Received event network-vif-deleted-db8eb62e-b88b-4e15-8c5c-be7358b0b708 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1871.003096] env[62220]: INFO nova.compute.manager [req-a39aabdc-5545-4e45-a17b-50d6be6926bf req-359b3c56-5ca3-4441-a97a-92efee1b2aa7 service nova] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Neutron deleted interface db8eb62e-b88b-4e15-8c5c-be7358b0b708; detaching it from the instance and deleting it from the info cache [ 1871.003337] env[62220]: DEBUG nova.network.neutron [req-a39aabdc-5545-4e45-a17b-50d6be6926bf req-359b3c56-5ca3-4441-a97a-92efee1b2aa7 service nova] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.134016] env[62220]: ERROR nova.scheduler.client.report [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [req-ee6159de-7dd2-4dae-a6d0-7e4a5830f30d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ee6159de-7dd2-4dae-a6d0-7e4a5830f30d"}]} [ 1871.150661] env[62220]: DEBUG nova.scheduler.client.report [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1871.164282] env[62220]: DEBUG nova.scheduler.client.report [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1871.164507] env[62220]: DEBUG nova.compute.provider_tree [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1871.175370] env[62220]: DEBUG nova.scheduler.client.report [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1871.194843] env[62220]: DEBUG nova.scheduler.client.report [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1871.207282] env[62220]: DEBUG oslo_concurrency.lockutils [None req-86b28141-4a24-439d-aeb6-c45e56f264db tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.269s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.377930] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748165, 'name': RelocateVM_Task, 'duration_secs': 0.632351} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.377930] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1871.378277] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363436', 'volume_id': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'name': 'volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e5e87453-9693-4394-b563-1ac6fa3e16f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'serial': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1871.379032] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebaf180-702c-480b-904c-1fd95e4c9ab3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.395585] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759eb68d-c305-4d57-a066-54133eb214bd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.398476] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6adfd5-ab2b-4587-b462-b407eb6ed86b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.414125] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b56e442-f4ff-481b-b714-3d515498de17 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.427210] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e/volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.427481] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52213a07-b106-4566-8ddd-b01c69c26c80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.471651] env[62220]: DEBUG nova.network.neutron [-] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.472938] env[62220]: INFO nova.compute.manager [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Rescuing [ 1871.473192] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.473441] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.473515] env[62220]: DEBUG nova.network.neutron [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1871.474493] env[62220]: DEBUG nova.network.neutron [-] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.477463] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eaa7f2-9344-4a7b-82aa-27a1ddfd271c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.480034] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1871.480034] env[62220]: value = "task-1748166" [ 1871.480034] env[62220]: _type = "Task" [ 1871.480034] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.482455] env[62220]: DEBUG nova.network.neutron [-] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.484293] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8437b1f4-074d-4376-89bc-a5afdf69e35f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.493539] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09da82cd-de3d-49f1-8fec-584352d7f517 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.502181] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.506682] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bce52bd-09d0-4d5b-9c2d-48de814f130d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.526164] env[62220]: DEBUG nova.network.neutron [-] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.527617] env[62220]: DEBUG nova.compute.provider_tree [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1871.529040] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5687d6c5-bbe6-4a2b-94d0-70eb3fea7040 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.539048] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b3950e-f512-4cde-95b4-718903f2c499 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.564463] env[62220]: DEBUG nova.compute.manager [req-7522e727-4fc3-4ad2-bf74-14aa70de4bd0 req-e0e574ec-001a-45f2-a27a-3ed8c5c54557 service nova] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Detach interface failed, port_id=9cd44a9b-fdcb-47cd-ac59-4a7824a70c98, reason: Instance f919009d-9ea4-4fc4-819c-f182ebe9ecd2 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1872.285780] env[62220]: INFO nova.compute.manager [-] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Took 1.84 seconds to deallocate network for instance. [ 1872.286106] env[62220]: INFO nova.compute.manager [-] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Took 1.97 seconds to deallocate network for instance. [ 1872.286470] env[62220]: INFO nova.compute.manager [-] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Took 1.96 seconds to deallocate network for instance. [ 1872.286732] env[62220]: INFO nova.compute.manager [-] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Took 1.81 seconds to deallocate network for instance. [ 1872.289401] env[62220]: DEBUG nova.compute.manager [req-a39aabdc-5545-4e45-a17b-50d6be6926bf req-359b3c56-5ca3-4441-a97a-92efee1b2aa7 service nova] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Detach interface failed, port_id=db8eb62e-b88b-4e15-8c5c-be7358b0b708, reason: Instance 8aa8d166-b351-4f5e-aac0-bd3356285a38 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1872.290324] env[62220]: DEBUG nova.network.neutron [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Successfully updated port: cf3e4afb-9a0f-4737-9cd8-be7d64e4281b {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1872.314403] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748166, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.325208] env[62220]: DEBUG nova.scheduler.client.report [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1872.325472] env[62220]: DEBUG nova.compute.provider_tree [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 151 to 152 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1872.325652] env[62220]: DEBUG nova.compute.provider_tree [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1872.523376] env[62220]: DEBUG nova.network.neutron [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance_info_cache with network_info: [{"id": "3b7cda17-15eb-425f-8401-211979a00435", "address": "fa:16:3e:93:34:f8", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7cda17-15", "ovs_interfaceid": "3b7cda17-15eb-425f-8401-211979a00435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.624367] env[62220]: DEBUG nova.network.neutron [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Updating instance_info_cache with network_info: [{"id": "1ebf739c-5ab4-407c-8e48-558a31266e78", "address": "fa:16:3e:bc:02:47", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf739c-5a", "ovs_interfaceid": "1ebf739c-5ab4-407c-8e48-558a31266e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.795758] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748166, 'name': ReconfigVM_Task, 'duration_secs': 1.292977} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.796053] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e/volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1872.800668] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a13e76e1-c099-493a-8eb9-92a99b05ae22 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.810646] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.811097] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "refresh_cache-d2de0dc8-c050-4f5f-b04d-27822b81c56b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.811232] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired lock "refresh_cache-d2de0dc8-c050-4f5f-b04d-27822b81c56b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.811375] env[62220]: DEBUG nova.network.neutron [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.812885] env[62220]: DEBUG oslo_concurrency.lockutils [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.818900] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1872.818900] env[62220]: value = "task-1748167" [ 1872.818900] env[62220]: _type = "Task" [ 1872.818900] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.823192] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.828654] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.829358] env[62220]: DEBUG oslo_concurrency.lockutils [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.829916] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.547s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.830371] env[62220]: DEBUG nova.compute.manager [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1872.833187] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.022s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.833444] env[62220]: DEBUG nova.objects.instance [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lazy-loading 'resources' on Instance uuid f919009d-9ea4-4fc4-819c-f182ebe9ecd2 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1873.010176] env[62220]: DEBUG nova.compute.manager [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Received event network-vif-plugged-cf3e4afb-9a0f-4737-9cd8-be7d64e4281b {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1873.010412] env[62220]: DEBUG oslo_concurrency.lockutils [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] Acquiring lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.010622] env[62220]: DEBUG oslo_concurrency.lockutils [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.010791] env[62220]: DEBUG oslo_concurrency.lockutils [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.010959] env[62220]: DEBUG nova.compute.manager [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] No waiting events found dispatching network-vif-plugged-cf3e4afb-9a0f-4737-9cd8-be7d64e4281b {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1873.011147] env[62220]: WARNING nova.compute.manager [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Received unexpected event network-vif-plugged-cf3e4afb-9a0f-4737-9cd8-be7d64e4281b for instance with vm_state building and task_state spawning. [ 1873.011354] env[62220]: DEBUG nova.compute.manager [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Received event network-changed-cf3e4afb-9a0f-4737-9cd8-be7d64e4281b {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1873.011532] env[62220]: DEBUG nova.compute.manager [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Refreshing instance network info cache due to event network-changed-cf3e4afb-9a0f-4737-9cd8-be7d64e4281b. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1873.011650] env[62220]: DEBUG oslo_concurrency.lockutils [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] Acquiring lock "refresh_cache-d2de0dc8-c050-4f5f-b04d-27822b81c56b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.026205] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.029346] env[62220]: DEBUG nova.compute.manager [req-86e737eb-8ee2-4ce5-89a1-3d514b44de3f req-38daaa33-adc3-4e7b-b863-9ad639d4bacf service nova] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Received event network-vif-deleted-8c2284e7-beaf-48d1-a242-d5d799c589bc {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1873.029541] env[62220]: DEBUG nova.compute.manager [req-86e737eb-8ee2-4ce5-89a1-3d514b44de3f req-38daaa33-adc3-4e7b-b863-9ad639d4bacf service nova] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Received event network-vif-deleted-7d2f8788-9422-48f6-8bf5-1d9321fb356a {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1873.129723] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.329951] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748167, 'name': ReconfigVM_Task, 'duration_secs': 0.132882} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.330306] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363436', 'volume_id': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'name': 'volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e5e87453-9693-4394-b563-1ac6fa3e16f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'serial': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1873.330851] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56bd0399-ef22-432d-9803-9a6958f1059d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.336312] env[62220]: DEBUG nova.compute.utils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1873.339645] env[62220]: DEBUG nova.compute.manager [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1873.339645] env[62220]: DEBUG nova.network.neutron [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1873.343507] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1873.343507] env[62220]: value = "task-1748168" [ 1873.343507] env[62220]: _type = "Task" [ 1873.343507] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.352543] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748168, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.532934] env[62220]: DEBUG nova.compute.manager [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.533951] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c54d08-d54c-4618-9ace-090ffd74c153 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.548167] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6634abf6-e7e8-431d-8676-e92facdce4b2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.554229] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109b41a7-b079-41b6-827c-deb4c8b35acf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.589477] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746a6488-8ce1-4085-904d-9cbbdd79752e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.597491] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af30a97b-16fd-4754-b1b6-1d2857b6d8da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.615960] env[62220]: DEBUG nova.compute.provider_tree [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.618595] env[62220]: DEBUG nova.network.neutron [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1873.684879] env[62220]: DEBUG nova.policy [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aa2c57e86024ca89a4472f5faca4f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3287e7aa372f444a935b56117b3251a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1873.845311] env[62220]: DEBUG nova.compute.manager [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1873.859032] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748168, 'name': Rename_Task, 'duration_secs': 0.129308} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.859647] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.859912] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c63410c1-56b6-4684-b891-32c708f66f47 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.869534] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1873.869534] env[62220]: value = "task-1748169" [ 1873.869534] env[62220]: _type = "Task" [ 1873.869534] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.877589] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.954475] env[62220]: DEBUG nova.network.neutron [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Updating instance_info_cache with network_info: [{"id": "cf3e4afb-9a0f-4737-9cd8-be7d64e4281b", "address": "fa:16:3e:2e:d0:fc", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3e4afb-9a", "ovs_interfaceid": "cf3e4afb-9a0f-4737-9cd8-be7d64e4281b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.122199] env[62220]: DEBUG nova.scheduler.client.report [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1874.156559] env[62220]: DEBUG nova.network.neutron [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Successfully created port: 9366b617-154b-40b2-8a5e-fb71da146c84 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1874.382914] env[62220]: DEBUG oslo_vmware.api [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748169, 'name': PowerOnVM_Task, 'duration_secs': 0.415362} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.383377] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.383748] env[62220]: INFO nova.compute.manager [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Took 11.56 seconds to spawn the instance on the hypervisor. [ 1874.384022] env[62220]: DEBUG nova.compute.manager [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.385138] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112738c1-814f-4360-a099-bdfcee25e623 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.457948] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Releasing lock "refresh_cache-d2de0dc8-c050-4f5f-b04d-27822b81c56b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.457948] env[62220]: DEBUG nova.compute.manager [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Instance network_info: |[{"id": "cf3e4afb-9a0f-4737-9cd8-be7d64e4281b", "address": "fa:16:3e:2e:d0:fc", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3e4afb-9a", "ovs_interfaceid": "cf3e4afb-9a0f-4737-9cd8-be7d64e4281b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1874.457948] env[62220]: DEBUG oslo_concurrency.lockutils [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] Acquired lock "refresh_cache-d2de0dc8-c050-4f5f-b04d-27822b81c56b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.457948] env[62220]: DEBUG nova.network.neutron [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Refreshing network info cache for port cf3e4afb-9a0f-4737-9cd8-be7d64e4281b {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1874.459044] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:d0:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf3e4afb-9a0f-4737-9cd8-be7d64e4281b', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1874.467258] env[62220]: DEBUG oslo.service.loopingcall [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.467569] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1874.467798] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c94da54-1143-41fb-b9c3-babe3e9fad73 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.489214] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1874.489214] env[62220]: value = "task-1748170" [ 1874.489214] env[62220]: _type = "Task" [ 1874.489214] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.497345] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748170, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.553193] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838fad0f-9dbb-40dc-be76-4967c332bfca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.560320] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Doing hard reboot of VM {{(pid=62220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1874.563844] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-eec55f31-928c-40f4-9b44-d608eee45901 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.571051] env[62220]: DEBUG oslo_vmware.api [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1874.571051] env[62220]: value = "task-1748171" [ 1874.571051] env[62220]: _type = "Task" [ 1874.571051] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.578691] env[62220]: DEBUG oslo_vmware.api [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748171, 'name': ResetVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.625380] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.627894] env[62220]: DEBUG oslo_concurrency.lockutils [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.815s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.628210] env[62220]: DEBUG nova.objects.instance [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lazy-loading 'resources' on Instance uuid 8aa8d166-b351-4f5e-aac0-bd3356285a38 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.652298] env[62220]: INFO nova.scheduler.client.report [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Deleted allocations for instance f919009d-9ea4-4fc4-819c-f182ebe9ecd2 [ 1874.668117] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.668470] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0fabad1-21ac-4630-88dd-3fd3cda02096 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.676720] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1874.676720] env[62220]: value = "task-1748172" [ 1874.676720] env[62220]: _type = "Task" [ 1874.676720] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.686813] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.857389] env[62220]: DEBUG nova.compute.manager [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1874.886617] env[62220]: DEBUG nova.virt.hardware [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1874.886873] env[62220]: DEBUG nova.virt.hardware [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1874.887042] env[62220]: DEBUG nova.virt.hardware [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1874.887671] env[62220]: DEBUG nova.virt.hardware [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1874.887671] env[62220]: DEBUG nova.virt.hardware [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1874.887671] env[62220]: DEBUG nova.virt.hardware [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1874.887820] env[62220]: DEBUG nova.virt.hardware [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1874.887858] env[62220]: DEBUG nova.virt.hardware [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1874.887997] env[62220]: DEBUG nova.virt.hardware [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1874.888175] env[62220]: DEBUG nova.virt.hardware [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1874.888347] env[62220]: DEBUG nova.virt.hardware [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1874.889202] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7a67a2-0b32-4a54-a92c-a95a42d9d1a4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.896652] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d995b89-95b7-45c5-8aaf-d7ecb530201c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.914146] env[62220]: INFO nova.compute.manager [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Took 25.06 seconds to build instance. [ 1874.998908] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748170, 'name': CreateVM_Task, 'duration_secs': 0.310828} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.999106] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1874.999732] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.999914] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.000240] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1875.000487] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bde7bf-8837-43db-b889-6509860953af {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.005468] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1875.005468] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b8779b-aae7-50ec-1443-0d5e2d30ca78" [ 1875.005468] env[62220]: _type = "Task" [ 1875.005468] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.013821] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b8779b-aae7-50ec-1443-0d5e2d30ca78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.078642] env[62220]: DEBUG oslo_vmware.api [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748171, 'name': ResetVM_Task, 'duration_secs': 0.0937} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.079209] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Did hard reboot of VM {{(pid=62220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1875.079521] env[62220]: DEBUG nova.compute.manager [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.081534] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08df649e-69ca-4f3b-a630-1a6175b58d7b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.160595] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4dbb9db5-ba3d-4e3a-99a2-e60adee496df tempest-AttachInterfacesTestJSON-961593454 tempest-AttachInterfacesTestJSON-961593454-project-member] Lock "f919009d-9ea4-4fc4-819c-f182ebe9ecd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.387s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.190290] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748172, 'name': PowerOffVM_Task, 'duration_secs': 0.193657} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.190623] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.191472] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fce46c-6a39-4212-8946-08dc730ee241 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.217724] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fee3d57-07dc-4d8d-abfa-92bb241149b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.247703] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.248055] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-303d82bd-e0d6-4a43-bf57-ecb5542d0674 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.260812] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1875.260812] env[62220]: value = "task-1748173" [ 1875.260812] env[62220]: _type = "Task" [ 1875.260812] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.276543] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1875.276776] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1875.277026] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.277181] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.277355] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1875.277597] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a2d2798-8043-4f71-a571-47bc2ce966c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.286983] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1875.287212] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1875.287932] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f65ea4-d2d5-4ec9-bd9d-362b8a9b95bf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.293786] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1875.293786] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5290a045-fefa-4c9d-4f04-78554e1a2c50" [ 1875.293786] env[62220]: _type = "Task" [ 1875.293786] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.304946] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5290a045-fefa-4c9d-4f04-78554e1a2c50, 'name': SearchDatastore_Task, 'duration_secs': 0.008683} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.305944] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de4f9e0-f1c1-41d3-8ded-c9e3faf4b4db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.314520] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1875.314520] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cead69-b65c-4230-3d69-d013c22eed5e" [ 1875.314520] env[62220]: _type = "Task" [ 1875.314520] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.323366] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cead69-b65c-4230-3d69-d013c22eed5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.324176] env[62220]: DEBUG nova.network.neutron [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Updated VIF entry in instance network info cache for port cf3e4afb-9a0f-4737-9cd8-be7d64e4281b. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1875.324496] env[62220]: DEBUG nova.network.neutron [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Updating instance_info_cache with network_info: [{"id": "cf3e4afb-9a0f-4737-9cd8-be7d64e4281b", "address": "fa:16:3e:2e:d0:fc", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3e4afb-9a", "ovs_interfaceid": "cf3e4afb-9a0f-4737-9cd8-be7d64e4281b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.381988] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c952c24-bf8a-4edf-a999-3fe46fb1451c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.391684] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586bce55-a5b6-4277-a21f-2da1f9bd0816 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.424949] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be82d4a0-0ae0-4d64-9ed8-21e3ea41c74b tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "e5e87453-9693-4394-b563-1ac6fa3e16f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.590s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.425835] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8092f5c-6322-4068-8f06-9afa8661ea73 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.433880] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff27c0dd-c3e5-4ebf-9040-5c603d4984a2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.453319] env[62220]: DEBUG nova.compute.provider_tree [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.516657] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b8779b-aae7-50ec-1443-0d5e2d30ca78, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.516969] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.517224] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1875.518466] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.601441] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f1a09c7-7dfc-40c9-8820-a11585327e94 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.211s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.730257] env[62220]: DEBUG nova.compute.manager [req-093a80d1-24a4-4a57-bc3d-756784299117 req-d1ec5ea6-7bac-44c1-ac5d-83df7022b497 service nova] [instance: da71e846-e577-43a2-88d6-255af044186b] Received event network-vif-plugged-9366b617-154b-40b2-8a5e-fb71da146c84 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1875.730475] env[62220]: DEBUG oslo_concurrency.lockutils [req-093a80d1-24a4-4a57-bc3d-756784299117 req-d1ec5ea6-7bac-44c1-ac5d-83df7022b497 service nova] Acquiring lock "da71e846-e577-43a2-88d6-255af044186b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.730680] env[62220]: DEBUG oslo_concurrency.lockutils [req-093a80d1-24a4-4a57-bc3d-756784299117 req-d1ec5ea6-7bac-44c1-ac5d-83df7022b497 service nova] Lock "da71e846-e577-43a2-88d6-255af044186b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.731114] env[62220]: DEBUG oslo_concurrency.lockutils [req-093a80d1-24a4-4a57-bc3d-756784299117 req-d1ec5ea6-7bac-44c1-ac5d-83df7022b497 service nova] Lock "da71e846-e577-43a2-88d6-255af044186b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.731114] env[62220]: DEBUG nova.compute.manager [req-093a80d1-24a4-4a57-bc3d-756784299117 req-d1ec5ea6-7bac-44c1-ac5d-83df7022b497 service nova] [instance: da71e846-e577-43a2-88d6-255af044186b] No waiting events found dispatching network-vif-plugged-9366b617-154b-40b2-8a5e-fb71da146c84 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1875.732452] env[62220]: WARNING nova.compute.manager [req-093a80d1-24a4-4a57-bc3d-756784299117 req-d1ec5ea6-7bac-44c1-ac5d-83df7022b497 service nova] [instance: da71e846-e577-43a2-88d6-255af044186b] Received unexpected event network-vif-plugged-9366b617-154b-40b2-8a5e-fb71da146c84 for instance with vm_state building and task_state spawning. [ 1875.789318] env[62220]: DEBUG nova.network.neutron [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Successfully updated port: 9366b617-154b-40b2-8a5e-fb71da146c84 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1875.810200] env[62220]: DEBUG nova.compute.manager [req-529317ad-a6bf-4929-b70b-5b4469510365 req-bb3e0ede-1f24-4622-b3c7-811bbeb00877 service nova] [instance: da71e846-e577-43a2-88d6-255af044186b] Received event network-changed-9366b617-154b-40b2-8a5e-fb71da146c84 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1875.810826] env[62220]: DEBUG nova.compute.manager [req-529317ad-a6bf-4929-b70b-5b4469510365 req-bb3e0ede-1f24-4622-b3c7-811bbeb00877 service nova] [instance: da71e846-e577-43a2-88d6-255af044186b] Refreshing instance network info cache due to event network-changed-9366b617-154b-40b2-8a5e-fb71da146c84. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1875.810826] env[62220]: DEBUG oslo_concurrency.lockutils [req-529317ad-a6bf-4929-b70b-5b4469510365 req-bb3e0ede-1f24-4622-b3c7-811bbeb00877 service nova] Acquiring lock "refresh_cache-da71e846-e577-43a2-88d6-255af044186b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.810826] env[62220]: DEBUG oslo_concurrency.lockutils [req-529317ad-a6bf-4929-b70b-5b4469510365 req-bb3e0ede-1f24-4622-b3c7-811bbeb00877 service nova] Acquired lock "refresh_cache-da71e846-e577-43a2-88d6-255af044186b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.811083] env[62220]: DEBUG nova.network.neutron [req-529317ad-a6bf-4929-b70b-5b4469510365 req-bb3e0ede-1f24-4622-b3c7-811bbeb00877 service nova] [instance: da71e846-e577-43a2-88d6-255af044186b] Refreshing network info cache for port 9366b617-154b-40b2-8a5e-fb71da146c84 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1875.830050] env[62220]: DEBUG oslo_concurrency.lockutils [req-e93c9acf-05b0-418e-9f5d-760108764a97 req-6cfc84b9-2f8f-41ce-86ed-9897fe02f9f8 service nova] Releasing lock "refresh_cache-d2de0dc8-c050-4f5f-b04d-27822b81c56b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.830459] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cead69-b65c-4230-3d69-d013c22eed5e, 'name': SearchDatastore_Task, 'duration_secs': 0.013222} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.830911] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.831204] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a813f177-1ad1-4e16-95a0-1ac266e5306c/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk. {{(pid=62220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1875.831495] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.831708] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1875.831930] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d05ac07-6d24-455b-91cc-e9a711a05007 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.835199] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1acdf88-54d4-4f01-87d9-accdca5bf628 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.842537] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1875.842537] env[62220]: value = "task-1748174" [ 1875.842537] env[62220]: _type = "Task" [ 1875.842537] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.846083] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1875.846083] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1875.847953] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3148fa8a-d32f-4bba-abe6-379ec41decad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.855013] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.856148] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1875.856148] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526f6c2e-d0b4-ffe7-53e0-d40145881186" [ 1875.856148] env[62220]: _type = "Task" [ 1875.856148] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.863992] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526f6c2e-d0b4-ffe7-53e0-d40145881186, 'name': SearchDatastore_Task, 'duration_secs': 0.008361} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.864857] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f77720-3460-42fc-b720-dae4f9b67f86 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.869909] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1875.869909] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5269e617-d7de-a345-257e-1160d5d4ffcf" [ 1875.869909] env[62220]: _type = "Task" [ 1875.869909] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.877202] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5269e617-d7de-a345-257e-1160d5d4ffcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.954988] env[62220]: DEBUG nova.scheduler.client.report [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1876.292203] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "refresh_cache-da71e846-e577-43a2-88d6-255af044186b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.356285] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467832} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.356285] env[62220]: INFO nova.virt.vmwareapi.ds_util [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] a813f177-1ad1-4e16-95a0-1ac266e5306c/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk. [ 1876.357259] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdd8962-cc70-4b46-a2de-e81893a2a7e7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.399740] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] a813f177-1ad1-4e16-95a0-1ac266e5306c/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1876.400771] env[62220]: DEBUG nova.network.neutron [req-529317ad-a6bf-4929-b70b-5b4469510365 req-bb3e0ede-1f24-4622-b3c7-811bbeb00877 service nova] [instance: da71e846-e577-43a2-88d6-255af044186b] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1876.406935] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4d7c39d-696a-4011-b88d-c94406fa9906 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.428353] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5269e617-d7de-a345-257e-1160d5d4ffcf, 'name': SearchDatastore_Task, 'duration_secs': 0.008746} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.429807] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.430150] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] d2de0dc8-c050-4f5f-b04d-27822b81c56b/d2de0dc8-c050-4f5f-b04d-27822b81c56b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1876.430484] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1876.430484] env[62220]: value = "task-1748175" [ 1876.430484] env[62220]: _type = "Task" [ 1876.430484] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.430670] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e8983c2-cd37-48e7-8473-a50a50f49a28 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.441321] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748175, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.442728] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1876.442728] env[62220]: value = "task-1748176" [ 1876.442728] env[62220]: _type = "Task" [ 1876.442728] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.450865] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.460084] env[62220]: DEBUG oslo_concurrency.lockutils [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.462960] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.639s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.462960] env[62220]: DEBUG nova.objects.instance [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lazy-loading 'resources' on Instance uuid babd1003-87c2-4d79-b34f-a68058e45e8a {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.493274] env[62220]: INFO nova.scheduler.client.report [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Deleted allocations for instance 8aa8d166-b351-4f5e-aac0-bd3356285a38 [ 1876.572622] env[62220]: DEBUG nova.network.neutron [req-529317ad-a6bf-4929-b70b-5b4469510365 req-bb3e0ede-1f24-4622-b3c7-811bbeb00877 service nova] [instance: da71e846-e577-43a2-88d6-255af044186b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.944060] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748175, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.952292] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450729} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.952560] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] d2de0dc8-c050-4f5f-b04d-27822b81c56b/d2de0dc8-c050-4f5f-b04d-27822b81c56b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1876.952776] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1876.953040] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8f9ea2a-bc42-44f1-933b-597e25a6f871 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.959877] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1876.959877] env[62220]: value = "task-1748177" [ 1876.959877] env[62220]: _type = "Task" [ 1876.959877] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.969974] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.001616] env[62220]: DEBUG oslo_concurrency.lockutils [None req-653c9e05-da48-4f09-81f2-227eb57307b3 tempest-ListImageFiltersTestJSON-375141269 tempest-ListImageFiltersTestJSON-375141269-project-member] Lock "8aa8d166-b351-4f5e-aac0-bd3356285a38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.721s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.075451] env[62220]: DEBUG oslo_concurrency.lockutils [req-529317ad-a6bf-4929-b70b-5b4469510365 req-bb3e0ede-1f24-4622-b3c7-811bbeb00877 service nova] Releasing lock "refresh_cache-da71e846-e577-43a2-88d6-255af044186b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.075957] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "refresh_cache-da71e846-e577-43a2-88d6-255af044186b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.076071] env[62220]: DEBUG nova.network.neutron [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1877.202866] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090521f2-8cef-45bd-8016-fcd6692971b4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.212203] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ea1a1d-7a42-4897-a7b6-cf6f78c7cca6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.249864] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558a8623-5e93-40c0-8fd3-ebc2d23eebbf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.259682] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466a53cc-611d-4289-9562-54ea0093afaf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.276565] env[62220]: DEBUG nova.compute.provider_tree [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.444848] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748175, 'name': ReconfigVM_Task, 'duration_secs': 0.550238} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.445162] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Reconfigured VM instance instance-00000064 to attach disk [datastore1] a813f177-1ad1-4e16-95a0-1ac266e5306c/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8-rescue.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1877.447169] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d169fb-ae83-4599-bb6d-5f1b633b8b3a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.493757] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c3ec562-0739-4252-9e80-d67a78631a2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.513109] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19319} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.514481] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1877.514863] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1877.514863] env[62220]: value = "task-1748178" [ 1877.514863] env[62220]: _type = "Task" [ 1877.514863] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.515561] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d22d7d-c2b7-41b5-b916-43b8a97fcea0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.546180] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] d2de0dc8-c050-4f5f-b04d-27822b81c56b/d2de0dc8-c050-4f5f-b04d-27822b81c56b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1877.546261] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748178, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.546789] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdc1daf0-7959-4135-9b72-595f481e2cea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.568600] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1877.568600] env[62220]: value = "task-1748179" [ 1877.568600] env[62220]: _type = "Task" [ 1877.568600] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.576942] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.631394] env[62220]: DEBUG nova.network.neutron [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1877.781126] env[62220]: DEBUG nova.scheduler.client.report [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1877.792333] env[62220]: DEBUG nova.network.neutron [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Updating instance_info_cache with network_info: [{"id": "9366b617-154b-40b2-8a5e-fb71da146c84", "address": "fa:16:3e:88:89:a5", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9366b617-15", "ovs_interfaceid": "9366b617-154b-40b2-8a5e-fb71da146c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.841437] env[62220]: DEBUG nova.compute.manager [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Received event network-changed-5000ac22-707b-4f68-8279-83526b4c4d38 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1877.841676] env[62220]: DEBUG nova.compute.manager [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Refreshing instance network info cache due to event network-changed-5000ac22-707b-4f68-8279-83526b4c4d38. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1877.841942] env[62220]: DEBUG oslo_concurrency.lockutils [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] Acquiring lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.842278] env[62220]: DEBUG oslo_concurrency.lockutils [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] Acquired lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.842469] env[62220]: DEBUG nova.network.neutron [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Refreshing network info cache for port 5000ac22-707b-4f68-8279-83526b4c4d38 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1877.960906] env[62220]: DEBUG nova.compute.manager [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Stashing vm_state: active {{(pid=62220) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1878.032644] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.082847] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.286943] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.289190] env[62220]: DEBUG oslo_concurrency.lockutils [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.460s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.289423] env[62220]: DEBUG nova.objects.instance [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lazy-loading 'resources' on Instance uuid e3e197fa-7c86-41bb-8057-0e9f18035b48 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1878.295053] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "refresh_cache-da71e846-e577-43a2-88d6-255af044186b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.295768] env[62220]: DEBUG nova.compute.manager [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Instance network_info: |[{"id": "9366b617-154b-40b2-8a5e-fb71da146c84", "address": "fa:16:3e:88:89:a5", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9366b617-15", "ovs_interfaceid": "9366b617-154b-40b2-8a5e-fb71da146c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1878.295768] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:89:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9366b617-154b-40b2-8a5e-fb71da146c84', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1878.304255] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Creating folder: Project (3287e7aa372f444a935b56117b3251a6). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1878.305775] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2799449c-b532-4f50-99c3-fba7e4416ad0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.311279] env[62220]: INFO nova.scheduler.client.report [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleted allocations for instance babd1003-87c2-4d79-b34f-a68058e45e8a [ 1878.317250] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Created folder: Project (3287e7aa372f444a935b56117b3251a6) in parent group-v363147. [ 1878.317439] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Creating folder: Instances. Parent ref: group-v363447. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1878.317827] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2d40186-d54c-4805-9294-a381f2a6244c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.326787] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Created folder: Instances in parent group-v363447. [ 1878.327430] env[62220]: DEBUG oslo.service.loopingcall [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.327430] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da71e846-e577-43a2-88d6-255af044186b] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1878.327430] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7885b5d-8ff7-4b6a-8bee-1355c0ef688d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.348259] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1878.348259] env[62220]: value = "task-1748182" [ 1878.348259] env[62220]: _type = "Task" [ 1878.348259] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.356161] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748182, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.479824] env[62220]: DEBUG oslo_concurrency.lockutils [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.534124] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748178, 'name': ReconfigVM_Task, 'duration_secs': 0.595586} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.534418] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1878.534952] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac4836b9-3eb7-4d7c-82de-09350cd33e2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.541611] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1878.541611] env[62220]: value = "task-1748183" [ 1878.541611] env[62220]: _type = "Task" [ 1878.541611] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.550389] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.578284] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748179, 'name': ReconfigVM_Task, 'duration_secs': 0.810526} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.580770] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] d2de0dc8-c050-4f5f-b04d-27822b81c56b/d2de0dc8-c050-4f5f-b04d-27822b81c56b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1878.581464] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-740273ae-5260-4816-8269-3c6d3987e0e8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.587953] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1878.587953] env[62220]: value = "task-1748184" [ 1878.587953] env[62220]: _type = "Task" [ 1878.587953] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.595468] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748184, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.615378] env[62220]: DEBUG nova.network.neutron [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Updated VIF entry in instance network info cache for port 5000ac22-707b-4f68-8279-83526b4c4d38. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1878.615891] env[62220]: DEBUG nova.network.neutron [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Updating instance_info_cache with network_info: [{"id": "5000ac22-707b-4f68-8279-83526b4c4d38", "address": "fa:16:3e:ba:55:e2", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5000ac22-70", "ovs_interfaceid": "5000ac22-707b-4f68-8279-83526b4c4d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.818918] env[62220]: DEBUG oslo_concurrency.lockutils [None req-92c29a2d-4268-418d-88d6-56f4bb522e15 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "babd1003-87c2-4d79-b34f-a68058e45e8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.896s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.858849] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748182, 'name': CreateVM_Task, 'duration_secs': 0.439952} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.859028] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da71e846-e577-43a2-88d6-255af044186b] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.859782] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.859919] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.860274] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.860558] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ade39d-07e3-4216-a74e-9a476a8f3b32 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.864916] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1878.864916] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52475947-b012-0934-a271-c2a48bfc84ab" [ 1878.864916] env[62220]: _type = "Task" [ 1878.864916] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.875220] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52475947-b012-0934-a271-c2a48bfc84ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.961682] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9612cb6-809b-4c19-bd18-0dd61627a3ed {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.970217] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a69cc1f-155f-46ef-bda3-55e69054f4de {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.998991] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c85652f-7a7b-4871-bd81-0c25be15fa4d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.006519] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c34655-d140-4823-892b-ce347c14c2a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.021983] env[62220]: DEBUG nova.compute.provider_tree [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1879.051947] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748183, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.097339] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748184, 'name': Rename_Task, 'duration_secs': 0.192014} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.097634] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1879.098602] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a08fe724-0353-44ce-b51f-6e4abeab506e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.104292] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1879.104292] env[62220]: value = "task-1748185" [ 1879.104292] env[62220]: _type = "Task" [ 1879.104292] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.111853] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.118459] env[62220]: DEBUG oslo_concurrency.lockutils [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] Releasing lock "refresh_cache-0c9d3ec0-2876-4300-9a10-27e1062ebf83" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.118696] env[62220]: DEBUG nova.compute.manager [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Received event network-changed-1ed01fb4-9c04-46fe-a8b0-397bb1ad224d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1879.118869] env[62220]: DEBUG nova.compute.manager [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Refreshing instance network info cache due to event network-changed-1ed01fb4-9c04-46fe-a8b0-397bb1ad224d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1879.119094] env[62220]: DEBUG oslo_concurrency.lockutils [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] Acquiring lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.119240] env[62220]: DEBUG oslo_concurrency.lockutils [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] Acquired lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.119404] env[62220]: DEBUG nova.network.neutron [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Refreshing network info cache for port 1ed01fb4-9c04-46fe-a8b0-397bb1ad224d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1879.376318] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52475947-b012-0934-a271-c2a48bfc84ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.376691] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.376974] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1879.377296] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.377496] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.377734] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1879.378091] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efa28e50-83ff-4d97-a2f0-b61e63dc8b55 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.388098] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1879.388290] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1879.388980] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14a38af-a96e-47b9-a21a-32d43050af5d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.395425] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1879.395425] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525cd0e4-cf7b-3d30-1626-c1baad39e9a4" [ 1879.395425] env[62220]: _type = "Task" [ 1879.395425] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.403863] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525cd0e4-cf7b-3d30-1626-c1baad39e9a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.525275] env[62220]: DEBUG nova.scheduler.client.report [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1879.553093] env[62220]: DEBUG oslo_vmware.api [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748183, 'name': PowerOnVM_Task, 'duration_secs': 0.564452} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.553473] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1879.556129] env[62220]: DEBUG nova.compute.manager [None req-a04a7c5f-f9ec-4471-9573-091dc013f2a6 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1879.556946] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2605763b-934b-4c8c-909d-edf53dbe52a1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.613260] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748185, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.906553] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525cd0e4-cf7b-3d30-1626-c1baad39e9a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008206} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.907766] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05e13d8-0f48-48de-a4c1-abab14e3595f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.913984] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1879.913984] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524e37b1-5e3b-8145-7711-f849ea069bc9" [ 1879.913984] env[62220]: _type = "Task" [ 1879.913984] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.921644] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524e37b1-5e3b-8145-7711-f849ea069bc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.922937] env[62220]: DEBUG nova.network.neutron [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updated VIF entry in instance network info cache for port 1ed01fb4-9c04-46fe-a8b0-397bb1ad224d. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1879.923295] env[62220]: DEBUG nova.network.neutron [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance_info_cache with network_info: [{"id": "1ed01fb4-9c04-46fe-a8b0-397bb1ad224d", "address": "fa:16:3e:96:96:fc", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed01fb4-9c", "ovs_interfaceid": "1ed01fb4-9c04-46fe-a8b0-397bb1ad224d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.031466] env[62220]: DEBUG oslo_concurrency.lockutils [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.034168] env[62220]: DEBUG oslo_concurrency.lockutils [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.554s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.053622] env[62220]: INFO nova.scheduler.client.report [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted allocations for instance e3e197fa-7c86-41bb-8057-0e9f18035b48 [ 1880.055125] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.055261] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.114305] env[62220]: DEBUG oslo_vmware.api [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748185, 'name': PowerOnVM_Task, 'duration_secs': 0.91069} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.114555] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1880.114761] env[62220]: INFO nova.compute.manager [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Took 12.90 seconds to spawn the instance on the hypervisor. [ 1880.114937] env[62220]: DEBUG nova.compute.manager [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1880.115680] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5250ee-520e-4513-b14d-977c231ee6ad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.427069] env[62220]: DEBUG oslo_concurrency.lockutils [req-248c0832-9138-4432-9b54-63e75aac4c3a req-b20e61c9-a60b-458c-b6de-253ff5d737ea service nova] Releasing lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.427491] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524e37b1-5e3b-8145-7711-f849ea069bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.428250] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.428503] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] da71e846-e577-43a2-88d6-255af044186b/da71e846-e577-43a2-88d6-255af044186b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1880.429068] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02028983-7f07-494a-a85b-fef322b6d159 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.438893] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1880.438893] env[62220]: value = "task-1748186" [ 1880.438893] env[62220]: _type = "Task" [ 1880.438893] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.448096] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.539507] env[62220]: INFO nova.compute.claims [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1880.562037] env[62220]: DEBUG nova.compute.manager [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1880.567260] env[62220]: DEBUG oslo_concurrency.lockutils [None req-537b6278-15a5-4971-bd9d-7bf4866bfd6f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "e3e197fa-7c86-41bb-8057-0e9f18035b48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.317s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.632922] env[62220]: INFO nova.compute.manager [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Took 24.60 seconds to build instance. [ 1880.921700] env[62220]: INFO nova.compute.manager [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Unrescuing [ 1880.922272] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.922360] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquired lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.922486] env[62220]: DEBUG nova.network.neutron [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.950954] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748186, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.045655] env[62220]: INFO nova.compute.resource_tracker [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating resource usage from migration dfdd7a49-8cb6-4982-bbec-6ee6a481dae8 [ 1881.088312] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.134476] env[62220]: DEBUG oslo_concurrency.lockutils [None req-247a0403-fd4e-4a90-b741-c24b153e555c tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.115s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.280586] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0674bbec-b42b-4a81-a618-e4d5fa3a5bb7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.289459] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8c1e62-7d2e-4a9d-83e8-39a052ec4163 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.322031] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b78962a-45b5-4a6b-96d5-0186582719ba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.330075] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add7ae87-6e64-4972-897f-a280fa61b3c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.344478] env[62220]: DEBUG nova.compute.provider_tree [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1881.450605] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63409} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.450866] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] da71e846-e577-43a2-88d6-255af044186b/da71e846-e577-43a2-88d6-255af044186b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1881.451141] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1881.451415] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c5b8f89-8f18-4530-afe2-6aed7d876bc4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.458965] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1881.458965] env[62220]: value = "task-1748187" [ 1881.458965] env[62220]: _type = "Task" [ 1881.458965] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.467684] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.650958] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "c41b6d89-786b-403a-b9da-2360ac8be34f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.651189] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "c41b6d89-786b-403a-b9da-2360ac8be34f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.651444] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "c41b6d89-786b-403a-b9da-2360ac8be34f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.651577] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "c41b6d89-786b-403a-b9da-2360ac8be34f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.651908] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "c41b6d89-786b-403a-b9da-2360ac8be34f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.654367] env[62220]: INFO nova.compute.manager [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Terminating instance [ 1881.954439] env[62220]: DEBUG nova.network.neutron [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Updating instance_info_cache with network_info: [{"id": "1ebf739c-5ab4-407c-8e48-558a31266e78", "address": "fa:16:3e:bc:02:47", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf739c-5a", "ovs_interfaceid": "1ebf739c-5ab4-407c-8e48-558a31266e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.965386] env[62220]: ERROR nova.scheduler.client.report [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [req-02931d2e-bf1a-46ab-9431-5ad6537a3705] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-02931d2e-bf1a-46ab-9431-5ad6537a3705"}]} [ 1881.979020] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127597} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.979020] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.979020] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4a181e-812d-4106-845b-7c4f5c886fa2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.014707] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] da71e846-e577-43a2-88d6-255af044186b/da71e846-e577-43a2-88d6-255af044186b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1882.016321] env[62220]: DEBUG nova.scheduler.client.report [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1882.019262] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-661dda0f-1f3c-48c7-80a2-54b0a2f5ee0e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.051716] env[62220]: DEBUG nova.compute.manager [req-1ea0e1d3-ff9a-48af-b418-4356eb229406 req-7071619f-bcbc-4e8a-98fb-bee394bfec65 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Received event network-changed-cf3e4afb-9a0f-4737-9cd8-be7d64e4281b {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1882.052526] env[62220]: DEBUG nova.compute.manager [req-1ea0e1d3-ff9a-48af-b418-4356eb229406 req-7071619f-bcbc-4e8a-98fb-bee394bfec65 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Refreshing instance network info cache due to event network-changed-cf3e4afb-9a0f-4737-9cd8-be7d64e4281b. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1882.053041] env[62220]: DEBUG oslo_concurrency.lockutils [req-1ea0e1d3-ff9a-48af-b418-4356eb229406 req-7071619f-bcbc-4e8a-98fb-bee394bfec65 service nova] Acquiring lock "refresh_cache-d2de0dc8-c050-4f5f-b04d-27822b81c56b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.053813] env[62220]: DEBUG oslo_concurrency.lockutils [req-1ea0e1d3-ff9a-48af-b418-4356eb229406 req-7071619f-bcbc-4e8a-98fb-bee394bfec65 service nova] Acquired lock "refresh_cache-d2de0dc8-c050-4f5f-b04d-27822b81c56b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.053813] env[62220]: DEBUG nova.network.neutron [req-1ea0e1d3-ff9a-48af-b418-4356eb229406 req-7071619f-bcbc-4e8a-98fb-bee394bfec65 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Refreshing network info cache for port cf3e4afb-9a0f-4737-9cd8-be7d64e4281b {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1882.057764] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1882.057764] env[62220]: value = "task-1748188" [ 1882.057764] env[62220]: _type = "Task" [ 1882.057764] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.059028] env[62220]: DEBUG nova.scheduler.client.report [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1882.059338] env[62220]: DEBUG nova.compute.provider_tree [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1882.077171] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.078645] env[62220]: DEBUG nova.scheduler.client.report [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1882.099559] env[62220]: DEBUG nova.scheduler.client.report [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1882.158455] env[62220]: DEBUG nova.compute.manager [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1882.158717] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1882.159814] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a749c886-5474-4598-aa22-29bd2edcf5c0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.170541] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1882.171058] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-967c6902-79f7-4088-bc37-8095e54e8375 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.178914] env[62220]: DEBUG oslo_vmware.api [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1882.178914] env[62220]: value = "task-1748189" [ 1882.178914] env[62220]: _type = "Task" [ 1882.178914] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.187461] env[62220]: DEBUG oslo_vmware.api [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.330897] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e6a30f-c11f-45aa-b02e-1da578e368f7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.339589] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7e758b-cee2-468a-a339-a70a132e59bf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.372947] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8207b2-ffa8-428d-bb30-4a56afd030b5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.381028] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5994ca16-e75d-457e-9dc3-0e0a9bcc7511 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.395955] env[62220]: DEBUG nova.compute.provider_tree [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1882.457709] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Releasing lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.458399] env[62220]: DEBUG nova.objects.instance [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lazy-loading 'flavor' on Instance uuid a813f177-1ad1-4e16-95a0-1ac266e5306c {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1882.574635] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748188, 'name': ReconfigVM_Task, 'duration_secs': 0.504554} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.574813] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Reconfigured VM instance instance-0000006f to attach disk [datastore1] da71e846-e577-43a2-88d6-255af044186b/da71e846-e577-43a2-88d6-255af044186b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1882.575460] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da218be2-abe4-406d-99c3-c1082f3051d1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.582577] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1882.582577] env[62220]: value = "task-1748190" [ 1882.582577] env[62220]: _type = "Task" [ 1882.582577] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.591844] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748190, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.689861] env[62220]: DEBUG oslo_vmware.api [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748189, 'name': PowerOffVM_Task, 'duration_secs': 0.23949} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.690164] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1882.690334] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1882.690593] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edc6aa64-e299-426f-b19a-1bdb7b384346 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.771356] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1882.771570] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1882.771723] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleting the datastore file [datastore1] c41b6d89-786b-403a-b9da-2360ac8be34f {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1882.774475] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c74f0aa1-16fe-4066-aba5-64780c36b2be {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.780970] env[62220]: DEBUG oslo_vmware.api [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for the task: (returnval){ [ 1882.780970] env[62220]: value = "task-1748192" [ 1882.780970] env[62220]: _type = "Task" [ 1882.780970] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.789364] env[62220]: DEBUG oslo_vmware.api [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.811419] env[62220]: DEBUG nova.network.neutron [req-1ea0e1d3-ff9a-48af-b418-4356eb229406 req-7071619f-bcbc-4e8a-98fb-bee394bfec65 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Updated VIF entry in instance network info cache for port cf3e4afb-9a0f-4737-9cd8-be7d64e4281b. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1882.811910] env[62220]: DEBUG nova.network.neutron [req-1ea0e1d3-ff9a-48af-b418-4356eb229406 req-7071619f-bcbc-4e8a-98fb-bee394bfec65 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Updating instance_info_cache with network_info: [{"id": "cf3e4afb-9a0f-4737-9cd8-be7d64e4281b", "address": "fa:16:3e:2e:d0:fc", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3e4afb-9a", "ovs_interfaceid": "cf3e4afb-9a0f-4737-9cd8-be7d64e4281b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.937741] env[62220]: DEBUG nova.scheduler.client.report [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1882.938259] env[62220]: DEBUG nova.compute.provider_tree [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 155 to 156 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1882.938637] env[62220]: DEBUG nova.compute.provider_tree [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1882.964411] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5219e6a3-98bc-460e-a0ed-2af85e785365 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.989463] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1882.989813] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7372c067-8a5d-47e5-8f96-92b2e4801707 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.998212] env[62220]: DEBUG oslo_vmware.api [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1882.998212] env[62220]: value = "task-1748193" [ 1882.998212] env[62220]: _type = "Task" [ 1882.998212] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.006647] env[62220]: DEBUG oslo_vmware.api [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.094654] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748190, 'name': Rename_Task, 'duration_secs': 0.186223} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.095216] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1883.095417] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbf9b66f-b856-43eb-ab52-2beaebeedce1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.102138] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1883.102138] env[62220]: value = "task-1748194" [ 1883.102138] env[62220]: _type = "Task" [ 1883.102138] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.110625] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.290649] env[62220]: DEBUG oslo_vmware.api [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Task: {'id': task-1748192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140156} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.290889] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1883.291059] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1883.291250] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1883.291423] env[62220]: INFO nova.compute.manager [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1883.291682] env[62220]: DEBUG oslo.service.loopingcall [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1883.291893] env[62220]: DEBUG nova.compute.manager [-] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1883.292017] env[62220]: DEBUG nova.network.neutron [-] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1883.315042] env[62220]: DEBUG oslo_concurrency.lockutils [req-1ea0e1d3-ff9a-48af-b418-4356eb229406 req-7071619f-bcbc-4e8a-98fb-bee394bfec65 service nova] Releasing lock "refresh_cache-d2de0dc8-c050-4f5f-b04d-27822b81c56b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.445422] env[62220]: DEBUG oslo_concurrency.lockutils [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.411s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.445653] env[62220]: INFO nova.compute.manager [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Migrating [ 1883.452468] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.364s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.454479] env[62220]: INFO nova.compute.claims [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1883.510214] env[62220]: DEBUG oslo_vmware.api [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748193, 'name': PowerOffVM_Task, 'duration_secs': 0.44336} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.510214] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1883.518140] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Reconfiguring VM instance instance-00000064 to detach disk 2002 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1883.520932] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00ae146a-3d77-4053-93fb-37a5cbf8c583 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.545034] env[62220]: DEBUG nova.network.neutron [-] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.553763] env[62220]: DEBUG oslo_vmware.api [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1883.553763] env[62220]: value = "task-1748195" [ 1883.553763] env[62220]: _type = "Task" [ 1883.553763] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.566610] env[62220]: DEBUG oslo_vmware.api [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.612959] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748194, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.966692] env[62220]: DEBUG oslo_concurrency.lockutils [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.966890] env[62220]: DEBUG oslo_concurrency.lockutils [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.967085] env[62220]: DEBUG nova.network.neutron [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.047907] env[62220]: INFO nova.compute.manager [-] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Took 0.76 seconds to deallocate network for instance. [ 1884.064111] env[62220]: DEBUG oslo_vmware.api [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.112950] env[62220]: DEBUG oslo_vmware.api [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748194, 'name': PowerOnVM_Task, 'duration_secs': 0.793387} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.113277] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1884.113447] env[62220]: INFO nova.compute.manager [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1884.113690] env[62220]: DEBUG nova.compute.manager [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.114533] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f99c69-e56f-4abd-9bc9-2cd240c4bd85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.131804] env[62220]: DEBUG nova.compute.manager [req-10730be8-11df-42ce-a163-31613a885e7a req-cb35469c-52ca-4307-8d93-5368dce4d04e service nova] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Received event network-vif-deleted-9a2cb53d-4efe-4649-b636-db6a966d5227 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1884.554416] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.565600] env[62220]: DEBUG oslo_vmware.api [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748195, 'name': ReconfigVM_Task, 'duration_secs': 0.852876} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.565867] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Reconfigured VM instance instance-00000064 to detach disk 2002 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1884.566066] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.566315] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68da7ced-2584-49ac-80ac-43b667e58bc7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.575360] env[62220]: DEBUG oslo_vmware.api [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1884.575360] env[62220]: value = "task-1748196" [ 1884.575360] env[62220]: _type = "Task" [ 1884.575360] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.586513] env[62220]: DEBUG oslo_vmware.api [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.634406] env[62220]: INFO nova.compute.manager [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Took 15.39 seconds to build instance. [ 1884.652735] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17894880-e1d2-4317-91c5-bcc3684b2704 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.661274] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a721680-ab29-4da4-998b-8173e59b633e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.693765] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dedd63f-39c4-49c4-97b3-8dafd56a5465 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.701816] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa1b7bf-cd27-4853-8481-707a3f04d0ec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.716135] env[62220]: DEBUG nova.compute.provider_tree [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1884.756720] env[62220]: DEBUG nova.network.neutron [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance_info_cache with network_info: [{"id": "1ed01fb4-9c04-46fe-a8b0-397bb1ad224d", "address": "fa:16:3e:96:96:fc", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed01fb4-9c", "ovs_interfaceid": "1ed01fb4-9c04-46fe-a8b0-397bb1ad224d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.087059] env[62220]: DEBUG oslo_vmware.api [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748196, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.136209] env[62220]: DEBUG oslo_concurrency.lockutils [None req-620c6517-4ea2-4b55-8ec6-10359f43ee98 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "da71e846-e577-43a2-88d6-255af044186b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.898s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.249868] env[62220]: DEBUG nova.scheduler.client.report [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1885.250307] env[62220]: DEBUG nova.compute.provider_tree [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 156 to 157 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1885.250598] env[62220]: DEBUG nova.compute.provider_tree [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1885.259361] env[62220]: DEBUG oslo_concurrency.lockutils [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.518095] env[62220]: INFO nova.compute.manager [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Rebuilding instance [ 1885.562070] env[62220]: DEBUG nova.compute.manager [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1885.562944] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9182bbc5-bf95-4d5a-87d3-b1c3cdd5c548 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.584398] env[62220]: DEBUG oslo_vmware.api [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748196, 'name': PowerOnVM_Task, 'duration_secs': 0.534493} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.584658] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1885.584887] env[62220]: DEBUG nova.compute.manager [None req-d0063310-b5bd-4cec-ae58-f512e22cedce tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1885.585640] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e64fbed-7785-4e01-8bc8-db3fb0622ede {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.756076] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.756600] env[62220]: DEBUG nova.compute.manager [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1885.759188] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.205s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.759412] env[62220]: DEBUG nova.objects.instance [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lazy-loading 'resources' on Instance uuid c41b6d89-786b-403a-b9da-2360ac8be34f {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.263125] env[62220]: DEBUG nova.compute.utils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1886.264421] env[62220]: DEBUG nova.compute.manager [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1886.264421] env[62220]: DEBUG nova.network.neutron [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1886.382771] env[62220]: DEBUG nova.policy [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da77d8f037554fcf837d464fb7305d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b1af6cefd1743c5876656588f212088', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1886.454898] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4fe1f2-2dd6-4940-b9df-46552748cc2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.462789] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee249ae1-dbb2-4e43-b86c-1d80fe7e0285 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.494044] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a632885-d38f-4ba3-8063-5c31c237862d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.501947] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dd7c6a-d249-498c-9eba-5be8459cc1ce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.515445] env[62220]: DEBUG nova.compute.provider_tree [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.576378] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1886.576650] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5631a61-73a2-41fd-be9d-b82f745021db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.585417] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1886.585417] env[62220]: value = "task-1748197" [ 1886.585417] env[62220]: _type = "Task" [ 1886.585417] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.594589] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.710625] env[62220]: DEBUG nova.network.neutron [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Successfully created port: 8497de6a-e153-414c-8122-5b4bfc311b77 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1886.767710] env[62220]: DEBUG nova.compute.manager [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1886.776059] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c93f1a5-fff9-4ed3-9caa-569da612fab4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.798465] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance 'e5e87453-9693-4394-b563-1ac6fa3e16f6' progress to 0 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1886.960717] env[62220]: DEBUG nova.compute.manager [req-18449faa-8037-4309-8772-eacc7f5b7809 req-7feaedac-4cd2-48a8-80b6-b9cb4b24f934 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Received event network-changed-1ebf739c-5ab4-407c-8e48-558a31266e78 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1886.960870] env[62220]: DEBUG nova.compute.manager [req-18449faa-8037-4309-8772-eacc7f5b7809 req-7feaedac-4cd2-48a8-80b6-b9cb4b24f934 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Refreshing instance network info cache due to event network-changed-1ebf739c-5ab4-407c-8e48-558a31266e78. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1886.961062] env[62220]: DEBUG oslo_concurrency.lockutils [req-18449faa-8037-4309-8772-eacc7f5b7809 req-7feaedac-4cd2-48a8-80b6-b9cb4b24f934 service nova] Acquiring lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.961175] env[62220]: DEBUG oslo_concurrency.lockutils [req-18449faa-8037-4309-8772-eacc7f5b7809 req-7feaedac-4cd2-48a8-80b6-b9cb4b24f934 service nova] Acquired lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.961341] env[62220]: DEBUG nova.network.neutron [req-18449faa-8037-4309-8772-eacc7f5b7809 req-7feaedac-4cd2-48a8-80b6-b9cb4b24f934 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Refreshing network info cache for port 1ebf739c-5ab4-407c-8e48-558a31266e78 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1887.018348] env[62220]: DEBUG nova.scheduler.client.report [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1887.098283] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748197, 'name': PowerOffVM_Task, 'duration_secs': 0.207734} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.098563] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1887.098792] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.099566] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3e06bd-8462-4767-a7fb-5522ff1cb7d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.106858] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1887.106858] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abf43599-497a-45d9-baf3-89087611605a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.283098] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1887.283436] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1887.283817] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleting the datastore file [datastore1] da71e846-e577-43a2-88d6-255af044186b {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1887.283817] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-652eca84-386d-4982-afc5-e3654d64d56b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.291352] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1887.291352] env[62220]: value = "task-1748199" [ 1887.291352] env[62220]: _type = "Task" [ 1887.291352] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.299487] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.303291] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1887.303592] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e827fd9b-6b9f-4ed8-9503-4ce8bb4875a3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.311040] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1887.311040] env[62220]: value = "task-1748200" [ 1887.311040] env[62220]: _type = "Task" [ 1887.311040] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.319425] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.523182] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.547600] env[62220]: INFO nova.scheduler.client.report [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Deleted allocations for instance c41b6d89-786b-403a-b9da-2360ac8be34f [ 1887.779034] env[62220]: DEBUG nova.compute.manager [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1887.789203] env[62220]: DEBUG nova.network.neutron [req-18449faa-8037-4309-8772-eacc7f5b7809 req-7feaedac-4cd2-48a8-80b6-b9cb4b24f934 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Updated VIF entry in instance network info cache for port 1ebf739c-5ab4-407c-8e48-558a31266e78. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1887.789638] env[62220]: DEBUG nova.network.neutron [req-18449faa-8037-4309-8772-eacc7f5b7809 req-7feaedac-4cd2-48a8-80b6-b9cb4b24f934 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Updating instance_info_cache with network_info: [{"id": "1ebf739c-5ab4-407c-8e48-558a31266e78", "address": "fa:16:3e:bc:02:47", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf739c-5a", "ovs_interfaceid": "1ebf739c-5ab4-407c-8e48-558a31266e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.803308] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174479} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.805493] env[62220]: DEBUG nova.virt.hardware [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1887.805717] env[62220]: DEBUG nova.virt.hardware [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1887.805877] env[62220]: DEBUG nova.virt.hardware [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1887.806075] env[62220]: DEBUG nova.virt.hardware [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1887.806225] env[62220]: DEBUG nova.virt.hardware [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1887.806373] env[62220]: DEBUG nova.virt.hardware [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1887.806579] env[62220]: DEBUG nova.virt.hardware [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1887.806739] env[62220]: DEBUG nova.virt.hardware [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1887.806903] env[62220]: DEBUG nova.virt.hardware [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1887.807080] env[62220]: DEBUG nova.virt.hardware [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1887.807257] env[62220]: DEBUG nova.virt.hardware [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1887.807537] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1887.807711] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1887.807882] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1887.811018] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7b20ad-80a1-4bdd-9c47-e4c317cf2596 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.824674] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42723697-f01f-4188-bace-41437af7d983 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.828511] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748200, 'name': PowerOffVM_Task, 'duration_secs': 0.221413} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.829021] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1887.829224] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance 'e5e87453-9693-4394-b563-1ac6fa3e16f6' progress to 17 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1888.055817] env[62220]: DEBUG oslo_concurrency.lockutils [None req-af46cc83-7e2c-49c9-8fc1-d26580ca0c1f tempest-ServersTestJSON-280089619 tempest-ServersTestJSON-280089619-project-member] Lock "c41b6d89-786b-403a-b9da-2360ac8be34f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.405s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.139263] env[62220]: DEBUG nova.compute.manager [req-037c3861-770f-471b-8d63-edd5216f62f6 req-e05af696-d142-4f3c-abd0-76076035bc0c service nova] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Received event network-vif-plugged-8497de6a-e153-414c-8122-5b4bfc311b77 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1888.139393] env[62220]: DEBUG oslo_concurrency.lockutils [req-037c3861-770f-471b-8d63-edd5216f62f6 req-e05af696-d142-4f3c-abd0-76076035bc0c service nova] Acquiring lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.139598] env[62220]: DEBUG oslo_concurrency.lockutils [req-037c3861-770f-471b-8d63-edd5216f62f6 req-e05af696-d142-4f3c-abd0-76076035bc0c service nova] Lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.140048] env[62220]: DEBUG oslo_concurrency.lockutils [req-037c3861-770f-471b-8d63-edd5216f62f6 req-e05af696-d142-4f3c-abd0-76076035bc0c service nova] Lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.140252] env[62220]: DEBUG nova.compute.manager [req-037c3861-770f-471b-8d63-edd5216f62f6 req-e05af696-d142-4f3c-abd0-76076035bc0c service nova] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] No waiting events found dispatching network-vif-plugged-8497de6a-e153-414c-8122-5b4bfc311b77 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1888.140426] env[62220]: WARNING nova.compute.manager [req-037c3861-770f-471b-8d63-edd5216f62f6 req-e05af696-d142-4f3c-abd0-76076035bc0c service nova] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Received unexpected event network-vif-plugged-8497de6a-e153-414c-8122-5b4bfc311b77 for instance with vm_state building and task_state spawning. [ 1888.221499] env[62220]: DEBUG nova.network.neutron [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Successfully updated port: 8497de6a-e153-414c-8122-5b4bfc311b77 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1888.293264] env[62220]: DEBUG oslo_concurrency.lockutils [req-18449faa-8037-4309-8772-eacc7f5b7809 req-7feaedac-4cd2-48a8-80b6-b9cb4b24f934 service nova] Releasing lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.335288] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1888.335726] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1888.335726] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.335843] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1888.335946] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.336111] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1888.336322] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1888.336482] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1888.336645] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1888.336807] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1888.336977] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1888.343029] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7043275-3756-4df0-9163-91dfc870bd26 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.360927] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1888.360927] env[62220]: value = "task-1748201" [ 1888.360927] env[62220]: _type = "Task" [ 1888.360927] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.369589] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.722132] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.722132] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.722132] env[62220]: DEBUG nova.network.neutron [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1888.847778] env[62220]: DEBUG nova.virt.hardware [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1888.847778] env[62220]: DEBUG nova.virt.hardware [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1888.848092] env[62220]: DEBUG nova.virt.hardware [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.848092] env[62220]: DEBUG nova.virt.hardware [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1888.848768] env[62220]: DEBUG nova.virt.hardware [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.849353] env[62220]: DEBUG nova.virt.hardware [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1888.849353] env[62220]: DEBUG nova.virt.hardware [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1888.849353] env[62220]: DEBUG nova.virt.hardware [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1888.849525] env[62220]: DEBUG nova.virt.hardware [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1888.849651] env[62220]: DEBUG nova.virt.hardware [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1888.849827] env[62220]: DEBUG nova.virt.hardware [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1888.850700] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b64976a-63fc-49f7-bc94-9b2779956976 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.859569] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa245440-e7a6-4d5a-980d-02caa3cfdfeb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.879509] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:89:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9366b617-154b-40b2-8a5e-fb71da146c84', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1888.887667] env[62220]: DEBUG oslo.service.loopingcall [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.887667] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748201, 'name': ReconfigVM_Task, 'duration_secs': 0.319318} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.887667] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da71e846-e577-43a2-88d6-255af044186b] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1888.887991] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance 'e5e87453-9693-4394-b563-1ac6fa3e16f6' progress to 33 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1888.891220] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca6e0187-8b7b-45f5-a2e1-e10371756b1d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.912954] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1888.912954] env[62220]: value = "task-1748202" [ 1888.912954] env[62220]: _type = "Task" [ 1888.912954] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.920808] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748202, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.987057] env[62220]: DEBUG nova.compute.manager [req-af8d2382-574a-4d47-8e4a-e6bcdfe846e1 req-10b0cd35-c69f-46f7-943d-e08138db276b service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Received event network-changed-1ebf739c-5ab4-407c-8e48-558a31266e78 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1888.987191] env[62220]: DEBUG nova.compute.manager [req-af8d2382-574a-4d47-8e4a-e6bcdfe846e1 req-10b0cd35-c69f-46f7-943d-e08138db276b service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Refreshing instance network info cache due to event network-changed-1ebf739c-5ab4-407c-8e48-558a31266e78. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1888.987418] env[62220]: DEBUG oslo_concurrency.lockutils [req-af8d2382-574a-4d47-8e4a-e6bcdfe846e1 req-10b0cd35-c69f-46f7-943d-e08138db276b service nova] Acquiring lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.987571] env[62220]: DEBUG oslo_concurrency.lockutils [req-af8d2382-574a-4d47-8e4a-e6bcdfe846e1 req-10b0cd35-c69f-46f7-943d-e08138db276b service nova] Acquired lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.987737] env[62220]: DEBUG nova.network.neutron [req-af8d2382-574a-4d47-8e4a-e6bcdfe846e1 req-10b0cd35-c69f-46f7-943d-e08138db276b service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Refreshing network info cache for port 1ebf739c-5ab4-407c-8e48-558a31266e78 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1889.259899] env[62220]: DEBUG nova.network.neutron [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1889.408155] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1889.408482] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1889.408614] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1889.408817] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1889.408928] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1889.409142] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1889.409614] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1889.409614] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1889.409733] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1889.409864] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1889.410041] env[62220]: DEBUG nova.virt.hardware [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1889.415789] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1889.416913] env[62220]: DEBUG nova.network.neutron [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance_info_cache with network_info: [{"id": "8497de6a-e153-414c-8122-5b4bfc311b77", "address": "fa:16:3e:9f:b0:5a", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8497de6a-e1", "ovs_interfaceid": "8497de6a-e153-414c-8122-5b4bfc311b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.418235] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b10a0ce5-2e72-40fa-8287-4f40272afed4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.432902] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.433225] env[62220]: DEBUG nova.compute.manager [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Instance network_info: |[{"id": "8497de6a-e153-414c-8122-5b4bfc311b77", "address": "fa:16:3e:9f:b0:5a", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8497de6a-e1", "ovs_interfaceid": "8497de6a-e153-414c-8122-5b4bfc311b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1889.436872] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:b0:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8497de6a-e153-414c-8122-5b4bfc311b77', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1889.444248] env[62220]: DEBUG oslo.service.loopingcall [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1889.445237] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1889.445767] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd89e1ec-9250-409f-a111-dbc41cf31503 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.465823] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748202, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.465902] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1889.465902] env[62220]: value = "task-1748203" [ 1889.465902] env[62220]: _type = "Task" [ 1889.465902] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.473064] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1889.473064] env[62220]: value = "task-1748204" [ 1889.473064] env[62220]: _type = "Task" [ 1889.473064] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.478846] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.487449] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748204, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.762495] env[62220]: DEBUG nova.network.neutron [req-af8d2382-574a-4d47-8e4a-e6bcdfe846e1 req-10b0cd35-c69f-46f7-943d-e08138db276b service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Updated VIF entry in instance network info cache for port 1ebf739c-5ab4-407c-8e48-558a31266e78. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1889.762887] env[62220]: DEBUG nova.network.neutron [req-af8d2382-574a-4d47-8e4a-e6bcdfe846e1 req-10b0cd35-c69f-46f7-943d-e08138db276b service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Updating instance_info_cache with network_info: [{"id": "1ebf739c-5ab4-407c-8e48-558a31266e78", "address": "fa:16:3e:bc:02:47", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf739c-5a", "ovs_interfaceid": "1ebf739c-5ab4-407c-8e48-558a31266e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.930400] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748202, 'name': CreateVM_Task, 'duration_secs': 0.607525} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.930601] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da71e846-e577-43a2-88d6-255af044186b] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1889.931326] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.931505] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.931840] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1889.932122] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe70ef7-5bae-456a-86a4-cb516d75aaae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.936724] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1889.936724] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522aa33c-874f-a5b2-2e54-11b9716650aa" [ 1889.936724] env[62220]: _type = "Task" [ 1889.936724] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.944754] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522aa33c-874f-a5b2-2e54-11b9716650aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.975242] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748203, 'name': ReconfigVM_Task, 'duration_secs': 0.351738} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.975508] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1889.976303] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15cb1d3-dcd4-4098-81aa-8fd444d975fd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.000781] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e/volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1890.004306] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af5c8cd0-9494-4d2d-9ddd-2cc0f5beaf1f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.016801] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748204, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.022975] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1890.022975] env[62220]: value = "task-1748205" [ 1890.022975] env[62220]: _type = "Task" [ 1890.022975] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.030804] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.164360] env[62220]: DEBUG nova.compute.manager [req-6a2f5c4c-e8d0-49a8-bc74-8bba496a07d6 req-f90ea1b4-55ee-437d-84bf-64cf67f90407 service nova] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Received event network-changed-8497de6a-e153-414c-8122-5b4bfc311b77 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1890.164455] env[62220]: DEBUG nova.compute.manager [req-6a2f5c4c-e8d0-49a8-bc74-8bba496a07d6 req-f90ea1b4-55ee-437d-84bf-64cf67f90407 service nova] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Refreshing instance network info cache due to event network-changed-8497de6a-e153-414c-8122-5b4bfc311b77. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1890.164662] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a2f5c4c-e8d0-49a8-bc74-8bba496a07d6 req-f90ea1b4-55ee-437d-84bf-64cf67f90407 service nova] Acquiring lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.164805] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a2f5c4c-e8d0-49a8-bc74-8bba496a07d6 req-f90ea1b4-55ee-437d-84bf-64cf67f90407 service nova] Acquired lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.164991] env[62220]: DEBUG nova.network.neutron [req-6a2f5c4c-e8d0-49a8-bc74-8bba496a07d6 req-f90ea1b4-55ee-437d-84bf-64cf67f90407 service nova] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Refreshing network info cache for port 8497de6a-e153-414c-8122-5b4bfc311b77 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1890.265654] env[62220]: DEBUG oslo_concurrency.lockutils [req-af8d2382-574a-4d47-8e4a-e6bcdfe846e1 req-10b0cd35-c69f-46f7-943d-e08138db276b service nova] Releasing lock "refresh_cache-a813f177-1ad1-4e16-95a0-1ac266e5306c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.447075] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522aa33c-874f-a5b2-2e54-11b9716650aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011986} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.447423] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.447609] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1890.447783] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.447929] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.448126] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1890.448373] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c99e55f-625f-4cbf-b1ec-b822350471c6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.457623] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1890.457805] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1890.458488] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2ddff2-e669-4aba-80c5-4a086985b0f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.464396] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1890.464396] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521fead7-e093-5c7b-67a1-44d214a89cd3" [ 1890.464396] env[62220]: _type = "Task" [ 1890.464396] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.471791] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521fead7-e093-5c7b-67a1-44d214a89cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.486532] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748204, 'name': CreateVM_Task, 'duration_secs': 0.633511} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.486672] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1890.487300] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.487461] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.487763] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1890.487999] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203a0380-c90b-4e35-b507-85430192e731 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.491929] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1890.491929] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5213ee28-5d19-b09b-52a9-a635e8bd29b3" [ 1890.491929] env[62220]: _type = "Task" [ 1890.491929] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.500498] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5213ee28-5d19-b09b-52a9-a635e8bd29b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.532270] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748205, 'name': ReconfigVM_Task, 'duration_secs': 0.369472} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.532534] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e/volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.532821] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance 'e5e87453-9693-4394-b563-1ac6fa3e16f6' progress to 50 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1890.877845] env[62220]: DEBUG nova.network.neutron [req-6a2f5c4c-e8d0-49a8-bc74-8bba496a07d6 req-f90ea1b4-55ee-437d-84bf-64cf67f90407 service nova] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updated VIF entry in instance network info cache for port 8497de6a-e153-414c-8122-5b4bfc311b77. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1890.878245] env[62220]: DEBUG nova.network.neutron [req-6a2f5c4c-e8d0-49a8-bc74-8bba496a07d6 req-f90ea1b4-55ee-437d-84bf-64cf67f90407 service nova] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance_info_cache with network_info: [{"id": "8497de6a-e153-414c-8122-5b4bfc311b77", "address": "fa:16:3e:9f:b0:5a", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8497de6a-e1", "ovs_interfaceid": "8497de6a-e153-414c-8122-5b4bfc311b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.975347] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521fead7-e093-5c7b-67a1-44d214a89cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.976125] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9853b4d5-2afd-4ac8-bdc1-8a103265abd4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.981666] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1890.981666] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5281437e-aeaf-3248-3601-922ba8c63836" [ 1890.981666] env[62220]: _type = "Task" [ 1890.981666] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.989097] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5281437e-aeaf-3248-3601-922ba8c63836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.000979] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5213ee28-5d19-b09b-52a9-a635e8bd29b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.001289] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.001525] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1891.001734] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.039670] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d155597-90a8-4a62-b34a-a263ed112db2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.058379] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bad140-b32b-496e-a554-8fc25288631e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.075860] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance 'e5e87453-9693-4394-b563-1ac6fa3e16f6' progress to 67 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1891.381049] env[62220]: DEBUG oslo_concurrency.lockutils [req-6a2f5c4c-e8d0-49a8-bc74-8bba496a07d6 req-f90ea1b4-55ee-437d-84bf-64cf67f90407 service nova] Releasing lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.492430] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5281437e-aeaf-3248-3601-922ba8c63836, 'name': SearchDatastore_Task, 'duration_secs': 0.020924} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.492773] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.492878] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] da71e846-e577-43a2-88d6-255af044186b/da71e846-e577-43a2-88d6-255af044186b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1891.493184] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.493373] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1891.493582] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd7f6a8b-ddbd-44a6-87f4-99b2ba7f10c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.495446] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eb103ad-79df-4fdc-a28e-d3a4d9d77a23 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.503153] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1891.503153] env[62220]: value = "task-1748206" [ 1891.503153] env[62220]: _type = "Task" [ 1891.503153] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.506827] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1891.507009] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1891.507929] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122bb614-474a-41c4-b9cd-4f9d075599c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.512768] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.515498] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1891.515498] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f12810-817f-9e03-13b5-da66b9e0eec9" [ 1891.515498] env[62220]: _type = "Task" [ 1891.515498] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.522269] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f12810-817f-9e03-13b5-da66b9e0eec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.015020] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473162} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.015330] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] da71e846-e577-43a2-88d6-255af044186b/da71e846-e577-43a2-88d6-255af044186b.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1892.015571] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1892.015872] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-442446f8-dc1c-424f-8bff-2da8ae0eda6d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.025427] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f12810-817f-9e03-13b5-da66b9e0eec9, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.027038] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1892.027038] env[62220]: value = "task-1748207" [ 1892.027038] env[62220]: _type = "Task" [ 1892.027038] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.027248] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dca372-0431-4122-9971-f63cf2683be1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.035060] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1892.035060] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5256aeb1-049a-e912-0e23-6a6fc9747382" [ 1892.035060] env[62220]: _type = "Task" [ 1892.035060] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.038247] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.046327] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5256aeb1-049a-e912-0e23-6a6fc9747382, 'name': SearchDatastore_Task, 'duration_secs': 0.008441} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.046597] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.046878] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 25861bf1-fdd1-4c8a-a02d-6f411cc0d981/25861bf1-fdd1-4c8a-a02d-6f411cc0d981.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1892.047151] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b167fe3c-ad78-4002-9217-a44ac6b99068 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.053584] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1892.053584] env[62220]: value = "task-1748208" [ 1892.053584] env[62220]: _type = "Task" [ 1892.053584] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.061293] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.538379] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064006} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.538764] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1892.539468] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b494cc5-3f64-4104-914c-7c745f96415c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.560756] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] da71e846-e577-43a2-88d6-255af044186b/da71e846-e577-43a2-88d6-255af044186b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1892.561082] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d421220-12a8-412e-be1d-c5d68005f3c8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.582512] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452836} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.583662] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 25861bf1-fdd1-4c8a-a02d-6f411cc0d981/25861bf1-fdd1-4c8a-a02d-6f411cc0d981.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1892.583885] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1892.584228] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1892.584228] env[62220]: value = "task-1748209" [ 1892.584228] env[62220]: _type = "Task" [ 1892.584228] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.584416] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f65193e9-a637-403b-bb4c-8b429f8b0e4f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.596574] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.598045] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1892.598045] env[62220]: value = "task-1748210" [ 1892.598045] env[62220]: _type = "Task" [ 1892.598045] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.607425] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.720317] env[62220]: DEBUG nova.network.neutron [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Port 1ed01fb4-9c04-46fe-a8b0-397bb1ad224d binding to destination host cpu-1 is already ACTIVE {{(pid=62220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1893.095411] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748209, 'name': ReconfigVM_Task, 'duration_secs': 0.311039} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.095681] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Reconfigured VM instance instance-0000006f to attach disk [datastore1] da71e846-e577-43a2-88d6-255af044186b/da71e846-e577-43a2-88d6-255af044186b.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1893.096323] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-487fc0e0-df96-4aac-8d9b-9a37f12dff42 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.102896] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1893.102896] env[62220]: value = "task-1748211" [ 1893.102896] env[62220]: _type = "Task" [ 1893.102896] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.109356] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090759} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.109868] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1893.110580] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff3a125-347e-458b-9164-cdad72972d84 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.115347] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748211, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.133900] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 25861bf1-fdd1-4c8a-a02d-6f411cc0d981/25861bf1-fdd1-4c8a-a02d-6f411cc0d981.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1893.134143] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdd8c106-c224-4808-892d-9e281778f0ab {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.154277] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1893.154277] env[62220]: value = "task-1748212" [ 1893.154277] env[62220]: _type = "Task" [ 1893.154277] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.162807] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.612216] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748211, 'name': Rename_Task, 'duration_secs': 0.140507} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.612599] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1893.612737] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2d76fc7-d2c1-4bc1-85ff-3f9b51b87e09 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.620331] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1893.620331] env[62220]: value = "task-1748213" [ 1893.620331] env[62220]: _type = "Task" [ 1893.620331] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.630502] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.663537] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748212, 'name': ReconfigVM_Task, 'duration_secs': 0.261876} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.663832] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 25861bf1-fdd1-4c8a-a02d-6f411cc0d981/25861bf1-fdd1-4c8a-a02d-6f411cc0d981.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1893.664553] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca429ac8-d2a4-413a-8f71-e4fa751921fa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.670775] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1893.670775] env[62220]: value = "task-1748214" [ 1893.670775] env[62220]: _type = "Task" [ 1893.670775] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.679204] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748214, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.742774] env[62220]: DEBUG oslo_concurrency.lockutils [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "e5e87453-9693-4394-b563-1ac6fa3e16f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.743031] env[62220]: DEBUG oslo_concurrency.lockutils [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "e5e87453-9693-4394-b563-1ac6fa3e16f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.743207] env[62220]: DEBUG oslo_concurrency.lockutils [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "e5e87453-9693-4394-b563-1ac6fa3e16f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.130484] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.180374] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748214, 'name': Rename_Task, 'duration_secs': 0.137737} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.180656] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1894.180902] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab85380e-5f48-4057-87ee-adb47fa3e30f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.187039] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1894.187039] env[62220]: value = "task-1748215" [ 1894.187039] env[62220]: _type = "Task" [ 1894.187039] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.196423] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.635696] env[62220]: DEBUG oslo_vmware.api [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748213, 'name': PowerOnVM_Task, 'duration_secs': 0.939032} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.636037] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.638648] env[62220]: DEBUG nova.compute.manager [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.639488] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ed396e-f08a-4a78-b414-4aa7d579e55a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.696834] env[62220]: DEBUG oslo_vmware.api [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748215, 'name': PowerOnVM_Task, 'duration_secs': 0.459932} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.697158] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.697367] env[62220]: INFO nova.compute.manager [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1894.697551] env[62220]: DEBUG nova.compute.manager [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.698345] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3615d1c-c369-4cf2-ae25-80d0ac19d348 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.776996] env[62220]: DEBUG oslo_concurrency.lockutils [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.777239] env[62220]: DEBUG oslo_concurrency.lockutils [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.777424] env[62220]: DEBUG nova.network.neutron [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.158710] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.159213] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.159213] env[62220]: DEBUG nova.objects.instance [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1895.216652] env[62220]: INFO nova.compute.manager [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Took 14.15 seconds to build instance. [ 1895.362148] env[62220]: DEBUG oslo_concurrency.lockutils [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "7aee23d1-fc18-447e-81c4-34dbc46766b9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.362790] env[62220]: DEBUG oslo_concurrency.lockutils [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.362790] env[62220]: INFO nova.compute.manager [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Shelving [ 1895.675325] env[62220]: DEBUG nova.network.neutron [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance_info_cache with network_info: [{"id": "1ed01fb4-9c04-46fe-a8b0-397bb1ad224d", "address": "fa:16:3e:96:96:fc", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed01fb4-9c", "ovs_interfaceid": "1ed01fb4-9c04-46fe-a8b0-397bb1ad224d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.719180] env[62220]: DEBUG oslo_concurrency.lockutils [None req-43916a62-78c6-48a0-a384-e9b51fc42e49 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.664s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.855343] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "da71e846-e577-43a2-88d6-255af044186b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.855657] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "da71e846-e577-43a2-88d6-255af044186b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.855888] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "da71e846-e577-43a2-88d6-255af044186b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.856097] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "da71e846-e577-43a2-88d6-255af044186b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.856280] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "da71e846-e577-43a2-88d6-255af044186b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.858941] env[62220]: INFO nova.compute.manager [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Terminating instance [ 1896.169610] env[62220]: DEBUG oslo_concurrency.lockutils [None req-52e4ea14-e007-4aca-87f2-4efd7847ec97 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.178203] env[62220]: DEBUG oslo_concurrency.lockutils [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.362945] env[62220]: DEBUG nova.compute.manager [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.363238] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.364144] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50329cd-7cd7-4de1-9d44-327823c03f4f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.372752] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.373069] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.373287] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1fac67d-e637-4637-a2e2-a50ffe073574 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.374727] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07271159-fd52-4b0e-be2d-10a96ed54e2f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.383648] env[62220]: DEBUG oslo_vmware.api [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1896.383648] env[62220]: value = "task-1748217" [ 1896.383648] env[62220]: _type = "Task" [ 1896.383648] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.384043] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1896.384043] env[62220]: value = "task-1748216" [ 1896.384043] env[62220]: _type = "Task" [ 1896.384043] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.395778] env[62220]: DEBUG oslo_vmware.api [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.398920] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.421096] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "77013a66-05fa-46f7-a19c-ecb7d94a6890" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.421323] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "77013a66-05fa-46f7-a19c-ecb7d94a6890" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.688780] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea38740-4e1f-4b7b-98ba-ce065581c6fa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.696642] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a5e16b-ea91-4e1f-a691-fdf46b02b10d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.896253] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748216, 'name': PowerOffVM_Task, 'duration_secs': 0.241006} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.899202] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1896.899544] env[62220]: DEBUG oslo_vmware.api [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748217, 'name': PowerOffVM_Task, 'duration_secs': 0.228623} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.900226] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b780622b-2479-41fc-b235-8ca608ec344d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.902641] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1896.902789] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1896.903028] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ad15e9e-b7db-4373-acfc-75a3af9ea9ed {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.919629] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc483bc-5fe7-420a-85ed-a70b63d1ed79 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.923716] env[62220]: DEBUG nova.compute.manager [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1897.063323] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.063500] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.063660] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleting the datastore file [datastore1] da71e846-e577-43a2-88d6-255af044186b {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.063917] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-247919ba-5a85-4baa-964c-faef4302ae73 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.070290] env[62220]: DEBUG oslo_vmware.api [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1897.070290] env[62220]: value = "task-1748219" [ 1897.070290] env[62220]: _type = "Task" [ 1897.070290] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.078269] env[62220]: DEBUG oslo_vmware.api [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.227417] env[62220]: DEBUG nova.compute.manager [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Stashing vm_state: active {{(pid=62220) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1897.433501] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1897.435833] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-939eb7aa-a733-4aae-864a-5c1c131eb23a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.444876] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1897.444876] env[62220]: value = "task-1748220" [ 1897.444876] env[62220]: _type = "Task" [ 1897.444876] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.454616] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748220, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.455745] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.456016] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.457656] env[62220]: INFO nova.compute.claims [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1897.580125] env[62220]: DEBUG oslo_vmware.api [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159196} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.580350] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1897.580619] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1897.580841] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1897.581069] env[62220]: INFO nova.compute.manager [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: da71e846-e577-43a2-88d6-255af044186b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1897.581380] env[62220]: DEBUG oslo.service.loopingcall [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.581604] env[62220]: DEBUG nova.compute.manager [-] [instance: da71e846-e577-43a2-88d6-255af044186b] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1897.581711] env[62220]: DEBUG nova.network.neutron [-] [instance: da71e846-e577-43a2-88d6-255af044186b] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1897.747780] env[62220]: DEBUG oslo_concurrency.lockutils [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.800266] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53fd2c1-80c7-4c9f-a29e-7f10067cd6a2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.823572] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11363fc-4cfa-49f7-8b29-aeb444753472 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.831824] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance 'e5e87453-9693-4394-b563-1ac6fa3e16f6' progress to 83 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1897.903151] env[62220]: DEBUG nova.compute.manager [req-976bb74e-e911-4903-94db-fa42c982f429 req-48bfecad-1a31-45a1-8b56-b39e00fd1108 service nova] [instance: da71e846-e577-43a2-88d6-255af044186b] Received event network-vif-deleted-9366b617-154b-40b2-8a5e-fb71da146c84 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1897.903312] env[62220]: INFO nova.compute.manager [req-976bb74e-e911-4903-94db-fa42c982f429 req-48bfecad-1a31-45a1-8b56-b39e00fd1108 service nova] [instance: da71e846-e577-43a2-88d6-255af044186b] Neutron deleted interface 9366b617-154b-40b2-8a5e-fb71da146c84; detaching it from the instance and deleting it from the info cache [ 1897.903483] env[62220]: DEBUG nova.network.neutron [req-976bb74e-e911-4903-94db-fa42c982f429 req-48bfecad-1a31-45a1-8b56-b39e00fd1108 service nova] [instance: da71e846-e577-43a2-88d6-255af044186b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.955612] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748220, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.328171] env[62220]: DEBUG nova.network.neutron [-] [instance: da71e846-e577-43a2-88d6-255af044186b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.339021] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1898.339876] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-111ba1ff-6c4f-45df-809a-86818c3c070d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.348466] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1898.348466] env[62220]: value = "task-1748221" [ 1898.348466] env[62220]: _type = "Task" [ 1898.348466] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.360581] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.407051] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1e10fb2-2fb2-44ca-95c2-7ffd24fa86be {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.415649] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2662b702-224e-4b97-ac71-8278e8f51b68 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.447716] env[62220]: DEBUG nova.compute.manager [req-976bb74e-e911-4903-94db-fa42c982f429 req-48bfecad-1a31-45a1-8b56-b39e00fd1108 service nova] [instance: da71e846-e577-43a2-88d6-255af044186b] Detach interface failed, port_id=9366b617-154b-40b2-8a5e-fb71da146c84, reason: Instance da71e846-e577-43a2-88d6-255af044186b could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1898.455857] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748220, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.586129] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "7f384fff-2a50-41a8-b954-5fc1efaf163e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.586493] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.586753] env[62220]: INFO nova.compute.manager [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Shelving [ 1898.660431] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eccbdeb-554e-4f4c-b338-5d296b1a891c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.668335] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50217c2a-5838-421c-802d-967366941d71 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.699150] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a28dc43-1758-4a37-8b5f-07eabc5050b7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.706722] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beb2b71-eb81-40a0-b3d5-b1a9be7805c9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.720342] env[62220]: DEBUG nova.compute.provider_tree [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1898.831544] env[62220]: INFO nova.compute.manager [-] [instance: da71e846-e577-43a2-88d6-255af044186b] Took 1.25 seconds to deallocate network for instance. [ 1898.859107] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748221, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.957788] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748220, 'name': CreateSnapshot_Task, 'duration_secs': 1.027099} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.958086] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1898.958843] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0758a812-6edb-4b26-9c0b-04b226e0786b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.241323] env[62220]: ERROR nova.scheduler.client.report [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [req-aa236cd8-4c6d-4ef4-84bc-19df5364191f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aa236cd8-4c6d-4ef4-84bc-19df5364191f"}]} [ 1899.258193] env[62220]: DEBUG nova.scheduler.client.report [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1899.271666] env[62220]: DEBUG nova.scheduler.client.report [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1899.272316] env[62220]: DEBUG nova.compute.provider_tree [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.283550] env[62220]: DEBUG nova.scheduler.client.report [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1899.306028] env[62220]: DEBUG nova.scheduler.client.report [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1899.338962] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.361514] env[62220]: DEBUG oslo_vmware.api [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748221, 'name': PowerOnVM_Task, 'duration_secs': 0.579533} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.361514] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1899.361514] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-76790695-6fbe-429d-a95b-d99bc842f7c3 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance 'e5e87453-9693-4394-b563-1ac6fa3e16f6' progress to 100 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1899.476120] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1899.478565] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ceb6edca-a815-4b33-a116-e31694330c16 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.487762] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1899.487762] env[62220]: value = "task-1748222" [ 1899.487762] env[62220]: _type = "Task" [ 1899.487762] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.498695] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748222, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.503514] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863c7817-ff84-4d56-adcb-427951a5b892 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.510026] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c9d885-7f9e-4435-81ff-cf009d7ed92d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.540933] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bb880f-2c0a-48a4-afef-aa613dfee247 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.548463] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b124b934-21a0-4169-99d3-fa2e5738998d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.562137] env[62220]: DEBUG nova.compute.provider_tree [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.598403] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1899.598698] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00a79b2a-c7da-4459-9c2f-2dde97890e5d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.605795] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1899.605795] env[62220]: value = "task-1748223" [ 1899.605795] env[62220]: _type = "Task" [ 1899.605795] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.613768] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.998333] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748222, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.093540] env[62220]: DEBUG nova.scheduler.client.report [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1900.093828] env[62220]: DEBUG nova.compute.provider_tree [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 160 to 161 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1900.094329] env[62220]: DEBUG nova.compute.provider_tree [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1900.116989] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748223, 'name': PowerOffVM_Task, 'duration_secs': 0.342434} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.117288] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1900.118071] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f139f23c-d574-457c-a1b8-e0fcec17c0be {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.138378] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5a906a-1f2b-48cc-960f-6ce6b6f832f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.499411] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748222, 'name': CloneVM_Task, 'duration_secs': 0.944896} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.499724] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Created linked-clone VM from snapshot [ 1900.500479] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784243f5-2ff3-4130-abdb-0cd651afb393 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.508171] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Uploading image 1872635a-0fd1-4218-aff8-b9f6a4504fe9 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1900.537949] env[62220]: DEBUG oslo_vmware.rw_handles [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1900.537949] env[62220]: value = "vm-363453" [ 1900.537949] env[62220]: _type = "VirtualMachine" [ 1900.537949] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1900.538257] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2a91571b-3af6-44da-a8da-0ec9e9e8b347 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.546057] env[62220]: DEBUG oslo_vmware.rw_handles [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lease: (returnval){ [ 1900.546057] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523dccf0-8523-882e-1b6a-a62a11ed6855" [ 1900.546057] env[62220]: _type = "HttpNfcLease" [ 1900.546057] env[62220]: } obtained for exporting VM: (result){ [ 1900.546057] env[62220]: value = "vm-363453" [ 1900.546057] env[62220]: _type = "VirtualMachine" [ 1900.546057] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1900.546336] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the lease: (returnval){ [ 1900.546336] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523dccf0-8523-882e-1b6a-a62a11ed6855" [ 1900.546336] env[62220]: _type = "HttpNfcLease" [ 1900.546336] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1900.553102] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1900.553102] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523dccf0-8523-882e-1b6a-a62a11ed6855" [ 1900.553102] env[62220]: _type = "HttpNfcLease" [ 1900.553102] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1900.598767] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.143s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.599264] env[62220]: DEBUG nova.compute.manager [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1900.602048] env[62220]: DEBUG oslo_concurrency.lockutils [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.854s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.649012] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Creating Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1900.649405] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d9275f99-2f45-47f1-aed6-c7069dde9a83 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.656971] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1900.656971] env[62220]: value = "task-1748225" [ 1900.656971] env[62220]: _type = "Task" [ 1900.656971] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.665174] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748225, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.057020] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1901.057020] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523dccf0-8523-882e-1b6a-a62a11ed6855" [ 1901.057020] env[62220]: _type = "HttpNfcLease" [ 1901.057020] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1901.057020] env[62220]: DEBUG oslo_vmware.rw_handles [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1901.057020] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523dccf0-8523-882e-1b6a-a62a11ed6855" [ 1901.057020] env[62220]: _type = "HttpNfcLease" [ 1901.057020] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1901.061028] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aea0c06-9b72-425b-a833-8065fd836d8e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.067747] env[62220]: DEBUG oslo_vmware.rw_handles [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251a20d-4bf8-42cd-b940-f7fd75dfef3c/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1901.068373] env[62220]: DEBUG oslo_vmware.rw_handles [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251a20d-4bf8-42cd-b940-f7fd75dfef3c/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1901.137554] env[62220]: DEBUG nova.compute.utils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1901.141688] env[62220]: INFO nova.compute.claims [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1901.148398] env[62220]: DEBUG nova.compute.manager [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1901.148623] env[62220]: DEBUG nova.network.neutron [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1901.169229] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748225, 'name': CreateSnapshot_Task, 'duration_secs': 0.508697} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.169229] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Created Snapshot of the VM instance {{(pid=62220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1901.172033] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438670de-cf95-4973-9c27-f68a2e41db12 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.183394] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7902b01d-221d-4cd6-a5da-b890df473a4e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.250049] env[62220]: DEBUG nova.policy [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aa2c57e86024ca89a4472f5faca4f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3287e7aa372f444a935b56117b3251a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1901.645573] env[62220]: DEBUG nova.network.neutron [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Successfully created port: bf46567d-77aa-4459-aeb0-627999ad91d1 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1901.649383] env[62220]: DEBUG nova.compute.manager [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1901.657297] env[62220]: INFO nova.compute.resource_tracker [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating resource usage from migration 6a56ed22-5601-4f37-8214-7964158de38f [ 1901.692817] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Creating linked-clone VM from snapshot {{(pid=62220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1901.697741] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d60ab03-a50d-4745-920e-577f43574752 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.709062] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1901.709062] env[62220]: value = "task-1748226" [ 1901.709062] env[62220]: _type = "Task" [ 1901.709062] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.719867] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748226, 'name': CloneVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.909423] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253f818c-2ebd-40fb-81c7-cad248b695f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.917966] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "e5e87453-9693-4394-b563-1ac6fa3e16f6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.918373] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "e5e87453-9693-4394-b563-1ac6fa3e16f6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.918656] env[62220]: DEBUG nova.compute.manager [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Going to confirm migration 5 {{(pid=62220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1901.921687] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbeb4f7-6959-464f-becf-8aa3bc59dbe9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.963535] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d338b42-6df0-4d6a-9c20-653999ee5034 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.974054] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc8b073-7864-46ac-8f9e-90fff8cadb9c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.991499] env[62220]: DEBUG nova.compute.provider_tree [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1902.220507] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748226, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.458766] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.459061] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquired lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.459301] env[62220]: DEBUG nova.network.neutron [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1902.459941] env[62220]: DEBUG nova.objects.instance [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lazy-loading 'info_cache' on Instance uuid e5e87453-9693-4394-b563-1ac6fa3e16f6 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.497180] env[62220]: DEBUG nova.scheduler.client.report [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1902.663710] env[62220]: DEBUG nova.compute.manager [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1902.689010] env[62220]: DEBUG nova.virt.hardware [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1902.689421] env[62220]: DEBUG nova.virt.hardware [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1902.689661] env[62220]: DEBUG nova.virt.hardware [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1902.690234] env[62220]: DEBUG nova.virt.hardware [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1902.690234] env[62220]: DEBUG nova.virt.hardware [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1902.690386] env[62220]: DEBUG nova.virt.hardware [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1902.690662] env[62220]: DEBUG nova.virt.hardware [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1902.690913] env[62220]: DEBUG nova.virt.hardware [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1902.691155] env[62220]: DEBUG nova.virt.hardware [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1902.691432] env[62220]: DEBUG nova.virt.hardware [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1902.691657] env[62220]: DEBUG nova.virt.hardware [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1902.692692] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bb30c1-023e-4f1d-8d8b-f63f3d01b6b4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.701071] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aad2625-e359-4b2d-b9a6-7d70ad2bd5e9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.724825] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748226, 'name': CloneVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.002623] env[62220]: DEBUG oslo_concurrency.lockutils [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.401s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.002873] env[62220]: INFO nova.compute.manager [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Migrating [ 1903.009745] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.671s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.010116] env[62220]: DEBUG nova.objects.instance [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lazy-loading 'resources' on Instance uuid da71e846-e577-43a2-88d6-255af044186b {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.172753] env[62220]: DEBUG nova.compute.manager [req-5c6a9aa8-d85f-41ce-b5ce-b90d2e5ada3f req-bb7dd207-c793-465b-869a-823bd0356786 service nova] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Received event network-vif-plugged-bf46567d-77aa-4459-aeb0-627999ad91d1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1903.173033] env[62220]: DEBUG oslo_concurrency.lockutils [req-5c6a9aa8-d85f-41ce-b5ce-b90d2e5ada3f req-bb7dd207-c793-465b-869a-823bd0356786 service nova] Acquiring lock "77013a66-05fa-46f7-a19c-ecb7d94a6890-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.173325] env[62220]: DEBUG oslo_concurrency.lockutils [req-5c6a9aa8-d85f-41ce-b5ce-b90d2e5ada3f req-bb7dd207-c793-465b-869a-823bd0356786 service nova] Lock "77013a66-05fa-46f7-a19c-ecb7d94a6890-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.173555] env[62220]: DEBUG oslo_concurrency.lockutils [req-5c6a9aa8-d85f-41ce-b5ce-b90d2e5ada3f req-bb7dd207-c793-465b-869a-823bd0356786 service nova] Lock "77013a66-05fa-46f7-a19c-ecb7d94a6890-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.173748] env[62220]: DEBUG nova.compute.manager [req-5c6a9aa8-d85f-41ce-b5ce-b90d2e5ada3f req-bb7dd207-c793-465b-869a-823bd0356786 service nova] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] No waiting events found dispatching network-vif-plugged-bf46567d-77aa-4459-aeb0-627999ad91d1 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1903.173938] env[62220]: WARNING nova.compute.manager [req-5c6a9aa8-d85f-41ce-b5ce-b90d2e5ada3f req-bb7dd207-c793-465b-869a-823bd0356786 service nova] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Received unexpected event network-vif-plugged-bf46567d-77aa-4459-aeb0-627999ad91d1 for instance with vm_state building and task_state spawning. [ 1903.229524] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748226, 'name': CloneVM_Task} progress is 95%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.261430] env[62220]: DEBUG nova.network.neutron [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Successfully updated port: bf46567d-77aa-4459-aeb0-627999ad91d1 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1903.522616] env[62220]: DEBUG oslo_concurrency.lockutils [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.522796] env[62220]: DEBUG oslo_concurrency.lockutils [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.523016] env[62220]: DEBUG nova.network.neutron [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.709564] env[62220]: DEBUG nova.network.neutron [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance_info_cache with network_info: [{"id": "1ed01fb4-9c04-46fe-a8b0-397bb1ad224d", "address": "fa:16:3e:96:96:fc", "network": {"id": "b8a1fd36-57b6-4dd6-93cb-476baa77e50d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1898202321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1461cd9e704fbdaaa24b82c2c031e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed01fb4-9c", "ovs_interfaceid": "1ed01fb4-9c04-46fe-a8b0-397bb1ad224d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.716698] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62446a70-27c5-440c-8f05-25723fabe3ce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.730314] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748226, 'name': CloneVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.731591] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0863347f-a798-488d-9da1-b8e4014c11a8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.763481] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdef1bb-f326-4d78-953b-1aaef6a0929c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.766530] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "refresh_cache-77013a66-05fa-46f7-a19c-ecb7d94a6890" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.766734] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "refresh_cache-77013a66-05fa-46f7-a19c-ecb7d94a6890" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.766827] env[62220]: DEBUG nova.network.neutron [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.773225] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a178c6-0dbf-43e2-89da-de0ff293d073 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.787766] env[62220]: DEBUG nova.compute.provider_tree [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1904.212043] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Releasing lock "refresh_cache-e5e87453-9693-4394-b563-1ac6fa3e16f6" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.212371] env[62220]: DEBUG nova.objects.instance [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lazy-loading 'migration_context' on Instance uuid e5e87453-9693-4394-b563-1ac6fa3e16f6 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1904.226944] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748226, 'name': CloneVM_Task, 'duration_secs': 2.059556} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.229334] env[62220]: INFO nova.virt.vmwareapi.vmops [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Created linked-clone VM from snapshot [ 1904.230142] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60786f19-9dbd-4d4c-9d5d-02ccdaeb8ddb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.238276] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Uploading image 0e357dee-a18d-4f6a-b6ac-1c236d2d71b0 {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1904.259617] env[62220]: DEBUG oslo_vmware.rw_handles [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1904.259617] env[62220]: value = "vm-363455" [ 1904.259617] env[62220]: _type = "VirtualMachine" [ 1904.259617] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1904.260097] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-59d2340c-cdb8-4415-9a7c-d442b84aaa29 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.268609] env[62220]: DEBUG oslo_vmware.rw_handles [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lease: (returnval){ [ 1904.268609] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cc6916-e725-e1e5-8c02-288459f0f23a" [ 1904.268609] env[62220]: _type = "HttpNfcLease" [ 1904.268609] env[62220]: } obtained for exporting VM: (result){ [ 1904.268609] env[62220]: value = "vm-363455" [ 1904.268609] env[62220]: _type = "VirtualMachine" [ 1904.268609] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1904.268609] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the lease: (returnval){ [ 1904.268609] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cc6916-e725-e1e5-8c02-288459f0f23a" [ 1904.268609] env[62220]: _type = "HttpNfcLease" [ 1904.268609] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1904.277680] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1904.277680] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cc6916-e725-e1e5-8c02-288459f0f23a" [ 1904.277680] env[62220]: _type = "HttpNfcLease" [ 1904.277680] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1904.286954] env[62220]: DEBUG nova.network.neutron [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance_info_cache with network_info: [{"id": "8497de6a-e153-414c-8122-5b4bfc311b77", "address": "fa:16:3e:9f:b0:5a", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8497de6a-e1", "ovs_interfaceid": "8497de6a-e153-414c-8122-5b4bfc311b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.290122] env[62220]: DEBUG nova.scheduler.client.report [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1904.312675] env[62220]: DEBUG nova.network.neutron [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1904.448484] env[62220]: DEBUG nova.network.neutron [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Updating instance_info_cache with network_info: [{"id": "bf46567d-77aa-4459-aeb0-627999ad91d1", "address": "fa:16:3e:ff:bb:89", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf46567d-77", "ovs_interfaceid": "bf46567d-77aa-4459-aeb0-627999ad91d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.653493] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1904.714864] env[62220]: DEBUG nova.objects.base [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1904.715859] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5716cc-8354-4364-b0ee-225abbd45137 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.736354] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd4d0ec-c8d3-49cc-a893-758eb219e219 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.742146] env[62220]: DEBUG oslo_vmware.api [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1904.742146] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52060deb-0dfe-26ce-9466-34a029effd34" [ 1904.742146] env[62220]: _type = "Task" [ 1904.742146] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.750192] env[62220]: DEBUG oslo_vmware.api [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52060deb-0dfe-26ce-9466-34a029effd34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.778386] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1904.778386] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cc6916-e725-e1e5-8c02-288459f0f23a" [ 1904.778386] env[62220]: _type = "HttpNfcLease" [ 1904.778386] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1904.778713] env[62220]: DEBUG oslo_vmware.rw_handles [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1904.778713] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cc6916-e725-e1e5-8c02-288459f0f23a" [ 1904.778713] env[62220]: _type = "HttpNfcLease" [ 1904.778713] env[62220]: }. {{(pid=62220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1904.779438] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd995b33-35e5-44e0-bcf6-85ec56ec34a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.786614] env[62220]: DEBUG oslo_vmware.rw_handles [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52440e80-3f8e-5967-ae1b-ff187ad95b0b/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1904.786791] env[62220]: DEBUG oslo_vmware.rw_handles [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52440e80-3f8e-5967-ae1b-ff187ad95b0b/disk-0.vmdk for reading. {{(pid=62220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1904.789638] env[62220]: DEBUG oslo_concurrency.lockutils [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.845593] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.867666] env[62220]: INFO nova.scheduler.client.report [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted allocations for instance da71e846-e577-43a2-88d6-255af044186b [ 1904.935508] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e8b2c4d2-e6cf-4a71-bf67-0869e058659c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.951388] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "refresh_cache-77013a66-05fa-46f7-a19c-ecb7d94a6890" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.951727] env[62220]: DEBUG nova.compute.manager [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Instance network_info: |[{"id": "bf46567d-77aa-4459-aeb0-627999ad91d1", "address": "fa:16:3e:ff:bb:89", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf46567d-77", "ovs_interfaceid": "bf46567d-77aa-4459-aeb0-627999ad91d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1904.952207] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:bb:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf46567d-77aa-4459-aeb0-627999ad91d1', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1904.960131] env[62220]: DEBUG oslo.service.loopingcall [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.962307] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1904.962758] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08dc15b8-a66b-4608-9730-9be1387940c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.990048] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1904.990048] env[62220]: value = "task-1748228" [ 1904.990048] env[62220]: _type = "Task" [ 1904.990048] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.998674] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748228, 'name': CreateVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.255859] env[62220]: DEBUG oslo_vmware.api [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52060deb-0dfe-26ce-9466-34a029effd34, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.255859] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.256248] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.272626] env[62220]: DEBUG nova.compute.manager [req-05085bee-4cde-4de8-9095-7647682dabf6 req-7cc4c43f-c141-478e-b6bb-769e8b289313 service nova] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Received event network-changed-bf46567d-77aa-4459-aeb0-627999ad91d1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1905.272879] env[62220]: DEBUG nova.compute.manager [req-05085bee-4cde-4de8-9095-7647682dabf6 req-7cc4c43f-c141-478e-b6bb-769e8b289313 service nova] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Refreshing instance network info cache due to event network-changed-bf46567d-77aa-4459-aeb0-627999ad91d1. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1905.273300] env[62220]: DEBUG oslo_concurrency.lockutils [req-05085bee-4cde-4de8-9095-7647682dabf6 req-7cc4c43f-c141-478e-b6bb-769e8b289313 service nova] Acquiring lock "refresh_cache-77013a66-05fa-46f7-a19c-ecb7d94a6890" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.273596] env[62220]: DEBUG oslo_concurrency.lockutils [req-05085bee-4cde-4de8-9095-7647682dabf6 req-7cc4c43f-c141-478e-b6bb-769e8b289313 service nova] Acquired lock "refresh_cache-77013a66-05fa-46f7-a19c-ecb7d94a6890" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.273902] env[62220]: DEBUG nova.network.neutron [req-05085bee-4cde-4de8-9095-7647682dabf6 req-7cc4c43f-c141-478e-b6bb-769e8b289313 service nova] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Refreshing network info cache for port bf46567d-77aa-4459-aeb0-627999ad91d1 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1905.375560] env[62220]: DEBUG oslo_concurrency.lockutils [None req-c5a05a2c-f15c-4d17-9563-76ff84b315fc tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "da71e846-e577-43a2-88d6-255af044186b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.520s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.499745] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748228, 'name': CreateVM_Task, 'duration_secs': 0.507733} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.500010] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1905.500818] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.501156] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.501815] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1905.502183] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b2fe8d-8db3-4fd6-b388-7dc1a7f2d4c2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.507412] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1905.507412] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52919f36-d36b-e9d0-7327-13ca206ecbe6" [ 1905.507412] env[62220]: _type = "Task" [ 1905.507412] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.515671] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52919f36-d36b-e9d0-7327-13ca206ecbe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.647461] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1905.651278] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1905.970056] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a667c1-cef9-4c9d-bb8c-e14f9df8447b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.979017] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67efb028-6d6b-4bc4-a615-8a7d0db4442f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.015128] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae8710e-d1fc-47bf-b8a7-1a9b2f55d95f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.027015] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52919f36-d36b-e9d0-7327-13ca206ecbe6, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.029914] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.030353] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1906.030750] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.031014] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.031318] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1906.031732] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-122e7b9b-722e-4223-aa62-150cfbcc71d4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.035140] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc669250-d508-4f27-b815-428425c3663c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.051290] env[62220]: DEBUG nova.compute.provider_tree [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.054198] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1906.054555] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1906.055694] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000220b6-8ce1-4f45-92fd-78e552b37145 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.061781] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1906.061781] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520e9ce9-9f55-b120-419a-55390e3f25f4" [ 1906.061781] env[62220]: _type = "Task" [ 1906.061781] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.071987] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520e9ce9-9f55-b120-419a-55390e3f25f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.073185] env[62220]: DEBUG nova.network.neutron [req-05085bee-4cde-4de8-9095-7647682dabf6 req-7cc4c43f-c141-478e-b6bb-769e8b289313 service nova] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Updated VIF entry in instance network info cache for port bf46567d-77aa-4459-aeb0-627999ad91d1. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1906.073594] env[62220]: DEBUG nova.network.neutron [req-05085bee-4cde-4de8-9095-7647682dabf6 req-7cc4c43f-c141-478e-b6bb-769e8b289313 service nova] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Updating instance_info_cache with network_info: [{"id": "bf46567d-77aa-4459-aeb0-627999ad91d1", "address": "fa:16:3e:ff:bb:89", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf46567d-77", "ovs_interfaceid": "bf46567d-77aa-4459-aeb0-627999ad91d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.366257] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd1e576-746e-451a-9174-7065146fd514 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.386368] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance '25861bf1-fdd1-4c8a-a02d-6f411cc0d981' progress to 0 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1906.557498] env[62220]: DEBUG nova.scheduler.client.report [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1906.574110] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]520e9ce9-9f55-b120-419a-55390e3f25f4, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.575272] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da6a51b-2ea7-4add-bc57-83c94395a120 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.578066] env[62220]: DEBUG oslo_concurrency.lockutils [req-05085bee-4cde-4de8-9095-7647682dabf6 req-7cc4c43f-c141-478e-b6bb-769e8b289313 service nova] Releasing lock "refresh_cache-77013a66-05fa-46f7-a19c-ecb7d94a6890" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.581962] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1906.581962] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cd1532-e4e0-57da-512c-5eb453dd554b" [ 1906.581962] env[62220]: _type = "Task" [ 1906.581962] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.591541] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cd1532-e4e0-57da-512c-5eb453dd554b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.651865] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1906.652174] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1906.892903] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1906.893237] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1a02889-556b-427b-b351-e80c54b0d91f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.900700] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1906.900700] env[62220]: value = "task-1748229" [ 1906.900700] env[62220]: _type = "Task" [ 1906.900700] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.911201] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.094617] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cd1532-e4e0-57da-512c-5eb453dd554b, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.094992] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.095381] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 77013a66-05fa-46f7-a19c-ecb7d94a6890/77013a66-05fa-46f7-a19c-ecb7d94a6890.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1907.096043] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b118f5b-d9f5-4ed3-a078-a44249f08f61 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.103766] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1907.103766] env[62220]: value = "task-1748230" [ 1907.103766] env[62220]: _type = "Task" [ 1907.103766] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.112840] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.413666] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748229, 'name': PowerOffVM_Task, 'duration_secs': 0.263665} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.413666] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1907.413666] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance '25861bf1-fdd1-4c8a-a02d-6f411cc0d981' progress to 17 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1907.569194] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.313s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.616373] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468799} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.616684] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 77013a66-05fa-46f7-a19c-ecb7d94a6890/77013a66-05fa-46f7-a19c-ecb7d94a6890.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1907.616906] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1907.617258] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdec3b5e-e2c1-46ff-b69d-a7e66731ce58 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.624493] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1907.624493] env[62220]: value = "task-1748231" [ 1907.624493] env[62220]: _type = "Task" [ 1907.624493] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.633141] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.919985] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1907.920291] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1907.920458] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1907.920642] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1907.920982] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1907.920982] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1907.921144] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1907.921307] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1907.921472] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1907.921632] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1907.921807] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1907.930354] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd81259-68b0-41e3-bb09-2802b0785a76 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.946796] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1907.946796] env[62220]: value = "task-1748232" [ 1907.946796] env[62220]: _type = "Task" [ 1907.946796] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.957137] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.135254] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127071} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.136596] env[62220]: INFO nova.scheduler.client.report [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleted allocation for migration dfdd7a49-8cb6-4982-bbec-6ee6a481dae8 [ 1908.137792] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1908.141645] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a45ade-dfdb-4c7d-8d06-94cdab76a40c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.171288] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 77013a66-05fa-46f7-a19c-ecb7d94a6890/77013a66-05fa-46f7-a19c-ecb7d94a6890.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1908.173172] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26632752-5791-43db-aa2b-49ebf5b52fe1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.198939] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1908.198939] env[62220]: value = "task-1748233" [ 1908.198939] env[62220]: _type = "Task" [ 1908.198939] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.208865] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.460063] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748232, 'name': ReconfigVM_Task, 'duration_secs': 0.259045} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.460503] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance '25861bf1-fdd1-4c8a-a02d-6f411cc0d981' progress to 33 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1908.618442] env[62220]: INFO nova.compute.manager [None req-ea1a5fbc-45fe-42b6-b17f-a20c7dd8b2c4 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Get console output [ 1908.618886] env[62220]: WARNING nova.virt.vmwareapi.driver [None req-ea1a5fbc-45fe-42b6-b17f-a20c7dd8b2c4 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] The console log is missing. Check your VSPC configuration [ 1908.647793] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4d882d49-904e-4a71-aaaf-707526b6499f tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "e5e87453-9693-4394-b563-1ac6fa3e16f6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.729s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.710400] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748233, 'name': ReconfigVM_Task, 'duration_secs': 0.27422} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.711456] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 77013a66-05fa-46f7-a19c-ecb7d94a6890/77013a66-05fa-46f7-a19c-ecb7d94a6890.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1908.712164] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c506d33f-7841-4504-a8a8-9f1ae33d4a81 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.719710] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1908.719710] env[62220]: value = "task-1748234" [ 1908.719710] env[62220]: _type = "Task" [ 1908.719710] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.729065] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748234, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.968827] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1908.969102] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1908.970332] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1908.970332] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1908.970332] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1908.970332] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1908.970332] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1908.970526] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1908.970608] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1908.970813] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1908.971052] env[62220]: DEBUG nova.virt.hardware [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1908.976758] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1908.977452] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a2f4d33-b271-4f50-b03c-e313d2ac7c55 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.996898] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1908.996898] env[62220]: value = "task-1748235" [ 1908.996898] env[62220]: _type = "Task" [ 1908.996898] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.006414] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.225475] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.225665] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquired lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.225732] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b678b462-3da4-4528-8763-36982ea94891] Forcefully refreshing network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1909.232710] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748234, 'name': Rename_Task, 'duration_secs': 0.142977} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.232982] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1909.233912] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6517580f-db95-4291-bed7-836b1339cbfb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.241958] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1909.241958] env[62220]: value = "task-1748236" [ 1909.241958] env[62220]: _type = "Task" [ 1909.241958] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.250323] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.508030] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748235, 'name': ReconfigVM_Task, 'duration_secs': 0.259126} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.508402] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1909.509238] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4438ec9-9024-4756-8d5f-f949e56f96f2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.531907] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 25861bf1-fdd1-4c8a-a02d-6f411cc0d981/25861bf1-fdd1-4c8a-a02d-6f411cc0d981.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1909.532309] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb10acb-0fe2-4fd4-a3ef-c3ddf9762eae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.550889] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1909.550889] env[62220]: value = "task-1748237" [ 1909.550889] env[62220]: _type = "Task" [ 1909.550889] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.559761] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.754094] env[62220]: DEBUG oslo_vmware.api [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748236, 'name': PowerOnVM_Task, 'duration_secs': 0.463012} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.754350] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1909.754564] env[62220]: INFO nova.compute.manager [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1909.754750] env[62220]: DEBUG nova.compute.manager [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.755582] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec5b4f9-a1bd-4db3-998c-9b375c13e405 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.061543] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.157029] env[62220]: DEBUG oslo_vmware.rw_handles [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251a20d-4bf8-42cd-b940-f7fd75dfef3c/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1910.157029] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8ed87f-2246-4f32-be3b-a07256d176d7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.162838] env[62220]: DEBUG oslo_vmware.rw_handles [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251a20d-4bf8-42cd-b940-f7fd75dfef3c/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1910.163225] env[62220]: ERROR oslo_vmware.rw_handles [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251a20d-4bf8-42cd-b940-f7fd75dfef3c/disk-0.vmdk due to incomplete transfer. [ 1910.163588] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-41afac75-538b-453e-b564-40c6df1af964 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.171663] env[62220]: DEBUG oslo_vmware.rw_handles [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251a20d-4bf8-42cd-b940-f7fd75dfef3c/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1910.172079] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Uploaded image 1872635a-0fd1-4218-aff8-b9f6a4504fe9 to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1910.174699] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1910.175077] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-56bfac3a-3497-47bf-bb0b-1ad56d8cbbc6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.182276] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1910.182276] env[62220]: value = "task-1748238" [ 1910.182276] env[62220]: _type = "Task" [ 1910.182276] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.191436] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748238, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.274440] env[62220]: INFO nova.compute.manager [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Took 12.84 seconds to build instance. [ 1910.563890] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.617318] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b678b462-3da4-4528-8763-36982ea94891] Updating instance_info_cache with network_info: [{"id": "7639bca3-8d8f-465b-880d-a16867c81a2e", "address": "fa:16:3e:86:ef:6b", "network": {"id": "3481e7e7-8c65-4784-8bc8-506c45a22f34", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860281258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a232aae0948c431487c97d0e07f10158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7639bca3-8d", "ovs_interfaceid": "7639bca3-8d8f-465b-880d-a16867c81a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.694368] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748238, 'name': Destroy_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.775991] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6400de26-54b9-4681-ab2b-dab7b3c4491c tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "77013a66-05fa-46f7-a19c-ecb7d94a6890" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.354s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.064309] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748237, 'name': ReconfigVM_Task, 'duration_secs': 1.093559} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.064942] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 25861bf1-fdd1-4c8a-a02d-6f411cc0d981/25861bf1-fdd1-4c8a-a02d-6f411cc0d981.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1911.064942] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance '25861bf1-fdd1-4c8a-a02d-6f411cc0d981' progress to 50 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1911.119990] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Releasing lock "refresh_cache-b678b462-3da4-4528-8763-36982ea94891" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.120781] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b678b462-3da4-4528-8763-36982ea94891] Updated the network info_cache for instance {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1911.122740] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1911.122740] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1911.122740] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1911.122740] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1911.122740] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1911.193201] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748238, 'name': Destroy_Task, 'duration_secs': 0.530741} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.193852] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Destroyed the VM [ 1911.193852] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1911.194020] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b4fa691a-6160-41e8-8fea-783de803087c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.201742] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1911.201742] env[62220]: value = "task-1748239" [ 1911.201742] env[62220]: _type = "Task" [ 1911.201742] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.209103] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748239, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.572021] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e731024-c0c5-467e-8947-dc7d4aa881c3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.596053] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2088f916-5330-4cdd-b213-fad8dd4559cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.617043] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance '25861bf1-fdd1-4c8a-a02d-6f411cc0d981' progress to 67 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1911.624758] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.624976] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.625159] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.625336] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1911.626201] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e306bda5-052f-4c7b-bc33-ef3ac7a057b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.634263] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb45622-e8dd-425d-9bd6-d17e854b563a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.648401] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbedd044-65b6-48ec-ab03-f60cf87005e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.655670] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2863c0ce-6854-4032-af35-a2a818e65b9c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.659204] env[62220]: INFO nova.compute.manager [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Rebuilding instance [ 1911.688777] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179631MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1911.688948] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.689172] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.712732] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748239, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.722108] env[62220]: DEBUG nova.compute.manager [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1911.722986] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b17ca78-f6df-423e-990c-872ae451caf6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.175984] env[62220]: DEBUG nova.network.neutron [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Port 8497de6a-e153-414c-8122-5b4bfc311b77 binding to destination host cpu-1 is already ACTIVE {{(pid=62220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1912.214255] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748239, 'name': RemoveSnapshot_Task, 'duration_secs': 0.565767} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.214644] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1912.215280] env[62220]: DEBUG nova.compute.manager [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1912.215919] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e47f976-2745-4558-8f47-b28cfc591371 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.488811] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "453b6ffe-af66-44e7-9fae-5c4ef4d88445" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.488811] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "453b6ffe-af66-44e7-9fae-5c4ef4d88445" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.701937] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Applying migration context for instance 25861bf1-fdd1-4c8a-a02d-6f411cc0d981 as it has an incoming, in-progress migration 6a56ed22-5601-4f37-8214-7964158de38f. Migration status is post-migrating {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1912.703665] env[62220]: INFO nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating resource usage from migration 6a56ed22-5601-4f37-8214-7964158de38f [ 1912.729473] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 0c9d3ec0-2876-4300-9a10-27e1062ebf83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1912.729642] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance b678b462-3da4-4528-8763-36982ea94891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1912.729764] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 03789d9a-3d3b-471e-b415-75c4836b9502 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1912.729885] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 6d6c9250-d939-4116-9cbd-7ee12aa7c526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1912.730009] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance a813f177-1ad1-4e16-95a0-1ac266e5306c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1912.730134] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance d19195a8-0475-4ef4-b1f2-2a74d46e078b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1912.730311] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 7aee23d1-fc18-447e-81c4-34dbc46766b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1912.730384] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 7f384fff-2a50-41a8-b954-5fc1efaf163e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1912.730548] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance d2de0dc8-c050-4f5f-b04d-27822b81c56b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1912.730617] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance e5e87453-9693-4394-b563-1ac6fa3e16f6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1912.730685] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 77013a66-05fa-46f7-a19c-ecb7d94a6890 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1912.730817] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Migration 6a56ed22-5601-4f37-8214-7964158de38f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1912.730949] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 25861bf1-fdd1-4c8a-a02d-6f411cc0d981 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1912.732429] env[62220]: INFO nova.compute.manager [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Shelve offloading [ 1912.737269] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.737671] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f63ef0-03c7-4628-8fc6-dd8f51cdb425 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.746192] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1912.746192] env[62220]: value = "task-1748240" [ 1912.746192] env[62220]: _type = "Task" [ 1912.746192] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.754750] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.826145] env[62220]: DEBUG oslo_vmware.rw_handles [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52440e80-3f8e-5967-ae1b-ff187ad95b0b/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1912.827058] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5df6b16-1e36-4d86-8f4e-1b53fc7f8532 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.833046] env[62220]: DEBUG oslo_vmware.rw_handles [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52440e80-3f8e-5967-ae1b-ff187ad95b0b/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1912.833222] env[62220]: ERROR oslo_vmware.rw_handles [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52440e80-3f8e-5967-ae1b-ff187ad95b0b/disk-0.vmdk due to incomplete transfer. [ 1912.833453] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ff488055-352d-4e95-9cc2-2eef9bd2e9f6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.840386] env[62220]: DEBUG oslo_vmware.rw_handles [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52440e80-3f8e-5967-ae1b-ff187ad95b0b/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1912.840584] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Uploaded image 0e357dee-a18d-4f6a-b6ac-1c236d2d71b0 to the Glance image server {{(pid=62220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1912.842388] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Destroying the VM {{(pid=62220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1912.842620] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-25bae5d6-dcbb-470d-9569-dc0c5a667726 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.849835] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1912.849835] env[62220]: value = "task-1748241" [ 1912.849835] env[62220]: _type = "Task" [ 1912.849835] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.857642] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748241, 'name': Destroy_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.991810] env[62220]: DEBUG nova.compute.manager [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1913.200272] env[62220]: DEBUG oslo_concurrency.lockutils [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.200417] env[62220]: DEBUG oslo_concurrency.lockutils [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.200480] env[62220]: DEBUG oslo_concurrency.lockutils [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.234712] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 453b6ffe-af66-44e7-9fae-5c4ef4d88445 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1913.235500] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1913.235500] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1913.238256] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.238715] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-706d53a6-94d3-44fa-80ce-054765b91353 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.246934] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1913.246934] env[62220]: value = "task-1748242" [ 1913.246934] env[62220]: _type = "Task" [ 1913.246934] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.261037] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748240, 'name': PowerOffVM_Task, 'duration_secs': 0.193647} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.264830] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.265107] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1913.265948] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d80874-3931-4751-ab39-4aae7013b405 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.268815] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1913.269035] env[62220]: DEBUG nova.compute.manager [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.272238] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d155ca8-5cbe-48ef-913e-242067612deb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.280104] env[62220]: DEBUG oslo_concurrency.lockutils [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.280277] env[62220]: DEBUG oslo_concurrency.lockutils [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.280462] env[62220]: DEBUG nova.network.neutron [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1913.281774] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.282164] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca4febe3-75d4-4031-b7d7-73286eec2a4b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.359845] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748241, 'name': Destroy_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.412198] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.412953] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.412953] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleting the datastore file [datastore1] 77013a66-05fa-46f7-a19c-ecb7d94a6890 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.413155] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-539f2464-f27c-4209-9665-bf1a3e07fbb5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.420357] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1913.420357] env[62220]: value = "task-1748244" [ 1913.420357] env[62220]: _type = "Task" [ 1913.420357] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.425412] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd7fb0c-8ef9-47d5-bdae-88e9a3f51d7e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.432571] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.435625] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310b6df8-6e5c-46ef-ae1b-0588da8c97d3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.468607] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d48871-97c3-439d-83cd-aab8aa848a7e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.475988] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f735c3da-94e7-4199-acf1-631d4de7b2ac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.492440] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1913.513622] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.859342] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748241, 'name': Destroy_Task, 'duration_secs': 0.679654} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.859692] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Destroyed the VM [ 1913.859818] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Deleting Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1913.860074] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e5a54592-e03f-49d5-a268-f63bb2bf9a12 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.866567] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1913.866567] env[62220]: value = "task-1748245" [ 1913.866567] env[62220]: _type = "Task" [ 1913.866567] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.874347] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.929536] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309401} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.929782] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.929967] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.930203] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.988216] env[62220]: DEBUG nova.network.neutron [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Updating instance_info_cache with network_info: [{"id": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "address": "fa:16:3e:aa:f9:8a", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31fe096-ff", "ovs_interfaceid": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.995049] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1914.231256] env[62220]: DEBUG oslo_concurrency.lockutils [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.231466] env[62220]: DEBUG oslo_concurrency.lockutils [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.231652] env[62220]: DEBUG nova.network.neutron [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1914.376939] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748245, 'name': RemoveSnapshot_Task, 'duration_secs': 0.50403} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.377234] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Deleted Snapshot of the VM instance {{(pid=62220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1914.377543] env[62220]: DEBUG nova.compute.manager [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1914.378321] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf92270c-c223-477e-9431-c3267e78bfd6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.492610] env[62220]: DEBUG oslo_concurrency.lockutils [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.500290] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1914.500479] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.811s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.500763] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.987s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.502301] env[62220]: INFO nova.compute.claims [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1914.749167] env[62220]: DEBUG nova.compute.manager [req-d3076b8e-e788-4690-96c1-1706ab89f4b4 req-46a1cdfa-2b85-4311-acc7-0a68ac19c5b0 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Received event network-vif-unplugged-a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1914.749398] env[62220]: DEBUG oslo_concurrency.lockutils [req-d3076b8e-e788-4690-96c1-1706ab89f4b4 req-46a1cdfa-2b85-4311-acc7-0a68ac19c5b0 service nova] Acquiring lock "7aee23d1-fc18-447e-81c4-34dbc46766b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.749680] env[62220]: DEBUG oslo_concurrency.lockutils [req-d3076b8e-e788-4690-96c1-1706ab89f4b4 req-46a1cdfa-2b85-4311-acc7-0a68ac19c5b0 service nova] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.749801] env[62220]: DEBUG oslo_concurrency.lockutils [req-d3076b8e-e788-4690-96c1-1706ab89f4b4 req-46a1cdfa-2b85-4311-acc7-0a68ac19c5b0 service nova] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.749975] env[62220]: DEBUG nova.compute.manager [req-d3076b8e-e788-4690-96c1-1706ab89f4b4 req-46a1cdfa-2b85-4311-acc7-0a68ac19c5b0 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] No waiting events found dispatching network-vif-unplugged-a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1914.750200] env[62220]: WARNING nova.compute.manager [req-d3076b8e-e788-4690-96c1-1706ab89f4b4 req-46a1cdfa-2b85-4311-acc7-0a68ac19c5b0 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Received unexpected event network-vif-unplugged-a31fe096-ffa8-4aee-9b93-f2e71c21850d for instance with vm_state shelved and task_state shelving_offloading. [ 1914.890159] env[62220]: INFO nova.compute.manager [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Shelve offloading [ 1914.928727] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1914.929597] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd62563-f441-4e21-abb7-9e89f6a1cd89 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.937192] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1914.937427] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb6e7baf-ecf9-4da4-b51e-b5ffe0880c5b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.966886] env[62220]: DEBUG nova.virt.hardware [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1914.967161] env[62220]: DEBUG nova.virt.hardware [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1914.967353] env[62220]: DEBUG nova.virt.hardware [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1914.967574] env[62220]: DEBUG nova.virt.hardware [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1914.968030] env[62220]: DEBUG nova.virt.hardware [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1914.968030] env[62220]: DEBUG nova.virt.hardware [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1914.968143] env[62220]: DEBUG nova.virt.hardware [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1914.968313] env[62220]: DEBUG nova.virt.hardware [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1914.968498] env[62220]: DEBUG nova.virt.hardware [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1914.968723] env[62220]: DEBUG nova.virt.hardware [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1914.968916] env[62220]: DEBUG nova.virt.hardware [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1914.970134] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995970af-2c95-4697-ba83-7078ce02aabf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.977886] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bee28f-70b7-4b46-8a99-2fe86b184d02 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.990774] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:bb:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf46567d-77aa-4459-aeb0-627999ad91d1', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1914.998591] env[62220]: DEBUG oslo.service.loopingcall [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.999624] env[62220]: DEBUG nova.network.neutron [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance_info_cache with network_info: [{"id": "8497de6a-e153-414c-8122-5b4bfc311b77", "address": "fa:16:3e:9f:b0:5a", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8497de6a-e1", "ovs_interfaceid": "8497de6a-e153-414c-8122-5b4bfc311b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.000839] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1915.001281] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eeabba6-f270-4b39-86c7-a966504528e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.024630] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1915.024630] env[62220]: value = "task-1748247" [ 1915.024630] env[62220]: _type = "Task" [ 1915.024630] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.033606] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748247, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.035078] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1915.395733] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.395872] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfdacc73-4d3a-411b-a401-23bd3a16783e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.403428] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1915.403428] env[62220]: value = "task-1748248" [ 1915.403428] env[62220]: _type = "Task" [ 1915.403428] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.411598] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.453604] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1915.454107] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1915.454107] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleting the datastore file [datastore1] 7aee23d1-fc18-447e-81c4-34dbc46766b9 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1915.454403] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d31d743-bf57-40a1-8986-68f6361d9363 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.462995] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1915.462995] env[62220]: value = "task-1748249" [ 1915.462995] env[62220]: _type = "Task" [ 1915.462995] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.470905] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.517964] env[62220]: DEBUG oslo_concurrency.lockutils [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.534118] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748247, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.692611] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181cb949-c0ea-4906-9a3e-80ecb2a3c533 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.700100] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ed964f-627e-4920-869e-d0b96072a2cc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.731274] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c16cc9-7e32-424d-b043-3dc01d2428dd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.738688] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cf7ee7-03bc-4b1f-bc8c-0e40b5ecc118 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.751857] env[62220]: DEBUG nova.compute.provider_tree [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1915.913764] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1915.914133] env[62220]: DEBUG nova.compute.manager [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1915.914731] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d656e47-f7bb-4cbc-9b5e-2895f26b2dd4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.920308] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.920477] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.920650] env[62220]: DEBUG nova.network.neutron [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1915.972336] env[62220]: DEBUG oslo_vmware.api [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16435} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.972601] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1915.972786] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1915.972969] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1915.991183] env[62220]: INFO nova.scheduler.client.report [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleted allocations for instance 7aee23d1-fc18-447e-81c4-34dbc46766b9 [ 1916.039296] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748247, 'name': CreateVM_Task, 'duration_secs': 0.512195} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.039464] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1916.040118] env[62220]: DEBUG oslo_concurrency.lockutils [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.040290] env[62220]: DEBUG oslo_concurrency.lockutils [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.040601] env[62220]: DEBUG oslo_concurrency.lockutils [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1916.040897] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822c69c8-8e31-4422-945a-5d45672cf7d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.044136] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b28c9e-fe01-435b-bd06-ace017bb8f12 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.047665] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1916.047665] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527d8a6f-1dcd-4db3-cab2-4791e1226158" [ 1916.047665] env[62220]: _type = "Task" [ 1916.047665] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.065448] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c794713-fb16-4f78-86a7-c2bd9255a98c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.070943] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527d8a6f-1dcd-4db3-cab2-4791e1226158, 'name': SearchDatastore_Task, 'duration_secs': 0.012311} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.071515] env[62220]: DEBUG oslo_concurrency.lockutils [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.071749] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1916.071976] env[62220]: DEBUG oslo_concurrency.lockutils [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.072142] env[62220]: DEBUG oslo_concurrency.lockutils [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.072322] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1916.072544] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ac52b6c-2d91-4a10-bf89-36721aec7c96 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.076276] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance '25861bf1-fdd1-4c8a-a02d-6f411cc0d981' progress to 83 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1916.085777] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1916.085777] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1916.085947] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96cfcf92-f152-452e-8e42-e676d696d65e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.090484] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1916.090484] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b7a098-ed98-61bb-657e-5e8842b83ff3" [ 1916.090484] env[62220]: _type = "Task" [ 1916.090484] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.097734] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b7a098-ed98-61bb-657e-5e8842b83ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.255500] env[62220]: DEBUG nova.scheduler.client.report [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1916.495206] env[62220]: DEBUG oslo_concurrency.lockutils [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.584933] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1916.585298] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21f9f2ac-20ef-4a48-be7e-ddae6c802456 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.598504] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1916.598504] env[62220]: value = "task-1748250" [ 1916.598504] env[62220]: _type = "Task" [ 1916.598504] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.602220] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b7a098-ed98-61bb-657e-5e8842b83ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.008424} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.605923] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6cc057-aa32-4bf9-a04c-836e9d720338 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.611277] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1916.611277] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525d7b6c-a29e-a5dd-a2d1-340401aa9141" [ 1916.611277] env[62220]: _type = "Task" [ 1916.611277] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.614688] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.622660] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525d7b6c-a29e-a5dd-a2d1-340401aa9141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.759973] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.760550] env[62220]: DEBUG nova.compute.manager [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1916.763424] env[62220]: DEBUG oslo_concurrency.lockutils [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.268s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.763659] env[62220]: DEBUG nova.objects.instance [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'resources' on Instance uuid 7aee23d1-fc18-447e-81c4-34dbc46766b9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.796940] env[62220]: DEBUG nova.network.neutron [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updating instance_info_cache with network_info: [{"id": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "address": "fa:16:3e:e0:82:30", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1230b66c-91", "ovs_interfaceid": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.811597] env[62220]: DEBUG nova.compute.manager [req-ce16fcce-a78f-4a6a-b3f3-72a25134cba3 req-9230033e-8ed3-4258-a1d1-edc1c103a1f4 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Received event network-changed-a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1916.811796] env[62220]: DEBUG nova.compute.manager [req-ce16fcce-a78f-4a6a-b3f3-72a25134cba3 req-9230033e-8ed3-4258-a1d1-edc1c103a1f4 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Refreshing instance network info cache due to event network-changed-a31fe096-ffa8-4aee-9b93-f2e71c21850d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1916.812013] env[62220]: DEBUG oslo_concurrency.lockutils [req-ce16fcce-a78f-4a6a-b3f3-72a25134cba3 req-9230033e-8ed3-4258-a1d1-edc1c103a1f4 service nova] Acquiring lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.812161] env[62220]: DEBUG oslo_concurrency.lockutils [req-ce16fcce-a78f-4a6a-b3f3-72a25134cba3 req-9230033e-8ed3-4258-a1d1-edc1c103a1f4 service nova] Acquired lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.812320] env[62220]: DEBUG nova.network.neutron [req-ce16fcce-a78f-4a6a-b3f3-72a25134cba3 req-9230033e-8ed3-4258-a1d1-edc1c103a1f4 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Refreshing network info cache for port a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1917.112418] env[62220]: DEBUG oslo_vmware.api [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748250, 'name': PowerOnVM_Task, 'duration_secs': 0.388462} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.112766] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1917.112939] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-221d0ba7-b684-48ce-aa50-eaab7e1d4b5f tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance '25861bf1-fdd1-4c8a-a02d-6f411cc0d981' progress to 100 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1917.126083] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525d7b6c-a29e-a5dd-a2d1-340401aa9141, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.126393] env[62220]: DEBUG oslo_concurrency.lockutils [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.126728] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 77013a66-05fa-46f7-a19c-ecb7d94a6890/77013a66-05fa-46f7-a19c-ecb7d94a6890.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1917.127036] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-712fc255-73e0-4dca-aabb-a9c5162dfc03 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.133844] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1917.133844] env[62220]: value = "task-1748251" [ 1917.133844] env[62220]: _type = "Task" [ 1917.133844] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.142771] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.267624] env[62220]: DEBUG nova.compute.utils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1917.269159] env[62220]: DEBUG nova.objects.instance [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'numa_topology' on Instance uuid 7aee23d1-fc18-447e-81c4-34dbc46766b9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.270218] env[62220]: DEBUG nova.compute.manager [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1917.270383] env[62220]: DEBUG nova.network.neutron [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1917.299646] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.338292] env[62220]: DEBUG nova.policy [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c00ea4c93274dac90719a86ecfb0fe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2854567d0d40b5b5a41ad53a0a9f1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1917.561233] env[62220]: DEBUG nova.network.neutron [req-ce16fcce-a78f-4a6a-b3f3-72a25134cba3 req-9230033e-8ed3-4258-a1d1-edc1c103a1f4 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Updated VIF entry in instance network info cache for port a31fe096-ffa8-4aee-9b93-f2e71c21850d. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1917.561621] env[62220]: DEBUG nova.network.neutron [req-ce16fcce-a78f-4a6a-b3f3-72a25134cba3 req-9230033e-8ed3-4258-a1d1-edc1c103a1f4 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Updating instance_info_cache with network_info: [{"id": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "address": "fa:16:3e:aa:f9:8a", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": null, "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa31fe096-ff", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.643856] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481488} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.644128] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 77013a66-05fa-46f7-a19c-ecb7d94a6890/77013a66-05fa-46f7-a19c-ecb7d94a6890.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1917.644366] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1917.644614] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d42b5f9-19dd-4f56-8ca5-c281953f5c9f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.651371] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1917.651371] env[62220]: value = "task-1748252" [ 1917.651371] env[62220]: _type = "Task" [ 1917.651371] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.659307] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.771906] env[62220]: DEBUG nova.compute.manager [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1917.775201] env[62220]: DEBUG nova.objects.base [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Object Instance<7aee23d1-fc18-447e-81c4-34dbc46766b9> lazy-loaded attributes: resources,numa_topology {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1917.911173] env[62220]: DEBUG nova.network.neutron [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Successfully created port: 5923c806-70fe-4a01-931b-f0d78f3abb17 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1917.930084] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1917.931041] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30451afd-358d-4572-a5b0-6ae1b7a93864 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.940680] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1917.943515] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5199e43-af82-4623-80e4-11f900c165d7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.020084] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc52ae2-a878-45ae-8a53-4088e5a0ccdb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.028016] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a0c289-aec1-4f66-b5c1-f65f7ccb070b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.060100] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "7aee23d1-fc18-447e-81c4-34dbc46766b9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.062683] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab578de-ab07-430a-a439-04104c5c74ff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.065402] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1918.065618] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1918.065798] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleting the datastore file [datastore1] 7f384fff-2a50-41a8-b954-5fc1efaf163e {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1918.066301] env[62220]: DEBUG oslo_concurrency.lockutils [req-ce16fcce-a78f-4a6a-b3f3-72a25134cba3 req-9230033e-8ed3-4258-a1d1-edc1c103a1f4 service nova] Releasing lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.066629] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c35f6fd-2ad2-4793-82ed-c958ed37cf2c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.073240] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243fb6ce-6e64-4a26-ac79-608e1ce4165a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.078688] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1918.078688] env[62220]: value = "task-1748254" [ 1918.078688] env[62220]: _type = "Task" [ 1918.078688] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.090151] env[62220]: DEBUG nova.compute.provider_tree [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1918.098777] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.162784] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060644} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.163408] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1918.164404] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7df18f1-d371-46f8-a3d1-83d46f20c1f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.189592] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 77013a66-05fa-46f7-a19c-ecb7d94a6890/77013a66-05fa-46f7-a19c-ecb7d94a6890.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1918.190165] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d67ce202-7874-4ab7-a0a2-4d9f288ef9a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.212597] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1918.212597] env[62220]: value = "task-1748255" [ 1918.212597] env[62220]: _type = "Task" [ 1918.212597] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.221788] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.588711] env[62220]: DEBUG oslo_vmware.api [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136462} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.590052] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.590052] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.590052] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.614643] env[62220]: ERROR nova.scheduler.client.report [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [req-81a6b60e-ee28-42f3-a4f6-33aaac64cf85] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-81a6b60e-ee28-42f3-a4f6-33aaac64cf85"}]} [ 1918.617488] env[62220]: INFO nova.scheduler.client.report [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleted allocations for instance 7f384fff-2a50-41a8-b954-5fc1efaf163e [ 1918.637867] env[62220]: DEBUG nova.scheduler.client.report [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1918.652614] env[62220]: DEBUG nova.scheduler.client.report [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1918.652917] env[62220]: DEBUG nova.compute.provider_tree [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1918.665349] env[62220]: DEBUG nova.scheduler.client.report [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1918.685229] env[62220]: DEBUG nova.scheduler.client.report [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1918.724966] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748255, 'name': ReconfigVM_Task, 'duration_secs': 0.275891} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.727424] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 77013a66-05fa-46f7-a19c-ecb7d94a6890/77013a66-05fa-46f7-a19c-ecb7d94a6890.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1918.728456] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af394408-3fb0-4530-b429-802b83440757 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.736010] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1918.736010] env[62220]: value = "task-1748256" [ 1918.736010] env[62220]: _type = "Task" [ 1918.736010] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.748443] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748256, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.784483] env[62220]: DEBUG nova.compute.manager [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1918.810937] env[62220]: DEBUG nova.virt.hardware [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1918.811198] env[62220]: DEBUG nova.virt.hardware [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1918.811358] env[62220]: DEBUG nova.virt.hardware [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.811541] env[62220]: DEBUG nova.virt.hardware [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1918.811687] env[62220]: DEBUG nova.virt.hardware [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.811838] env[62220]: DEBUG nova.virt.hardware [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1918.812064] env[62220]: DEBUG nova.virt.hardware [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1918.812236] env[62220]: DEBUG nova.virt.hardware [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1918.812397] env[62220]: DEBUG nova.virt.hardware [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1918.812558] env[62220]: DEBUG nova.virt.hardware [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1918.812731] env[62220]: DEBUG nova.virt.hardware [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1918.813584] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0384c3ae-75a2-45c3-8b2e-e976174fc18e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.823533] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c667a854-74c6-4185-b229-a9b5d950b47d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.842721] env[62220]: DEBUG nova.compute.manager [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Received event network-vif-unplugged-1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1918.842938] env[62220]: DEBUG oslo_concurrency.lockutils [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] Acquiring lock "7f384fff-2a50-41a8-b954-5fc1efaf163e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.843162] env[62220]: DEBUG oslo_concurrency.lockutils [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.843333] env[62220]: DEBUG oslo_concurrency.lockutils [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.843504] env[62220]: DEBUG nova.compute.manager [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] No waiting events found dispatching network-vif-unplugged-1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1918.843672] env[62220]: WARNING nova.compute.manager [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Received unexpected event network-vif-unplugged-1230b66c-91fd-4c42-a94c-212a0ecd11ab for instance with vm_state shelved_offloaded and task_state None. [ 1918.843833] env[62220]: DEBUG nova.compute.manager [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Received event network-changed-1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1918.843988] env[62220]: DEBUG nova.compute.manager [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Refreshing instance network info cache due to event network-changed-1230b66c-91fd-4c42-a94c-212a0ecd11ab. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1918.844184] env[62220]: DEBUG oslo_concurrency.lockutils [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] Acquiring lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.844359] env[62220]: DEBUG oslo_concurrency.lockutils [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] Acquired lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.844561] env[62220]: DEBUG nova.network.neutron [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Refreshing network info cache for port 1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1918.855623] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94968925-ec90-4a60-b93a-bb743dc1b22b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.863397] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c57db13-fac6-40ef-8ded-da2cb4585682 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.893170] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc7c716-f283-48b7-9786-1cb2f87eade5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.900515] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a68b8d-907e-4d0d-8d45-c4d498348a29 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.916430] env[62220]: DEBUG nova.compute.provider_tree [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.105495] env[62220]: DEBUG oslo_concurrency.lockutils [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.105767] env[62220]: DEBUG oslo_concurrency.lockutils [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.122803] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.247461] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748256, 'name': Rename_Task, 'duration_secs': 0.252161} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.247805] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1919.248058] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92a24447-88ec-4b59-bf7b-75aeb46df021 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.255347] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1919.255347] env[62220]: value = "task-1748257" [ 1919.255347] env[62220]: _type = "Task" [ 1919.255347] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.264236] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.449830] env[62220]: DEBUG nova.scheduler.client.report [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1919.450121] env[62220]: DEBUG nova.compute.provider_tree [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 164 to 165 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1919.450309] env[62220]: DEBUG nova.compute.provider_tree [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.609102] env[62220]: DEBUG nova.compute.utils [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1919.646905] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1919.707899] env[62220]: DEBUG nova.network.neutron [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updated VIF entry in instance network info cache for port 1230b66c-91fd-4c42-a94c-212a0ecd11ab. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1919.708284] env[62220]: DEBUG nova.network.neutron [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updating instance_info_cache with network_info: [{"id": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "address": "fa:16:3e:e0:82:30", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1230b66c-91", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.765996] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.773537] env[62220]: DEBUG nova.network.neutron [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Successfully updated port: 5923c806-70fe-4a01-931b-f0d78f3abb17 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1919.841814] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.842013] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.842088] env[62220]: DEBUG nova.compute.manager [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Going to confirm migration 6 {{(pid=62220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1919.955018] env[62220]: DEBUG oslo_concurrency.lockutils [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.191s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.957583] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.835s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.957812] env[62220]: DEBUG nova.objects.instance [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lazy-loading 'resources' on Instance uuid 7f384fff-2a50-41a8-b954-5fc1efaf163e {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.112259] env[62220]: DEBUG oslo_concurrency.lockutils [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.211202] env[62220]: DEBUG oslo_concurrency.lockutils [req-a269130c-9bc2-43ac-bfe7-ec48654a0062 req-42b182b5-516f-4b1b-bc0d-b27941a790d3 service nova] Releasing lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.268253] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.275950] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-453b6ffe-af66-44e7-9fae-5c4ef4d88445" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.276121] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-453b6ffe-af66-44e7-9fae-5c4ef4d88445" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.276264] env[62220]: DEBUG nova.network.neutron [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1920.392128] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.392393] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquired lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.392594] env[62220]: DEBUG nova.network.neutron [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1920.392791] env[62220]: DEBUG nova.objects.instance [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lazy-loading 'info_cache' on Instance uuid 25861bf1-fdd1-4c8a-a02d-6f411cc0d981 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.461988] env[62220]: DEBUG nova.objects.instance [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lazy-loading 'numa_topology' on Instance uuid 7f384fff-2a50-41a8-b954-5fc1efaf163e {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.464672] env[62220]: DEBUG oslo_concurrency.lockutils [None req-88630a57-fe93-495a-b4be-6ee9f2b865da tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.102s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.465576] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.406s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.465782] env[62220]: INFO nova.compute.manager [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Unshelving [ 1920.767438] env[62220]: DEBUG oslo_vmware.api [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748257, 'name': PowerOnVM_Task, 'duration_secs': 1.137328} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.767723] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1920.767952] env[62220]: DEBUG nova.compute.manager [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1920.768733] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f696635-ed40-4e7d-af83-234bb392ea04 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.822744] env[62220]: DEBUG nova.network.neutron [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1920.965491] env[62220]: DEBUG nova.objects.base [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Object Instance<7f384fff-2a50-41a8-b954-5fc1efaf163e> lazy-loaded attributes: resources,numa_topology {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1921.030662] env[62220]: DEBUG nova.network.neutron [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Updating instance_info_cache with network_info: [{"id": "5923c806-70fe-4a01-931b-f0d78f3abb17", "address": "fa:16:3e:eb:b7:18", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5923c806-70", "ovs_interfaceid": "5923c806-70fe-4a01-931b-f0d78f3abb17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.126040] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca8d003-e693-4c86-a7e8-8662856a1311 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.133852] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e57ef4f-9d1c-4bb4-a73d-c65031d50633 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.164491] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62317d92-8d74-435c-90ed-c99bfa562155 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.172405] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52598fe-8947-4f77-bb17-71327382cf2a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.176451] env[62220]: DEBUG oslo_concurrency.lockutils [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.176687] env[62220]: DEBUG oslo_concurrency.lockutils [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.176904] env[62220]: INFO nova.compute.manager [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Attaching volume 707d5ed2-da40-4347-8585-693a5573148b to /dev/sdb [ 1921.188858] env[62220]: DEBUG nova.compute.provider_tree [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.216023] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91b9ee1-8e43-42f5-bb60-0c8ee0e8d396 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.225489] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d680d38-9183-4c5a-a2a0-9498c4ec7fa2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.236392] env[62220]: DEBUG nova.compute.manager [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Received event network-vif-plugged-5923c806-70fe-4a01-931b-f0d78f3abb17 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1921.236509] env[62220]: DEBUG oslo_concurrency.lockutils [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] Acquiring lock "453b6ffe-af66-44e7-9fae-5c4ef4d88445-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.236671] env[62220]: DEBUG oslo_concurrency.lockutils [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] Lock "453b6ffe-af66-44e7-9fae-5c4ef4d88445-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.236913] env[62220]: DEBUG oslo_concurrency.lockutils [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] Lock "453b6ffe-af66-44e7-9fae-5c4ef4d88445-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.237058] env[62220]: DEBUG nova.compute.manager [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] No waiting events found dispatching network-vif-plugged-5923c806-70fe-4a01-931b-f0d78f3abb17 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1921.237210] env[62220]: WARNING nova.compute.manager [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Received unexpected event network-vif-plugged-5923c806-70fe-4a01-931b-f0d78f3abb17 for instance with vm_state building and task_state spawning. [ 1921.237370] env[62220]: DEBUG nova.compute.manager [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Received event network-changed-5923c806-70fe-4a01-931b-f0d78f3abb17 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1921.237529] env[62220]: DEBUG nova.compute.manager [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Refreshing instance network info cache due to event network-changed-5923c806-70fe-4a01-931b-f0d78f3abb17. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1921.237698] env[62220]: DEBUG oslo_concurrency.lockutils [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] Acquiring lock "refresh_cache-453b6ffe-af66-44e7-9fae-5c4ef4d88445" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.241936] env[62220]: DEBUG nova.virt.block_device [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Updating existing volume attachment record: d67204a8-aeed-4063-a9ef-27e4922f30b0 {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1921.284295] env[62220]: DEBUG oslo_concurrency.lockutils [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.489911] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.532808] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-453b6ffe-af66-44e7-9fae-5c4ef4d88445" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.533197] env[62220]: DEBUG nova.compute.manager [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Instance network_info: |[{"id": "5923c806-70fe-4a01-931b-f0d78f3abb17", "address": "fa:16:3e:eb:b7:18", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5923c806-70", "ovs_interfaceid": "5923c806-70fe-4a01-931b-f0d78f3abb17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1921.533545] env[62220]: DEBUG oslo_concurrency.lockutils [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] Acquired lock "refresh_cache-453b6ffe-af66-44e7-9fae-5c4ef4d88445" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.533739] env[62220]: DEBUG nova.network.neutron [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Refreshing network info cache for port 5923c806-70fe-4a01-931b-f0d78f3abb17 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.535832] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:b7:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5923c806-70fe-4a01-931b-f0d78f3abb17', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1921.543515] env[62220]: DEBUG oslo.service.loopingcall [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.546364] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1921.547072] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32b0f385-c2b3-4c67-9075-7cc9ffca251c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.567902] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1921.567902] env[62220]: value = "task-1748259" [ 1921.567902] env[62220]: _type = "Task" [ 1921.567902] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.576132] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748259, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.694575] env[62220]: DEBUG nova.scheduler.client.report [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1921.703576] env[62220]: DEBUG nova.network.neutron [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance_info_cache with network_info: [{"id": "8497de6a-e153-414c-8122-5b4bfc311b77", "address": "fa:16:3e:9f:b0:5a", "network": {"id": "48f11d8c-8dc0-439b-ae83-34e2c5d364c1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1219375442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b1af6cefd1743c5876656588f212088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8497de6a-e1", "ovs_interfaceid": "8497de6a-e153-414c-8122-5b4bfc311b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.723538] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.723848] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.078019] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748259, 'name': CreateVM_Task, 'duration_secs': 0.480086} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.078200] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1922.078829] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.079017] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.079447] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1922.079580] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f538334-24a1-438f-94eb-aa7896dcad3e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.084474] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1922.084474] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52439c3b-4065-5bec-94f8-479a6e5bb460" [ 1922.084474] env[62220]: _type = "Task" [ 1922.084474] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.091346] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52439c3b-4065-5bec-94f8-479a6e5bb460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.201342] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.203833] env[62220]: DEBUG oslo_concurrency.lockutils [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.920s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.204054] env[62220]: DEBUG nova.objects.instance [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1922.208481] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Releasing lock "refresh_cache-25861bf1-fdd1-4c8a-a02d-6f411cc0d981" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.208929] env[62220]: DEBUG nova.objects.instance [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lazy-loading 'migration_context' on Instance uuid 25861bf1-fdd1-4c8a-a02d-6f411cc0d981 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1922.226949] env[62220]: INFO nova.compute.manager [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Detaching volume 56e8bd03-44f2-40bd-a7f0-9f42e099dfbf [ 1922.245272] env[62220]: DEBUG nova.network.neutron [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Updated VIF entry in instance network info cache for port 5923c806-70fe-4a01-931b-f0d78f3abb17. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1922.245596] env[62220]: DEBUG nova.network.neutron [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Updating instance_info_cache with network_info: [{"id": "5923c806-70fe-4a01-931b-f0d78f3abb17", "address": "fa:16:3e:eb:b7:18", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5923c806-70", "ovs_interfaceid": "5923c806-70fe-4a01-931b-f0d78f3abb17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.261457] env[62220]: INFO nova.virt.block_device [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Attempting to driver detach volume 56e8bd03-44f2-40bd-a7f0-9f42e099dfbf from mountpoint /dev/sdb [ 1922.261550] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1922.261803] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363444', 'volume_id': '56e8bd03-44f2-40bd-a7f0-9f42e099dfbf', 'name': 'volume-56e8bd03-44f2-40bd-a7f0-9f42e099dfbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a813f177-1ad1-4e16-95a0-1ac266e5306c', 'attached_at': '', 'detached_at': '', 'volume_id': '56e8bd03-44f2-40bd-a7f0-9f42e099dfbf', 'serial': '56e8bd03-44f2-40bd-a7f0-9f42e099dfbf'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1922.262979] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e5e5f9-b4cf-4d1c-89cd-61f5db99da9c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.285950] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e04aaf-45a1-4f46-a7b1-b569af3190de {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.292741] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d6f438-e238-4f2d-8948-d577f5383787 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.313293] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f517313-1684-4694-a376-dcc00a099652 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.330275] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] The volume has not been displaced from its original location: [datastore1] volume-56e8bd03-44f2-40bd-a7f0-9f42e099dfbf/volume-56e8bd03-44f2-40bd-a7f0-9f42e099dfbf.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1922.335293] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1922.335737] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6124f7ea-7c8f-4179-8d94-a80c1ea72f5c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.353092] env[62220]: DEBUG oslo_vmware.api [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1922.353092] env[62220]: value = "task-1748260" [ 1922.353092] env[62220]: _type = "Task" [ 1922.353092] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.360421] env[62220]: DEBUG oslo_vmware.api [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.594496] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52439c3b-4065-5bec-94f8-479a6e5bb460, 'name': SearchDatastore_Task, 'duration_secs': 0.033696} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.594816] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.595071] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.595381] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.595485] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.595630] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1922.595881] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdbc1904-1cfc-4068-aec3-3b1f0bdc9b05 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.607582] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1922.607769] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1922.608582] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ba7a6d-bbc7-4b4d-8c68-3fb269734872 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.615542] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1922.615542] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d6443-959a-693f-62e4-2e7b8876390e" [ 1922.615542] env[62220]: _type = "Task" [ 1922.615542] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.620960] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d6443-959a-693f-62e4-2e7b8876390e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.716214] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ebc075b0-9bd5-46f1-9394-4da539d50ba7 tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.130s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.717892] env[62220]: DEBUG nova.objects.base [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Object Instance<25861bf1-fdd1-4c8a-a02d-6f411cc0d981> lazy-loaded attributes: info_cache,migration_context {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1922.718885] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2b4aa8-4048-480a-8bcc-2734d1e42b3f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.740922] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375bb7fd-9771-4bac-8412-6ed027a89d81 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.745191] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "77013a66-05fa-46f7-a19c-ecb7d94a6890" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.745447] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "77013a66-05fa-46f7-a19c-ecb7d94a6890" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.745637] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "77013a66-05fa-46f7-a19c-ecb7d94a6890-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.745854] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "77013a66-05fa-46f7-a19c-ecb7d94a6890-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.746057] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "77013a66-05fa-46f7-a19c-ecb7d94a6890-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.747958] env[62220]: INFO nova.compute.manager [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Terminating instance [ 1922.755458] env[62220]: DEBUG oslo_concurrency.lockutils [req-c21555b9-0e74-41f9-bd9a-f19e4a35635e req-931ea495-e485-4cf7-8bfd-e81a34e61ea9 service nova] Releasing lock "refresh_cache-453b6ffe-af66-44e7-9fae-5c4ef4d88445" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.755458] env[62220]: DEBUG oslo_vmware.api [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1922.755458] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5242a808-5e31-aeb5-4716-bcb6bb32cdcd" [ 1922.755458] env[62220]: _type = "Task" [ 1922.755458] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.761998] env[62220]: DEBUG oslo_vmware.api [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5242a808-5e31-aeb5-4716-bcb6bb32cdcd, 'name': SearchDatastore_Task, 'duration_secs': 0.01284} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.762280] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.863225] env[62220]: DEBUG oslo_vmware.api [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748260, 'name': ReconfigVM_Task, 'duration_secs': 0.249491} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.863547] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1922.869546] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e665032f-f24c-47bd-b755-0042e3daa97c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.885213] env[62220]: DEBUG oslo_vmware.api [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1922.885213] env[62220]: value = "task-1748261" [ 1922.885213] env[62220]: _type = "Task" [ 1922.885213] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.893867] env[62220]: DEBUG oslo_vmware.api [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.124053] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526d6443-959a-693f-62e4-2e7b8876390e, 'name': SearchDatastore_Task, 'duration_secs': 0.030394} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.125036] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34290541-c09d-4799-8a5a-cc7369f420f9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.131680] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1923.131680] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e7882d-5fc7-6c10-7a01-0a706e0c497b" [ 1923.131680] env[62220]: _type = "Task" [ 1923.131680] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.144251] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e7882d-5fc7-6c10-7a01-0a706e0c497b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.214298] env[62220]: DEBUG oslo_concurrency.lockutils [None req-71c1b5bf-24a2-48f3-89ca-ea5c5ff83ae5 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.215540] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.726s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.215795] env[62220]: DEBUG nova.objects.instance [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'pci_requests' on Instance uuid 7aee23d1-fc18-447e-81c4-34dbc46766b9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1923.251566] env[62220]: DEBUG nova.compute.manager [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1923.251834] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1923.252746] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b764fe-7651-4055-8e56-ed81be0b1f4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.261121] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1923.261380] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5bdaff2-2f87-4745-a042-043249e5d8b6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.268128] env[62220]: DEBUG oslo_vmware.api [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1923.268128] env[62220]: value = "task-1748262" [ 1923.268128] env[62220]: _type = "Task" [ 1923.268128] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.276907] env[62220]: DEBUG oslo_vmware.api [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.397042] env[62220]: DEBUG oslo_vmware.api [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748261, 'name': ReconfigVM_Task, 'duration_secs': 0.155694} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.397482] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363444', 'volume_id': '56e8bd03-44f2-40bd-a7f0-9f42e099dfbf', 'name': 'volume-56e8bd03-44f2-40bd-a7f0-9f42e099dfbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a813f177-1ad1-4e16-95a0-1ac266e5306c', 'attached_at': '', 'detached_at': '', 'volume_id': '56e8bd03-44f2-40bd-a7f0-9f42e099dfbf', 'serial': '56e8bd03-44f2-40bd-a7f0-9f42e099dfbf'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1923.630451] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.630718] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.641480] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e7882d-5fc7-6c10-7a01-0a706e0c497b, 'name': SearchDatastore_Task, 'duration_secs': 0.012164} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.642745] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.642745] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 453b6ffe-af66-44e7-9fae-5c4ef4d88445/453b6ffe-af66-44e7-9fae-5c4ef4d88445.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1923.642856] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da6afe6e-25ed-44c0-917f-284d1f0ed0a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.646016] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "7f384fff-2a50-41a8-b954-5fc1efaf163e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.646016] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.646016] env[62220]: INFO nova.compute.manager [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Unshelving [ 1923.652414] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1923.652414] env[62220]: value = "task-1748264" [ 1923.652414] env[62220]: _type = "Task" [ 1923.652414] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.660842] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.720061] env[62220]: DEBUG nova.objects.instance [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'numa_topology' on Instance uuid 7aee23d1-fc18-447e-81c4-34dbc46766b9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1923.778291] env[62220]: DEBUG oslo_vmware.api [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748262, 'name': PowerOffVM_Task, 'duration_secs': 0.198054} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.778589] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1923.778798] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1923.779092] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6fcfe43-02d3-416c-8430-a59b7971aa32 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.892453] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1923.892627] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1923.892857] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleting the datastore file [datastore1] 77013a66-05fa-46f7-a19c-ecb7d94a6890 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1923.893622] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb8be102-f809-4e96-b1ae-f17b2bfc0b2d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.900881] env[62220]: DEBUG oslo_vmware.api [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1923.900881] env[62220]: value = "task-1748266" [ 1923.900881] env[62220]: _type = "Task" [ 1923.900881] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.909290] env[62220]: DEBUG oslo_vmware.api [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.945204] env[62220]: DEBUG nova.objects.instance [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lazy-loading 'flavor' on Instance uuid a813f177-1ad1-4e16-95a0-1ac266e5306c {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.136331] env[62220]: DEBUG nova.compute.manager [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1924.162348] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484137} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.162608] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 453b6ffe-af66-44e7-9fae-5c4ef4d88445/453b6ffe-af66-44e7-9fae-5c4ef4d88445.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1924.163955] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1924.163955] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13149ca7-1ebe-419c-b2de-ae6de9767804 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.169948] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1924.169948] env[62220]: value = "task-1748267" [ 1924.169948] env[62220]: _type = "Task" [ 1924.169948] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.179086] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.223031] env[62220]: INFO nova.compute.claims [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1924.411154] env[62220]: DEBUG oslo_vmware.api [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372688} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.411491] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1924.411536] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1924.411713] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1924.411887] env[62220]: INFO nova.compute.manager [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1924.412137] env[62220]: DEBUG oslo.service.loopingcall [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1924.412346] env[62220]: DEBUG nova.compute.manager [-] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1924.412445] env[62220]: DEBUG nova.network.neutron [-] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1924.667561] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.671056] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.682392] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082939} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.682710] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1924.683517] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d1e1be-b341-41d5-9f38-b25212f834f5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.706701] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 453b6ffe-af66-44e7-9fae-5c4ef4d88445/453b6ffe-af66-44e7-9fae-5c4ef4d88445.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.707041] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfbf0f0e-6928-4744-9771-c94acb249fea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.729254] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1924.729254] env[62220]: value = "task-1748268" [ 1924.729254] env[62220]: _type = "Task" [ 1924.729254] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.739052] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.790887] env[62220]: DEBUG nova.compute.manager [req-b13870b7-3af2-49f8-8b32-981b0ac38a12 req-2600abe2-3d27-4cce-b0ac-1ac07840d352 service nova] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Received event network-vif-deleted-bf46567d-77aa-4459-aeb0-627999ad91d1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1924.791170] env[62220]: INFO nova.compute.manager [req-b13870b7-3af2-49f8-8b32-981b0ac38a12 req-2600abe2-3d27-4cce-b0ac-1ac07840d352 service nova] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Neutron deleted interface bf46567d-77aa-4459-aeb0-627999ad91d1; detaching it from the instance and deleting it from the info cache [ 1924.791298] env[62220]: DEBUG nova.network.neutron [req-b13870b7-3af2-49f8-8b32-981b0ac38a12 req-2600abe2-3d27-4cce-b0ac-1ac07840d352 service nova] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.951947] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2eaf9cbe-cbfe-4ae7-a016-4caf76f3833a tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.223627] env[62220]: DEBUG nova.network.neutron [-] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.246373] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748268, 'name': ReconfigVM_Task, 'duration_secs': 0.283099} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.246829] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 453b6ffe-af66-44e7-9fae-5c4ef4d88445/453b6ffe-af66-44e7-9fae-5c4ef4d88445.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1925.247752] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b0dcc99-9d67-4fc7-b439-f4ada3a12675 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.261324] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1925.261324] env[62220]: value = "task-1748269" [ 1925.261324] env[62220]: _type = "Task" [ 1925.261324] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.279281] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748269, 'name': Rename_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.294423] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-515b905e-8f52-410d-875f-45525337463a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.308689] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de6feb3-6482-45ad-96da-42af0360275d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.344435] env[62220]: DEBUG nova.compute.manager [req-b13870b7-3af2-49f8-8b32-981b0ac38a12 req-2600abe2-3d27-4cce-b0ac-1ac07840d352 service nova] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Detach interface failed, port_id=bf46567d-77aa-4459-aeb0-627999ad91d1, reason: Instance 77013a66-05fa-46f7-a19c-ecb7d94a6890 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1925.445533] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b40fa11-5ecf-4648-9a0a-c9fff62041a1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.452667] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a049faf-faa0-4814-b1c2-ca9cc3709d5d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.482233] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5162bd-40b4-4242-9b05-4de89d8a0206 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.490695] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571f895b-f2fb-440a-bcb6-aeca28334d9d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.503910] env[62220]: DEBUG nova.compute.provider_tree [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1925.727082] env[62220]: INFO nova.compute.manager [-] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Took 1.31 seconds to deallocate network for instance. [ 1925.771413] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748269, 'name': Rename_Task, 'duration_secs': 0.176145} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.771716] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1925.771967] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66d63dad-df72-435a-86f0-7612f9348e8e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.778879] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1925.778879] env[62220]: value = "task-1748270" [ 1925.778879] env[62220]: _type = "Task" [ 1925.778879] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.786335] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.788750] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1925.788962] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363458', 'volume_id': '707d5ed2-da40-4347-8585-693a5573148b', 'name': 'volume-707d5ed2-da40-4347-8585-693a5573148b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd2de0dc8-c050-4f5f-b04d-27822b81c56b', 'attached_at': '', 'detached_at': '', 'volume_id': '707d5ed2-da40-4347-8585-693a5573148b', 'serial': '707d5ed2-da40-4347-8585-693a5573148b'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1925.789693] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6610a182-3c84-4716-9981-8966407c6d63 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.804920] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1ad00e-b1a4-42ef-b8e2-1cbeddfe3869 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.829737] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-707d5ed2-da40-4347-8585-693a5573148b/volume-707d5ed2-da40-4347-8585-693a5573148b.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1925.830387] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb9e4fd-c520-4fda-bda5-b0843c7f7b75 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.848953] env[62220]: DEBUG oslo_vmware.api [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1925.848953] env[62220]: value = "task-1748271" [ 1925.848953] env[62220]: _type = "Task" [ 1925.848953] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.858775] env[62220]: DEBUG oslo_vmware.api [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.007145] env[62220]: DEBUG nova.scheduler.client.report [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1926.051716] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.052026] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.052302] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "a813f177-1ad1-4e16-95a0-1ac266e5306c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.052479] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.052672] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.054857] env[62220]: INFO nova.compute.manager [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Terminating instance [ 1926.233545] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.289212] env[62220]: DEBUG oslo_vmware.api [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748270, 'name': PowerOnVM_Task, 'duration_secs': 0.450196} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.289447] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1926.289653] env[62220]: INFO nova.compute.manager [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1926.289833] env[62220]: DEBUG nova.compute.manager [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1926.290589] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d209698-b094-4e6f-b5a8-985748d952e4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.359584] env[62220]: DEBUG oslo_vmware.api [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748271, 'name': ReconfigVM_Task, 'duration_secs': 0.352866} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.359891] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-707d5ed2-da40-4347-8585-693a5573148b/volume-707d5ed2-da40-4347-8585-693a5573148b.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1926.364531] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b0170ed-1edc-4116-a3cf-24afacf4dca2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.379477] env[62220]: DEBUG oslo_vmware.api [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1926.379477] env[62220]: value = "task-1748272" [ 1926.379477] env[62220]: _type = "Task" [ 1926.379477] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.388293] env[62220]: DEBUG oslo_vmware.api [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.512241] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.297s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.514653] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.752s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.558859] env[62220]: DEBUG nova.compute.manager [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1926.559172] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1926.560081] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab864b7b-5f9e-49df-8bff-c0c67531ea51 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.568371] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.569036] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-577876e4-7839-4af2-aa61-3725b298ecca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.575439] env[62220]: DEBUG oslo_vmware.api [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1926.575439] env[62220]: value = "task-1748273" [ 1926.575439] env[62220]: _type = "Task" [ 1926.575439] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.579766] env[62220]: INFO nova.network.neutron [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Updating port a31fe096-ffa8-4aee-9b93-f2e71c21850d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1926.584488] env[62220]: DEBUG oslo_vmware.api [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.807916] env[62220]: INFO nova.compute.manager [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Took 13.31 seconds to build instance. [ 1926.889448] env[62220]: DEBUG oslo_vmware.api [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748272, 'name': ReconfigVM_Task, 'duration_secs': 0.198099} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.889768] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363458', 'volume_id': '707d5ed2-da40-4347-8585-693a5573148b', 'name': 'volume-707d5ed2-da40-4347-8585-693a5573148b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd2de0dc8-c050-4f5f-b04d-27822b81c56b', 'attached_at': '', 'detached_at': '', 'volume_id': '707d5ed2-da40-4347-8585-693a5573148b', 'serial': '707d5ed2-da40-4347-8585-693a5573148b'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1927.085418] env[62220]: DEBUG oslo_vmware.api [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748273, 'name': PowerOffVM_Task, 'duration_secs': 0.167958} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.085701] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1927.085874] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1927.086133] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-852eba3a-67c6-4990-8c0a-199ef82f8270 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.204330] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4281bfb3-3355-4577-850b-cc8ce3854683 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.211358] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5811b50-1f94-489c-9be3-3471fd33308b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.241133] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330382d9-9b0e-471e-a617-065c81056bb7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.249702] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8e136b-8068-4d3d-aa14-10e8eeff2ac1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.265631] env[62220]: DEBUG nova.compute.provider_tree [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.310428] env[62220]: DEBUG oslo_concurrency.lockutils [None req-9e32e0af-38cb-4e28-8a5b-dcb4a7e9e7b2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "453b6ffe-af66-44e7-9fae-5c4ef4d88445" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.821s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.507641] env[62220]: DEBUG nova.compute.manager [req-e295efdd-0205-470c-ad3d-28bd5b4b5c3b req-39984467-c5e1-4bd0-881c-f2daad202879 service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Received event network-changed-5923c806-70fe-4a01-931b-f0d78f3abb17 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1927.507902] env[62220]: DEBUG nova.compute.manager [req-e295efdd-0205-470c-ad3d-28bd5b4b5c3b req-39984467-c5e1-4bd0-881c-f2daad202879 service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Refreshing instance network info cache due to event network-changed-5923c806-70fe-4a01-931b-f0d78f3abb17. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1927.508129] env[62220]: DEBUG oslo_concurrency.lockutils [req-e295efdd-0205-470c-ad3d-28bd5b4b5c3b req-39984467-c5e1-4bd0-881c-f2daad202879 service nova] Acquiring lock "refresh_cache-453b6ffe-af66-44e7-9fae-5c4ef4d88445" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.508310] env[62220]: DEBUG oslo_concurrency.lockutils [req-e295efdd-0205-470c-ad3d-28bd5b4b5c3b req-39984467-c5e1-4bd0-881c-f2daad202879 service nova] Acquired lock "refresh_cache-453b6ffe-af66-44e7-9fae-5c4ef4d88445" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.508503] env[62220]: DEBUG nova.network.neutron [req-e295efdd-0205-470c-ad3d-28bd5b4b5c3b req-39984467-c5e1-4bd0-881c-f2daad202879 service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Refreshing network info cache for port 5923c806-70fe-4a01-931b-f0d78f3abb17 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1927.716284] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1927.716528] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1927.716710] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Deleting the datastore file [datastore1] a813f177-1ad1-4e16-95a0-1ac266e5306c {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1927.717187] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2479d24a-128d-4f16-8e30-900b8897dd15 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.724171] env[62220]: DEBUG oslo_vmware.api [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1927.724171] env[62220]: value = "task-1748275" [ 1927.724171] env[62220]: _type = "Task" [ 1927.724171] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.731847] env[62220]: DEBUG oslo_vmware.api [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.768996] env[62220]: DEBUG nova.scheduler.client.report [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1927.928419] env[62220]: DEBUG nova.objects.instance [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lazy-loading 'flavor' on Instance uuid d2de0dc8-c050-4f5f-b04d-27822b81c56b {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.233599] env[62220]: DEBUG oslo_vmware.api [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264373} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.233859] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1928.234066] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1928.234251] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1928.234468] env[62220]: INFO nova.compute.manager [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1928.234745] env[62220]: DEBUG oslo.service.loopingcall [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1928.235095] env[62220]: DEBUG nova.compute.manager [-] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1928.235095] env[62220]: DEBUG nova.network.neutron [-] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1928.368545] env[62220]: DEBUG nova.network.neutron [req-e295efdd-0205-470c-ad3d-28bd5b4b5c3b req-39984467-c5e1-4bd0-881c-f2daad202879 service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Updated VIF entry in instance network info cache for port 5923c806-70fe-4a01-931b-f0d78f3abb17. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1928.368916] env[62220]: DEBUG nova.network.neutron [req-e295efdd-0205-470c-ad3d-28bd5b4b5c3b req-39984467-c5e1-4bd0-881c-f2daad202879 service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Updating instance_info_cache with network_info: [{"id": "5923c806-70fe-4a01-931b-f0d78f3abb17", "address": "fa:16:3e:eb:b7:18", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5923c806-70", "ovs_interfaceid": "5923c806-70fe-4a01-931b-f0d78f3abb17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.384865] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.385079] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.385250] env[62220]: DEBUG nova.network.neutron [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1928.436700] env[62220]: DEBUG oslo_concurrency.lockutils [None req-601dcc5d-06e2-4062-9a52-ba2f32a970ed tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.260s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.779329] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.265s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.782915] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.115s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.784393] env[62220]: INFO nova.compute.claims [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1928.873805] env[62220]: DEBUG oslo_concurrency.lockutils [req-e295efdd-0205-470c-ad3d-28bd5b4b5c3b req-39984467-c5e1-4bd0-881c-f2daad202879 service nova] Releasing lock "refresh_cache-453b6ffe-af66-44e7-9fae-5c4ef4d88445" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.935763] env[62220]: DEBUG nova.compute.manager [req-3b30dadd-9c6f-47fb-9b82-f0705e5b03d9 req-09ca2fe9-c063-4ec5-8824-583a27c67fc7 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Received event network-vif-deleted-1ebf739c-5ab4-407c-8e48-558a31266e78 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1928.936053] env[62220]: INFO nova.compute.manager [req-3b30dadd-9c6f-47fb-9b82-f0705e5b03d9 req-09ca2fe9-c063-4ec5-8824-583a27c67fc7 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Neutron deleted interface 1ebf739c-5ab4-407c-8e48-558a31266e78; detaching it from the instance and deleting it from the info cache [ 1928.936284] env[62220]: DEBUG nova.network.neutron [req-3b30dadd-9c6f-47fb-9b82-f0705e5b03d9 req-09ca2fe9-c063-4ec5-8824-583a27c67fc7 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.154606] env[62220]: DEBUG oslo_concurrency.lockutils [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.154843] env[62220]: DEBUG oslo_concurrency.lockutils [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.176598] env[62220]: DEBUG nova.network.neutron [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Updating instance_info_cache with network_info: [{"id": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "address": "fa:16:3e:aa:f9:8a", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31fe096-ff", "ovs_interfaceid": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.358501] env[62220]: INFO nova.scheduler.client.report [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleted allocation for migration 6a56ed22-5601-4f37-8214-7964158de38f [ 1929.408888] env[62220]: DEBUG nova.network.neutron [-] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.439650] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e7c558a-41bb-488c-a6cc-bfa3520e491f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.450575] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87247e37-65e8-4df8-84b0-f438e6f3706a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.481709] env[62220]: DEBUG nova.compute.manager [req-3b30dadd-9c6f-47fb-9b82-f0705e5b03d9 req-09ca2fe9-c063-4ec5-8824-583a27c67fc7 service nova] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Detach interface failed, port_id=1ebf739c-5ab4-407c-8e48-558a31266e78, reason: Instance a813f177-1ad1-4e16-95a0-1ac266e5306c could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1929.566721] env[62220]: DEBUG nova.compute.manager [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Received event network-vif-plugged-a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1929.566989] env[62220]: DEBUG oslo_concurrency.lockutils [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] Acquiring lock "7aee23d1-fc18-447e-81c4-34dbc46766b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.570340] env[62220]: DEBUG oslo_concurrency.lockutils [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.570557] env[62220]: DEBUG oslo_concurrency.lockutils [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.570761] env[62220]: DEBUG nova.compute.manager [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] No waiting events found dispatching network-vif-plugged-a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1929.571024] env[62220]: WARNING nova.compute.manager [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Received unexpected event network-vif-plugged-a31fe096-ffa8-4aee-9b93-f2e71c21850d for instance with vm_state shelved_offloaded and task_state spawning. [ 1929.571164] env[62220]: DEBUG nova.compute.manager [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Received event network-changed-a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1929.571350] env[62220]: DEBUG nova.compute.manager [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Refreshing instance network info cache due to event network-changed-a31fe096-ffa8-4aee-9b93-f2e71c21850d. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1929.571548] env[62220]: DEBUG oslo_concurrency.lockutils [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] Acquiring lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.659007] env[62220]: INFO nova.compute.manager [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Detaching volume 707d5ed2-da40-4347-8585-693a5573148b [ 1929.679725] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.682518] env[62220]: DEBUG oslo_concurrency.lockutils [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] Acquired lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.686250] env[62220]: DEBUG nova.network.neutron [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Refreshing network info cache for port a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1929.706504] env[62220]: INFO nova.virt.block_device [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Attempting to driver detach volume 707d5ed2-da40-4347-8585-693a5573148b from mountpoint /dev/sdb [ 1929.706746] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1929.706942] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363458', 'volume_id': '707d5ed2-da40-4347-8585-693a5573148b', 'name': 'volume-707d5ed2-da40-4347-8585-693a5573148b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd2de0dc8-c050-4f5f-b04d-27822b81c56b', 'attached_at': '', 'detached_at': '', 'volume_id': '707d5ed2-da40-4347-8585-693a5573148b', 'serial': '707d5ed2-da40-4347-8585-693a5573148b'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1929.707931] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c48433-b76e-492a-9cbd-5c24da81c481 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.712456] env[62220]: DEBUG nova.virt.hardware [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5a1e81c395eb3c2640f0f12eebe2eefe',container_format='bare',created_at=2024-12-11T11:13:42Z,direct_url=,disk_format='vmdk',id=1872635a-0fd1-4218-aff8-b9f6a4504fe9,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1940645718-shelved',owner='3abdd0398ad4417dafe7e304ad10efbe',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2024-12-11T11:13:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1929.712694] env[62220]: DEBUG nova.virt.hardware [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1929.712853] env[62220]: DEBUG nova.virt.hardware [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1929.713056] env[62220]: DEBUG nova.virt.hardware [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1929.713212] env[62220]: DEBUG nova.virt.hardware [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1929.713361] env[62220]: DEBUG nova.virt.hardware [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1929.713571] env[62220]: DEBUG nova.virt.hardware [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1929.713735] env[62220]: DEBUG nova.virt.hardware [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1929.713900] env[62220]: DEBUG nova.virt.hardware [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1929.714074] env[62220]: DEBUG nova.virt.hardware [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1929.714253] env[62220]: DEBUG nova.virt.hardware [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1929.715270] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6812e7-5f56-4100-b1cb-27fb7e02d6e5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.738184] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b84ab73-bd9e-4ed6-a91a-08f740b11555 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.742622] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f999e8b5-d24f-48b0-a784-139da2ca9895 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.754497] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:f9:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a31fe096-ffa8-4aee-9b93-f2e71c21850d', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1929.761935] env[62220]: DEBUG oslo.service.loopingcall [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.763612] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1929.763933] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-291989b5-36ae-4bcf-b44a-88d7b0df6582 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.777839] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c6dd79-e26e-4d41-a927-4d6876f0c187 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.799170] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cea0faa-1147-4b05-9a03-eb2eed0200eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.803898] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1929.803898] env[62220]: value = "task-1748276" [ 1929.803898] env[62220]: _type = "Task" [ 1929.803898] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.817417] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] The volume has not been displaced from its original location: [datastore1] volume-707d5ed2-da40-4347-8585-693a5573148b/volume-707d5ed2-da40-4347-8585-693a5573148b.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1929.822595] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1929.827201] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e6b517a-0933-499b-aea0-c87adb620fe9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.845563] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748276, 'name': CreateVM_Task} progress is 15%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.850445] env[62220]: DEBUG oslo_vmware.api [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1929.850445] env[62220]: value = "task-1748277" [ 1929.850445] env[62220]: _type = "Task" [ 1929.850445] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.860838] env[62220]: DEBUG oslo_vmware.api [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.864477] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.022s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.914498] env[62220]: INFO nova.compute.manager [-] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Took 1.68 seconds to deallocate network for instance. [ 1930.012719] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac80d281-35f6-465c-9a0b-c61cfb4a9538 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.020435] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca59a5a-572e-484d-bedd-1628e72c44fa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.049635] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8899a897-8cbf-43ef-9f9c-2b58acca2004 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.057245] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8dbd50-58ce-4134-baf7-3f5c37b6db6d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.070709] env[62220]: DEBUG nova.compute.provider_tree [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.313829] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748276, 'name': CreateVM_Task, 'duration_secs': 0.411846} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.314051] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1930.314754] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1872635a-0fd1-4218-aff8-b9f6a4504fe9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.314935] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1872635a-0fd1-4218-aff8-b9f6a4504fe9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.315324] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1872635a-0fd1-4218-aff8-b9f6a4504fe9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1930.315595] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc51b41-85c3-41a0-8a4f-1121567221eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.320717] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1930.320717] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eb074d-bf56-af49-ab6a-39dd52405d6b" [ 1930.320717] env[62220]: _type = "Task" [ 1930.320717] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.331547] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52eb074d-bf56-af49-ab6a-39dd52405d6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.360198] env[62220]: DEBUG oslo_vmware.api [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748277, 'name': ReconfigVM_Task, 'duration_secs': 0.260698} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.360476] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1930.366856] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea11feb0-c980-4e15-a7bc-2a2b73f939dc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.381562] env[62220]: DEBUG oslo_vmware.api [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1930.381562] env[62220]: value = "task-1748278" [ 1930.381562] env[62220]: _type = "Task" [ 1930.381562] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.392272] env[62220]: DEBUG oslo_vmware.api [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.420864] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.464222] env[62220]: DEBUG nova.network.neutron [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Updated VIF entry in instance network info cache for port a31fe096-ffa8-4aee-9b93-f2e71c21850d. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1930.464842] env[62220]: DEBUG nova.network.neutron [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Updating instance_info_cache with network_info: [{"id": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "address": "fa:16:3e:aa:f9:8a", "network": {"id": "c00a911a-8856-42e0-ae0b-3264b0cd9eb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-194892986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abdd0398ad4417dafe7e304ad10efbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31fe096-ff", "ovs_interfaceid": "a31fe096-ffa8-4aee-9b93-f2e71c21850d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.574164] env[62220]: DEBUG nova.scheduler.client.report [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1930.831097] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1872635a-0fd1-4218-aff8-b9f6a4504fe9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.831482] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Processing image 1872635a-0fd1-4218-aff8-b9f6a4504fe9 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1930.831591] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1872635a-0fd1-4218-aff8-b9f6a4504fe9/1872635a-0fd1-4218-aff8-b9f6a4504fe9.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.831747] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1872635a-0fd1-4218-aff8-b9f6a4504fe9/1872635a-0fd1-4218-aff8-b9f6a4504fe9.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.831929] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1930.832203] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dfb86c1-ce74-469e-acf0-31131e8ee359 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.840405] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1930.840670] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1930.841463] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debc7fc1-f16e-45c2-ab78-3cbf63751cb8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.846236] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1930.846236] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f54d60-1a28-4a16-d4a3-1f3a93f6386d" [ 1930.846236] env[62220]: _type = "Task" [ 1930.846236] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.853805] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f54d60-1a28-4a16-d4a3-1f3a93f6386d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.892190] env[62220]: DEBUG oslo_vmware.api [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748278, 'name': ReconfigVM_Task, 'duration_secs': 0.137821} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.892505] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363458', 'volume_id': '707d5ed2-da40-4347-8585-693a5573148b', 'name': 'volume-707d5ed2-da40-4347-8585-693a5573148b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd2de0dc8-c050-4f5f-b04d-27822b81c56b', 'attached_at': '', 'detached_at': '', 'volume_id': '707d5ed2-da40-4347-8585-693a5573148b', 'serial': '707d5ed2-da40-4347-8585-693a5573148b'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1930.967825] env[62220]: DEBUG oslo_concurrency.lockutils [req-9cf4b5ba-0876-4dd6-83e7-06d47a401418 req-9f829b29-6524-4f42-ab9f-2c2dfdec2956 service nova] Releasing lock "refresh_cache-7aee23d1-fc18-447e-81c4-34dbc46766b9" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.078974] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.081129] env[62220]: DEBUG nova.compute.manager [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1931.082651] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.412s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.082863] env[62220]: DEBUG nova.objects.instance [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f384fff-2a50-41a8-b954-5fc1efaf163e {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1931.356630] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Preparing fetch location {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1931.356918] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Fetch image to [datastore1] OSTACK_IMG_90e30896-57e5-48c4-a4f4-201241111b19/OSTACK_IMG_90e30896-57e5-48c4-a4f4-201241111b19.vmdk {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1931.357119] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Downloading stream optimized image 1872635a-0fd1-4218-aff8-b9f6a4504fe9 to [datastore1] OSTACK_IMG_90e30896-57e5-48c4-a4f4-201241111b19/OSTACK_IMG_90e30896-57e5-48c4-a4f4-201241111b19.vmdk on the data store datastore1 as vApp {{(pid=62220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1931.357295] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Downloading image file data 1872635a-0fd1-4218-aff8-b9f6a4504fe9 to the ESX as VM named 'OSTACK_IMG_90e30896-57e5-48c4-a4f4-201241111b19' {{(pid=62220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1931.371526] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.371754] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.371958] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.372154] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.372320] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.374552] env[62220]: INFO nova.compute.manager [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Terminating instance [ 1931.433175] env[62220]: DEBUG oslo_vmware.rw_handles [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1931.433175] env[62220]: value = "resgroup-9" [ 1931.433175] env[62220]: _type = "ResourcePool" [ 1931.433175] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1931.433486] env[62220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-47c613c4-e724-49ed-b4c6-33ca02c82400 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.449446] env[62220]: DEBUG nova.objects.instance [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lazy-loading 'flavor' on Instance uuid d2de0dc8-c050-4f5f-b04d-27822b81c56b {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1931.457313] env[62220]: DEBUG oslo_vmware.rw_handles [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lease: (returnval){ [ 1931.457313] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52503bdd-b5c2-c09d-848c-8d5dc51d5852" [ 1931.457313] env[62220]: _type = "HttpNfcLease" [ 1931.457313] env[62220]: } obtained for vApp import into resource pool (val){ [ 1931.457313] env[62220]: value = "resgroup-9" [ 1931.457313] env[62220]: _type = "ResourcePool" [ 1931.457313] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1931.457744] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the lease: (returnval){ [ 1931.457744] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52503bdd-b5c2-c09d-848c-8d5dc51d5852" [ 1931.457744] env[62220]: _type = "HttpNfcLease" [ 1931.457744] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1931.464749] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1931.464749] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52503bdd-b5c2-c09d-848c-8d5dc51d5852" [ 1931.464749] env[62220]: _type = "HttpNfcLease" [ 1931.464749] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1931.585689] env[62220]: DEBUG nova.compute.utils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1931.588479] env[62220]: DEBUG nova.objects.instance [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lazy-loading 'numa_topology' on Instance uuid 7f384fff-2a50-41a8-b954-5fc1efaf163e {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1931.589649] env[62220]: DEBUG nova.compute.manager [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1931.590496] env[62220]: DEBUG nova.network.neutron [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1931.631619] env[62220]: DEBUG nova.policy [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aa2c57e86024ca89a4472f5faca4f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3287e7aa372f444a935b56117b3251a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1931.869067] env[62220]: DEBUG nova.network.neutron [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Successfully created port: 81aa240b-5dac-4b70-92c4-db974468304e {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1931.880291] env[62220]: DEBUG nova.compute.manager [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1931.880548] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1931.881571] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44066d46-1a7c-42b6-9694-348918be685f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.890240] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1931.890491] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df9ecbc2-94ae-4ea1-9698-ab9385562069 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.897283] env[62220]: DEBUG oslo_vmware.api [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1931.897283] env[62220]: value = "task-1748280" [ 1931.897283] env[62220]: _type = "Task" [ 1931.897283] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.905335] env[62220]: DEBUG oslo_vmware.api [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.965683] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1931.965683] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52503bdd-b5c2-c09d-848c-8d5dc51d5852" [ 1931.965683] env[62220]: _type = "HttpNfcLease" [ 1931.965683] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1932.093031] env[62220]: DEBUG nova.compute.manager [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1932.094610] env[62220]: INFO nova.compute.claims [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1932.407932] env[62220]: DEBUG oslo_vmware.api [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748280, 'name': PowerOffVM_Task, 'duration_secs': 0.200402} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.408173] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1932.408354] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1932.408612] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83e13131-3bcd-4185-b228-0b1a31e36820 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.457350] env[62220]: DEBUG oslo_concurrency.lockutils [None req-acdc73b9-2316-46c3-b527-260360df93ac tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.468501] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1932.468501] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52503bdd-b5c2-c09d-848c-8d5dc51d5852" [ 1932.468501] env[62220]: _type = "HttpNfcLease" [ 1932.468501] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1932.468806] env[62220]: DEBUG oslo_vmware.rw_handles [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1932.468806] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52503bdd-b5c2-c09d-848c-8d5dc51d5852" [ 1932.468806] env[62220]: _type = "HttpNfcLease" [ 1932.468806] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1932.469567] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61669a3-bfed-4ff1-92e4-e5a9ea7c8406 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.478684] env[62220]: DEBUG oslo_vmware.rw_handles [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345a2c-f266-c4ea-77e8-161857f0329c/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1932.478890] env[62220]: DEBUG oslo_vmware.rw_handles [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345a2c-f266-c4ea-77e8-161857f0329c/disk-0.vmdk. {{(pid=62220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1932.482031] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1932.482031] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1932.482031] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleting the datastore file [datastore1] 25861bf1-fdd1-4c8a-a02d-6f411cc0d981 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1932.483230] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60828446-bc4c-4671-84b6-f62d5622b5ef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.549798] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99b7f736-3748-43da-b6b3-89b57a839420 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.551656] env[62220]: DEBUG oslo_vmware.api [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for the task: (returnval){ [ 1932.551656] env[62220]: value = "task-1748282" [ 1932.551656] env[62220]: _type = "Task" [ 1932.551656] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.561535] env[62220]: DEBUG oslo_vmware.api [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.822988] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.823293] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.823567] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.823786] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.823962] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.827633] env[62220]: INFO nova.compute.manager [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Terminating instance [ 1933.066844] env[62220]: DEBUG oslo_vmware.api [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Task: {'id': task-1748282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139407} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.067340] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1933.067340] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1933.067514] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1933.067670] env[62220]: INFO nova.compute.manager [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1933.067918] env[62220]: DEBUG oslo.service.loopingcall [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.068140] env[62220]: DEBUG nova.compute.manager [-] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1933.068234] env[62220]: DEBUG nova.network.neutron [-] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1933.105757] env[62220]: DEBUG nova.compute.manager [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1933.137883] env[62220]: DEBUG nova.virt.hardware [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1933.138151] env[62220]: DEBUG nova.virt.hardware [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1933.138310] env[62220]: DEBUG nova.virt.hardware [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1933.138495] env[62220]: DEBUG nova.virt.hardware [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1933.138645] env[62220]: DEBUG nova.virt.hardware [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1933.138785] env[62220]: DEBUG nova.virt.hardware [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1933.138993] env[62220]: DEBUG nova.virt.hardware [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1933.139173] env[62220]: DEBUG nova.virt.hardware [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1933.139338] env[62220]: DEBUG nova.virt.hardware [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1933.139507] env[62220]: DEBUG nova.virt.hardware [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1933.139675] env[62220]: DEBUG nova.virt.hardware [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1933.140543] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ed2cb5-d269-4b90-844e-df5b7dedb1e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.150929] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f43478-68f2-4bf3-a1cb-43a1cb662992 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.332841] env[62220]: DEBUG nova.compute.manager [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1933.333652] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1933.337738] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ef2ff0-201b-4df6-b29c-87911e3d74ae {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.343657] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e90e31e-6ef3-4e65-a34f-99d007e53679 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.364775] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de48e76c-d94a-46b9-b4dd-136d4b46cfa8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.368413] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1933.374862] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4eeb417-cd36-4e78-bc34-9c3ff49d7efd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.416438] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ac5061-cd7b-4ff3-99f7-1fd716ebcb53 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.419573] env[62220]: DEBUG oslo_vmware.api [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1933.419573] env[62220]: value = "task-1748283" [ 1933.419573] env[62220]: _type = "Task" [ 1933.419573] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.430082] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c71c6f-3265-4b69-ba88-55bc072f0409 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.443425] env[62220]: DEBUG oslo_vmware.api [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.455036] env[62220]: DEBUG nova.compute.provider_tree [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.487963] env[62220]: DEBUG nova.compute.manager [req-059459b4-11ef-4a30-81c9-057efd72935d req-a4489704-7172-48d2-a085-6298b5ea9a60 service nova] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Received event network-vif-deleted-8497de6a-e153-414c-8122-5b4bfc311b77 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1933.488351] env[62220]: INFO nova.compute.manager [req-059459b4-11ef-4a30-81c9-057efd72935d req-a4489704-7172-48d2-a085-6298b5ea9a60 service nova] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Neutron deleted interface 8497de6a-e153-414c-8122-5b4bfc311b77; detaching it from the instance and deleting it from the info cache [ 1933.488468] env[62220]: DEBUG nova.network.neutron [req-059459b4-11ef-4a30-81c9-057efd72935d req-a4489704-7172-48d2-a085-6298b5ea9a60 service nova] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.609953] env[62220]: DEBUG nova.compute.manager [req-fb13b721-7d33-4abe-8ab3-c26cc2d35711 req-79eb7926-ecc7-4a13-b0e0-47822ff30bcd service nova] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Received event network-vif-plugged-81aa240b-5dac-4b70-92c4-db974468304e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1933.610225] env[62220]: DEBUG oslo_concurrency.lockutils [req-fb13b721-7d33-4abe-8ab3-c26cc2d35711 req-79eb7926-ecc7-4a13-b0e0-47822ff30bcd service nova] Acquiring lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.610492] env[62220]: DEBUG oslo_concurrency.lockutils [req-fb13b721-7d33-4abe-8ab3-c26cc2d35711 req-79eb7926-ecc7-4a13-b0e0-47822ff30bcd service nova] Lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.610824] env[62220]: DEBUG oslo_concurrency.lockutils [req-fb13b721-7d33-4abe-8ab3-c26cc2d35711 req-79eb7926-ecc7-4a13-b0e0-47822ff30bcd service nova] Lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.610917] env[62220]: DEBUG nova.compute.manager [req-fb13b721-7d33-4abe-8ab3-c26cc2d35711 req-79eb7926-ecc7-4a13-b0e0-47822ff30bcd service nova] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] No waiting events found dispatching network-vif-plugged-81aa240b-5dac-4b70-92c4-db974468304e {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1933.610998] env[62220]: WARNING nova.compute.manager [req-fb13b721-7d33-4abe-8ab3-c26cc2d35711 req-79eb7926-ecc7-4a13-b0e0-47822ff30bcd service nova] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Received unexpected event network-vif-plugged-81aa240b-5dac-4b70-92c4-db974468304e for instance with vm_state building and task_state spawning. [ 1933.783571] env[62220]: DEBUG nova.network.neutron [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Successfully updated port: 81aa240b-5dac-4b70-92c4-db974468304e {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1933.791913] env[62220]: DEBUG oslo_vmware.rw_handles [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Completed reading data from the image iterator. {{(pid=62220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1933.792204] env[62220]: DEBUG oslo_vmware.rw_handles [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345a2c-f266-c4ea-77e8-161857f0329c/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1933.793194] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bd4e7f-8d76-4ab5-9137-e62ba43be763 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.801062] env[62220]: DEBUG oslo_vmware.rw_handles [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345a2c-f266-c4ea-77e8-161857f0329c/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1933.801224] env[62220]: DEBUG oslo_vmware.rw_handles [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345a2c-f266-c4ea-77e8-161857f0329c/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1933.801465] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b0d05417-f5a2-439c-8d46-8f7d13ccccb5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.877276] env[62220]: DEBUG nova.network.neutron [-] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.932302] env[62220]: DEBUG oslo_vmware.api [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748283, 'name': PowerOffVM_Task, 'duration_secs': 0.198681} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.932571] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1933.932744] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1933.932994] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3f3a484-cb6e-4bcc-87ad-b1e1f314dcbd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.962989] env[62220]: DEBUG nova.scheduler.client.report [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1933.992035] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a25409b7-1234-4635-9e8a-5b3a93c9e90c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.002292] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b1cec4-007c-4963-b105-9ecd0a1ccc82 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.033279] env[62220]: DEBUG nova.compute.manager [req-059459b4-11ef-4a30-81c9-057efd72935d req-a4489704-7172-48d2-a085-6298b5ea9a60 service nova] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Detach interface failed, port_id=8497de6a-e153-414c-8122-5b4bfc311b77, reason: Instance 25861bf1-fdd1-4c8a-a02d-6f411cc0d981 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1934.042426] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1934.042653] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1934.042852] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Deleting the datastore file [datastore1] d2de0dc8-c050-4f5f-b04d-27822b81c56b {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1934.043145] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f9ef8a6-34d9-49c5-a2c1-74b0a94df753 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.051386] env[62220]: DEBUG oslo_vmware.api [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1934.051386] env[62220]: value = "task-1748285" [ 1934.051386] env[62220]: _type = "Task" [ 1934.051386] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.059103] env[62220]: DEBUG oslo_vmware.api [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.106094] env[62220]: DEBUG oslo_vmware.rw_handles [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345a2c-f266-c4ea-77e8-161857f0329c/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1934.106511] env[62220]: INFO nova.virt.vmwareapi.images [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Downloaded image file data 1872635a-0fd1-4218-aff8-b9f6a4504fe9 [ 1934.107252] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ff4157-f18e-427d-97aa-beac78671e9c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.124454] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eb30939-7a7a-450a-b0f1-449a399e3d21 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.233769] env[62220]: INFO nova.virt.vmwareapi.images [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] The imported VM was unregistered [ 1934.236358] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Caching image {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1934.236584] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1872635a-0fd1-4218-aff8-b9f6a4504fe9 {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1934.236899] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b73fc9c6-7903-425e-b3ed-19805186990d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.247916] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Created directory with path [datastore1] devstack-image-cache_base/1872635a-0fd1-4218-aff8-b9f6a4504fe9 {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1934.248119] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_90e30896-57e5-48c4-a4f4-201241111b19/OSTACK_IMG_90e30896-57e5-48c4-a4f4-201241111b19.vmdk to [datastore1] devstack-image-cache_base/1872635a-0fd1-4218-aff8-b9f6a4504fe9/1872635a-0fd1-4218-aff8-b9f6a4504fe9.vmdk. {{(pid=62220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1934.248376] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-723eed72-8698-4787-807c-b19e70b5157b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.255764] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1934.255764] env[62220]: value = "task-1748287" [ 1934.255764] env[62220]: _type = "Task" [ 1934.255764] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.263212] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748287, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.286058] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.286229] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.286384] env[62220]: DEBUG nova.network.neutron [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1934.381604] env[62220]: INFO nova.compute.manager [-] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Took 1.31 seconds to deallocate network for instance. [ 1934.470045] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.387s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.471602] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.238s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.472256] env[62220]: DEBUG nova.objects.instance [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lazy-loading 'resources' on Instance uuid 77013a66-05fa-46f7-a19c-ecb7d94a6890 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.532243] env[62220]: INFO nova.network.neutron [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updating port 1230b66c-91fd-4c42-a94c-212a0ecd11ab with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1934.562462] env[62220]: DEBUG oslo_vmware.api [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287138} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.562663] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1934.562846] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1934.563043] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1934.563227] env[62220]: INFO nova.compute.manager [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1934.563480] env[62220]: DEBUG oslo.service.loopingcall [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1934.563678] env[62220]: DEBUG nova.compute.manager [-] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1934.563779] env[62220]: DEBUG nova.network.neutron [-] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1934.766714] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748287, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.881612] env[62220]: DEBUG nova.network.neutron [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1934.885786] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "e5e87453-9693-4394-b563-1ac6fa3e16f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.885965] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "e5e87453-9693-4394-b563-1ac6fa3e16f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.886222] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "e5e87453-9693-4394-b563-1ac6fa3e16f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.886441] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "e5e87453-9693-4394-b563-1ac6fa3e16f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.886606] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "e5e87453-9693-4394-b563-1ac6fa3e16f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.888905] env[62220]: INFO nova.compute.manager [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Terminating instance [ 1934.891402] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.200326] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57034c05-f862-425b-b6b7-bea3d26d6eff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.204739] env[62220]: DEBUG nova.network.neutron [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating instance_info_cache with network_info: [{"id": "81aa240b-5dac-4b70-92c4-db974468304e", "address": "fa:16:3e:5b:6b:a9", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81aa240b-5d", "ovs_interfaceid": "81aa240b-5dac-4b70-92c4-db974468304e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.210132] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f589e78-8521-435b-ac12-4eee00852a8a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.247161] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eee962-530c-4987-8025-54c50c907986 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.257948] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0c07cc-c9a1-48df-b8c1-cfb2bb002dec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.279397] env[62220]: DEBUG nova.compute.provider_tree [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.283969] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748287, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.394929] env[62220]: DEBUG nova.compute.manager [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1935.394929] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1935.394929] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14d68c43-dd52-4d6e-8964-6a231670449c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.406268] env[62220]: DEBUG oslo_vmware.api [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1935.406268] env[62220]: value = "task-1748288" [ 1935.406268] env[62220]: _type = "Task" [ 1935.406268] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.417465] env[62220]: DEBUG oslo_vmware.api [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.525197] env[62220]: DEBUG nova.compute.manager [req-e791a970-074d-48d4-85ce-dae220667eed req-4431e084-0cf9-4b45-9e31-7fb2ab3eac36 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Received event network-vif-deleted-cf3e4afb-9a0f-4737-9cd8-be7d64e4281b {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1935.525197] env[62220]: INFO nova.compute.manager [req-e791a970-074d-48d4-85ce-dae220667eed req-4431e084-0cf9-4b45-9e31-7fb2ab3eac36 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Neutron deleted interface cf3e4afb-9a0f-4737-9cd8-be7d64e4281b; detaching it from the instance and deleting it from the info cache [ 1935.525197] env[62220]: DEBUG nova.network.neutron [req-e791a970-074d-48d4-85ce-dae220667eed req-4431e084-0cf9-4b45-9e31-7fb2ab3eac36 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.582555] env[62220]: DEBUG nova.network.neutron [-] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.639753] env[62220]: DEBUG nova.compute.manager [req-12a49903-857c-42a0-a4ed-b9e83efb7201 req-36939452-b8fd-4b34-9a4e-918d8ea6c167 service nova] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Received event network-changed-81aa240b-5dac-4b70-92c4-db974468304e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1935.640055] env[62220]: DEBUG nova.compute.manager [req-12a49903-857c-42a0-a4ed-b9e83efb7201 req-36939452-b8fd-4b34-9a4e-918d8ea6c167 service nova] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Refreshing instance network info cache due to event network-changed-81aa240b-5dac-4b70-92c4-db974468304e. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1935.640168] env[62220]: DEBUG oslo_concurrency.lockutils [req-12a49903-857c-42a0-a4ed-b9e83efb7201 req-36939452-b8fd-4b34-9a4e-918d8ea6c167 service nova] Acquiring lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.710616] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.711012] env[62220]: DEBUG nova.compute.manager [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Instance network_info: |[{"id": "81aa240b-5dac-4b70-92c4-db974468304e", "address": "fa:16:3e:5b:6b:a9", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81aa240b-5d", "ovs_interfaceid": "81aa240b-5dac-4b70-92c4-db974468304e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1935.711358] env[62220]: DEBUG oslo_concurrency.lockutils [req-12a49903-857c-42a0-a4ed-b9e83efb7201 req-36939452-b8fd-4b34-9a4e-918d8ea6c167 service nova] Acquired lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.712031] env[62220]: DEBUG nova.network.neutron [req-12a49903-857c-42a0-a4ed-b9e83efb7201 req-36939452-b8fd-4b34-9a4e-918d8ea6c167 service nova] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Refreshing network info cache for port 81aa240b-5dac-4b70-92c4-db974468304e {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1935.713348] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:6b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81aa240b-5dac-4b70-92c4-db974468304e', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1935.721763] env[62220]: DEBUG oslo.service.loopingcall [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.725114] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1935.725873] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b29e1e8f-95ae-4358-971c-b8ddaab90c00 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.748967] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1935.748967] env[62220]: value = "task-1748289" [ 1935.748967] env[62220]: _type = "Task" [ 1935.748967] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.759169] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748289, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.778282] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748287, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.785468] env[62220]: DEBUG nova.scheduler.client.report [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1935.918899] env[62220]: DEBUG oslo_vmware.api [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748288, 'name': PowerOffVM_Task, 'duration_secs': 0.226644} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.919304] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1935.919560] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1935.919878] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363436', 'volume_id': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'name': 'volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e5e87453-9693-4394-b563-1ac6fa3e16f6', 'attached_at': '2024-12-11T11:13:44.000000', 'detached_at': '', 'volume_id': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'serial': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1935.920759] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea214a7-5608-4af3-a91b-c14cb6c403a3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.942467] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9244cee2-1f98-4786-9007-f789b4dc2d6f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.952623] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef60915-cb5e-4d94-9bde-f03a8f652edd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.972564] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17639c9d-b793-4499-8590-8df43c80138d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.991639] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] The volume has not been displaced from its original location: [datastore1] volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e/volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1935.997986] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1935.998592] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7abd5a4-5a54-42f9-9251-80340eb8a8bd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.032104] env[62220]: DEBUG oslo_vmware.api [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1936.032104] env[62220]: value = "task-1748290" [ 1936.032104] env[62220]: _type = "Task" [ 1936.032104] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.032104] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a291d69a-dad5-4413-93cc-f89c9065b0b6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.039021] env[62220]: DEBUG oslo_vmware.api [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748290, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.039989] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840addd2-c14c-4985-9e0f-3495b7a53483 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.085535] env[62220]: INFO nova.compute.manager [-] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Took 1.52 seconds to deallocate network for instance. [ 1936.085994] env[62220]: DEBUG nova.compute.manager [req-e791a970-074d-48d4-85ce-dae220667eed req-4431e084-0cf9-4b45-9e31-7fb2ab3eac36 service nova] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Detach interface failed, port_id=cf3e4afb-9a0f-4737-9cd8-be7d64e4281b, reason: Instance d2de0dc8-c050-4f5f-b04d-27822b81c56b could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1936.260166] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748289, 'name': CreateVM_Task, 'duration_secs': 0.387457} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.260534] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1936.269996] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.270239] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.270583] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1936.270886] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282b6137-c2f2-44f4-a1bd-40d0cc03ca6b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.278689] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748287, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.280146] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1936.280146] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527a2be6-81f7-311b-f6da-a8433316f915" [ 1936.280146] env[62220]: _type = "Task" [ 1936.280146] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.291733] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.294422] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527a2be6-81f7-311b-f6da-a8433316f915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.295282] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.874s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.295708] env[62220]: DEBUG nova.objects.instance [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lazy-loading 'resources' on Instance uuid a813f177-1ad1-4e16-95a0-1ac266e5306c {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.319272] env[62220]: INFO nova.scheduler.client.report [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted allocations for instance 77013a66-05fa-46f7-a19c-ecb7d94a6890 [ 1936.456285] env[62220]: DEBUG nova.network.neutron [req-12a49903-857c-42a0-a4ed-b9e83efb7201 req-36939452-b8fd-4b34-9a4e-918d8ea6c167 service nova] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updated VIF entry in instance network info cache for port 81aa240b-5dac-4b70-92c4-db974468304e. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1936.456763] env[62220]: DEBUG nova.network.neutron [req-12a49903-857c-42a0-a4ed-b9e83efb7201 req-36939452-b8fd-4b34-9a4e-918d8ea6c167 service nova] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating instance_info_cache with network_info: [{"id": "81aa240b-5dac-4b70-92c4-db974468304e", "address": "fa:16:3e:5b:6b:a9", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81aa240b-5d", "ovs_interfaceid": "81aa240b-5dac-4b70-92c4-db974468304e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.542113] env[62220]: DEBUG oslo_vmware.api [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748290, 'name': ReconfigVM_Task, 'duration_secs': 0.198958} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.542476] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1936.547588] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5044936a-4e9e-4c1f-b2af-b7b3c4a490a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.566879] env[62220]: DEBUG oslo_vmware.api [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1936.566879] env[62220]: value = "task-1748291" [ 1936.566879] env[62220]: _type = "Task" [ 1936.566879] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.577035] env[62220]: DEBUG oslo_vmware.api [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.602841] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.624856] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.625059] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.625236] env[62220]: DEBUG nova.network.neutron [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1936.775460] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748287, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.789223] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]527a2be6-81f7-311b-f6da-a8433316f915, 'name': SearchDatastore_Task, 'duration_secs': 0.090159} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.789566] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.789832] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1936.790082] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.790238] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.790422] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1936.790677] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dd97fc3-e4a3-417e-bf2e-2f39e7fba958 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.802325] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1936.802615] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1936.803411] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28caa46a-4f84-4916-8b89-900b05e7646d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.808631] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1936.808631] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b501a4-4fc8-47c9-b539-f2be0a2c56d2" [ 1936.808631] env[62220]: _type = "Task" [ 1936.808631] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.816603] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b501a4-4fc8-47c9-b539-f2be0a2c56d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.832816] env[62220]: DEBUG oslo_concurrency.lockutils [None req-be994556-c811-41e7-b94f-b514dd751ba8 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "77013a66-05fa-46f7-a19c-ecb7d94a6890" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.087s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.952216] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3934e7-c685-4b93-8e83-cc983b30147e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.959797] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4338ab0e-2a72-4e8a-afc6-34b4e0656669 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.963185] env[62220]: DEBUG oslo_concurrency.lockutils [req-12a49903-857c-42a0-a4ed-b9e83efb7201 req-36939452-b8fd-4b34-9a4e-918d8ea6c167 service nova] Releasing lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.991236] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fa3248-77dd-400c-a1eb-3dc6548e05d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.998865] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbcd0f1-00ec-4315-8061-2367024b13b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.011959] env[62220]: DEBUG nova.compute.provider_tree [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1937.076690] env[62220]: DEBUG oslo_vmware.api [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748291, 'name': ReconfigVM_Task, 'duration_secs': 0.193456} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.076993] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363436', 'volume_id': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'name': 'volume-3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e5e87453-9693-4394-b563-1ac6fa3e16f6', 'attached_at': '2024-12-11T11:13:44.000000', 'detached_at': '', 'volume_id': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e', 'serial': '3925ddc4-0e4c-42ba-8a4e-65defbef6f8e'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1937.077301] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1937.078417] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929c6cb2-e68f-4555-80fa-5e041dd9c739 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.086292] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1937.086643] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47873c4f-ad2f-4588-919f-4869bb07788e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.169578] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1937.169805] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1937.169995] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleting the datastore file [datastore1] e5e87453-9693-4394-b563-1ac6fa3e16f6 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1937.170270] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53c4b429-3fcb-46bb-a74a-b5d74e44777a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.176944] env[62220]: DEBUG oslo_vmware.api [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1937.176944] env[62220]: value = "task-1748293" [ 1937.176944] env[62220]: _type = "Task" [ 1937.176944] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.185526] env[62220]: DEBUG oslo_vmware.api [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.285150] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748287, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.548163} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.285633] env[62220]: INFO nova.virt.vmwareapi.ds_util [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_90e30896-57e5-48c4-a4f4-201241111b19/OSTACK_IMG_90e30896-57e5-48c4-a4f4-201241111b19.vmdk to [datastore1] devstack-image-cache_base/1872635a-0fd1-4218-aff8-b9f6a4504fe9/1872635a-0fd1-4218-aff8-b9f6a4504fe9.vmdk. [ 1937.285996] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Cleaning up location [datastore1] OSTACK_IMG_90e30896-57e5-48c4-a4f4-201241111b19 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1937.286395] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_90e30896-57e5-48c4-a4f4-201241111b19 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1937.286886] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2b9d1c8-1ef2-4064-a326-7780bfb1907a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.294843] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1937.294843] env[62220]: value = "task-1748294" [ 1937.294843] env[62220]: _type = "Task" [ 1937.294843] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.304309] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.318758] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b501a4-4fc8-47c9-b539-f2be0a2c56d2, 'name': SearchDatastore_Task, 'duration_secs': 0.008653} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.319740] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a420cfc4-aec0-4560-9934-8d182b5a00ef {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.325508] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1937.325508] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f60547-4854-1bb9-6517-6c581168fd22" [ 1937.325508] env[62220]: _type = "Task" [ 1937.325508] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.333399] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f60547-4854-1bb9-6517-6c581168fd22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.508183] env[62220]: DEBUG nova.network.neutron [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updating instance_info_cache with network_info: [{"id": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "address": "fa:16:3e:e0:82:30", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1230b66c-91", "ovs_interfaceid": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.514717] env[62220]: DEBUG nova.scheduler.client.report [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1937.667022] env[62220]: DEBUG nova.compute.manager [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Received event network-vif-plugged-1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1937.667022] env[62220]: DEBUG oslo_concurrency.lockutils [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] Acquiring lock "7f384fff-2a50-41a8-b954-5fc1efaf163e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.667022] env[62220]: DEBUG oslo_concurrency.lockutils [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.667151] env[62220]: DEBUG oslo_concurrency.lockutils [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.667325] env[62220]: DEBUG nova.compute.manager [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] No waiting events found dispatching network-vif-plugged-1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1937.667491] env[62220]: WARNING nova.compute.manager [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Received unexpected event network-vif-plugged-1230b66c-91fd-4c42-a94c-212a0ecd11ab for instance with vm_state shelved_offloaded and task_state spawning. [ 1937.667649] env[62220]: DEBUG nova.compute.manager [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Received event network-changed-1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1937.667805] env[62220]: DEBUG nova.compute.manager [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Refreshing instance network info cache due to event network-changed-1230b66c-91fd-4c42-a94c-212a0ecd11ab. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1937.667969] env[62220]: DEBUG oslo_concurrency.lockutils [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] Acquiring lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.686898] env[62220]: DEBUG oslo_vmware.api [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143151} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.687148] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.687327] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1937.687504] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1937.687673] env[62220]: INFO nova.compute.manager [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1937.687901] env[62220]: DEBUG oslo.service.loopingcall [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.688100] env[62220]: DEBUG nova.compute.manager [-] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1937.688205] env[62220]: DEBUG nova.network.neutron [-] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1937.804429] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049884} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.804711] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.804887] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1872635a-0fd1-4218-aff8-b9f6a4504fe9/1872635a-0fd1-4218-aff8-b9f6a4504fe9.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.805243] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1872635a-0fd1-4218-aff8-b9f6a4504fe9/1872635a-0fd1-4218-aff8-b9f6a4504fe9.vmdk to [datastore1] 7aee23d1-fc18-447e-81c4-34dbc46766b9/7aee23d1-fc18-447e-81c4-34dbc46766b9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1937.805504] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4c91ff8-4c9c-4b34-84fa-17cf9c1fe4ea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.813051] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1937.813051] env[62220]: value = "task-1748295" [ 1937.813051] env[62220]: _type = "Task" [ 1937.813051] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.821642] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.835280] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52f60547-4854-1bb9-6517-6c581168fd22, 'name': SearchDatastore_Task, 'duration_secs': 0.014394} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.835596] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.835913] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] f4c25d2c-dd88-4313-90cd-47df240a5a8d/f4c25d2c-dd88-4313-90cd-47df240a5a8d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1937.836193] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0ecb314-3917-4e26-9d14-da8a82a0cc75 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.842178] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1937.842178] env[62220]: value = "task-1748296" [ 1937.842178] env[62220]: _type = "Task" [ 1937.842178] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.849954] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.011557] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.014405] env[62220]: DEBUG oslo_concurrency.lockutils [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] Acquired lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.014648] env[62220]: DEBUG nova.network.neutron [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Refreshing network info cache for port 1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1938.019148] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.021550] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.130s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.021777] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.023815] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.421s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.024083] env[62220]: DEBUG nova.objects.instance [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lazy-loading 'resources' on Instance uuid d2de0dc8-c050-4f5f-b04d-27822b81c56b {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.044178] env[62220]: DEBUG nova.virt.hardware [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='54d9ed9f063ebda8a08222537fc49dfe',container_format='bare',created_at=2024-12-11T11:13:45Z,direct_url=,disk_format='vmdk',id=0e357dee-a18d-4f6a-b6ac-1c236d2d71b0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1649251379-shelved',owner='de476fd038e240b8b7721b112e9edc64',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-11T11:14:00Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1938.044178] env[62220]: DEBUG nova.virt.hardware [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1938.044378] env[62220]: DEBUG nova.virt.hardware [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1938.044508] env[62220]: DEBUG nova.virt.hardware [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1938.044709] env[62220]: DEBUG nova.virt.hardware [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1938.044880] env[62220]: DEBUG nova.virt.hardware [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1938.045188] env[62220]: DEBUG nova.virt.hardware [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1938.045392] env[62220]: DEBUG nova.virt.hardware [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1938.045589] env[62220]: DEBUG nova.virt.hardware [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1938.045797] env[62220]: DEBUG nova.virt.hardware [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1938.046016] env[62220]: DEBUG nova.virt.hardware [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1938.047364] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7507725f-9d9d-4992-b565-74f7e90a0d3d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.056496] env[62220]: INFO nova.scheduler.client.report [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Deleted allocations for instance a813f177-1ad1-4e16-95a0-1ac266e5306c [ 1938.058328] env[62220]: INFO nova.scheduler.client.report [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Deleted allocations for instance 25861bf1-fdd1-4c8a-a02d-6f411cc0d981 [ 1938.060040] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665319c9-d73c-4aca-830b-dff0d653273a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.081476] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:82:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1230b66c-91fd-4c42-a94c-212a0ecd11ab', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1938.089559] env[62220]: DEBUG oslo.service.loopingcall [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1938.089858] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1938.090103] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d46e940e-a66b-4f29-a6f0-a4f8867418c1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.113960] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1938.113960] env[62220]: value = "task-1748297" [ 1938.113960] env[62220]: _type = "Task" [ 1938.113960] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.126020] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748297, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.325820] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748295, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.354231] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748296, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.579960] env[62220]: DEBUG oslo_concurrency.lockutils [None req-527e2013-b54f-4e22-b791-aa339d276fd5 tempest-DeleteServersTestJSON-714945755 tempest-DeleteServersTestJSON-714945755-project-member] Lock "25861bf1-fdd1-4c8a-a02d-6f411cc0d981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.208s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.581126] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3bb72f0a-b2c0-46ad-bf71-235985024ac0 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "a813f177-1ad1-4e16-95a0-1ac266e5306c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.529s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.629376] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748297, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.685583] env[62220]: DEBUG nova.network.neutron [-] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.738466] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6148f19d-61ff-405c-88c0-7f3a7d865056 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.747773] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1812e88-f3f4-4684-aa65-fa298d8c2b1b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.797266] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985ef6bd-48bf-4a63-be96-e228363ab2b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.807134] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a602de7-0548-4b2c-be4c-0ce0d60ccff0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.829775] env[62220]: DEBUG nova.compute.provider_tree [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.839239] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748295, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.854020] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748296, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.876830] env[62220]: DEBUG nova.network.neutron [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updated VIF entry in instance network info cache for port 1230b66c-91fd-4c42-a94c-212a0ecd11ab. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1938.877371] env[62220]: DEBUG nova.network.neutron [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updating instance_info_cache with network_info: [{"id": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "address": "fa:16:3e:e0:82:30", "network": {"id": "dc3109a0-c79b-4adb-88ea-f8c5a4383eaf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1936656668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de476fd038e240b8b7721b112e9edc64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1230b66c-91", "ovs_interfaceid": "1230b66c-91fd-4c42-a94c-212a0ecd11ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.125977] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748297, 'name': CreateVM_Task, 'duration_secs': 0.91646} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.125977] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1939.127196] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.127196] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.127196] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1939.127196] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb68a97-cb13-4c1c-a380-7b71b845361b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.132088] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1939.132088] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52092500-0306-4bfc-7325-1340156914ab" [ 1939.132088] env[62220]: _type = "Task" [ 1939.132088] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.140523] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52092500-0306-4bfc-7325-1340156914ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.189904] env[62220]: INFO nova.compute.manager [-] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Took 1.50 seconds to deallocate network for instance. [ 1939.324484] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748295, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.339703] env[62220]: DEBUG nova.scheduler.client.report [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1939.353671] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748296, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.235763} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.353798] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] f4c25d2c-dd88-4313-90cd-47df240a5a8d/f4c25d2c-dd88-4313-90cd-47df240a5a8d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1939.353913] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1939.354880] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9eb2150-c4d0-4245-a763-65ccc1c41231 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.361856] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1939.361856] env[62220]: value = "task-1748300" [ 1939.361856] env[62220]: _type = "Task" [ 1939.361856] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.370992] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.380293] env[62220]: DEBUG oslo_concurrency.lockutils [req-b9046058-e5ec-4efa-b2af-340fe2a9714f req-feecd019-0842-4fda-942a-531a767a4d5f service nova] Releasing lock "refresh_cache-7f384fff-2a50-41a8-b954-5fc1efaf163e" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.642084] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.642419] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Processing image 0e357dee-a18d-4f6a-b6ac-1c236d2d71b0 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1939.642692] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.642862] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.643074] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1939.643426] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbd10bcb-bda7-4c3b-8446-8634576c3dba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.659775] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1939.659984] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1939.660765] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b0e2c6-c47c-425a-9386-e2a95f916309 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.666750] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1939.666750] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521e2d7f-a1c5-71e2-173c-d2290f2c4ae9" [ 1939.666750] env[62220]: _type = "Task" [ 1939.666750] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.676383] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521e2d7f-a1c5-71e2-173c-d2290f2c4ae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.716239] env[62220]: DEBUG nova.compute.manager [req-b97e858c-0345-44a4-9d38-7d76b4156e51 req-0852d53f-640d-4749-8324-09812008ea7b service nova] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Received event network-vif-deleted-1ed01fb4-9c04-46fe-a8b0-397bb1ad224d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1939.734325] env[62220]: INFO nova.compute.manager [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Took 0.54 seconds to detach 1 volumes for instance. [ 1939.737069] env[62220]: DEBUG nova.compute.manager [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Deleting volume: 3925ddc4-0e4c-42ba-8a4e-65defbef6f8e {{(pid=62220) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1939.832750] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748295, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.845453] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.872853] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071469} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.873232] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1939.874150] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399d4e50-85ed-433d-8fe6-604879dde42b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.878171] env[62220]: INFO nova.scheduler.client.report [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Deleted allocations for instance d2de0dc8-c050-4f5f-b04d-27822b81c56b [ 1939.903451] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] f4c25d2c-dd88-4313-90cd-47df240a5a8d/f4c25d2c-dd88-4313-90cd-47df240a5a8d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1939.903788] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada9d9c6-cdae-4cbb-8aba-6e13ed4ab47e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.925843] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1939.925843] env[62220]: value = "task-1748302" [ 1939.925843] env[62220]: _type = "Task" [ 1939.925843] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.936785] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.178354] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Preparing fetch location {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1940.178625] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Fetch image to [datastore1] OSTACK_IMG_9db4a14e-c47b-484f-a38f-abc1611db45f/OSTACK_IMG_9db4a14e-c47b-484f-a38f-abc1611db45f.vmdk {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1940.178853] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Downloading stream optimized image 0e357dee-a18d-4f6a-b6ac-1c236d2d71b0 to [datastore1] OSTACK_IMG_9db4a14e-c47b-484f-a38f-abc1611db45f/OSTACK_IMG_9db4a14e-c47b-484f-a38f-abc1611db45f.vmdk on the data store datastore1 as vApp {{(pid=62220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1940.179098] env[62220]: DEBUG nova.virt.vmwareapi.images [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Downloading image file data 0e357dee-a18d-4f6a-b6ac-1c236d2d71b0 to the ESX as VM named 'OSTACK_IMG_9db4a14e-c47b-484f-a38f-abc1611db45f' {{(pid=62220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1940.260864] env[62220]: DEBUG oslo_vmware.rw_handles [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1940.260864] env[62220]: value = "resgroup-9" [ 1940.260864] env[62220]: _type = "ResourcePool" [ 1940.260864] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1940.261259] env[62220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6914e2fd-9fc1-498d-8325-b9e855715155 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.278157] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.278416] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.278642] env[62220]: DEBUG nova.objects.instance [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lazy-loading 'resources' on Instance uuid e5e87453-9693-4394-b563-1ac6fa3e16f6 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.286547] env[62220]: DEBUG oslo_vmware.rw_handles [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lease: (returnval){ [ 1940.286547] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525c0099-8fec-1d1e-0cd5-28900b567528" [ 1940.286547] env[62220]: _type = "HttpNfcLease" [ 1940.286547] env[62220]: } obtained for vApp import into resource pool (val){ [ 1940.286547] env[62220]: value = "resgroup-9" [ 1940.286547] env[62220]: _type = "ResourcePool" [ 1940.286547] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1940.286921] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the lease: (returnval){ [ 1940.286921] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525c0099-8fec-1d1e-0cd5-28900b567528" [ 1940.286921] env[62220]: _type = "HttpNfcLease" [ 1940.286921] env[62220]: } to be ready. {{(pid=62220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1940.300729] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1940.300729] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525c0099-8fec-1d1e-0cd5-28900b567528" [ 1940.300729] env[62220]: _type = "HttpNfcLease" [ 1940.300729] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1940.327142] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748295, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.387675] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8a14992a-e2c4-4f4e-a5f5-35300271fe2f tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "d2de0dc8-c050-4f5f-b04d-27822b81c56b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.564s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.437069] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748302, 'name': ReconfigVM_Task, 'duration_secs': 0.314136} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.437341] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] f4c25d2c-dd88-4313-90cd-47df240a5a8d/f4c25d2c-dd88-4313-90cd-47df240a5a8d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1940.438094] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe3ee12d-939d-43f6-aab0-98df40087417 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.446385] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1940.446385] env[62220]: value = "task-1748304" [ 1940.446385] env[62220]: _type = "Task" [ 1940.446385] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.458447] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748304, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.794311] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1940.794311] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525c0099-8fec-1d1e-0cd5-28900b567528" [ 1940.794311] env[62220]: _type = "HttpNfcLease" [ 1940.794311] env[62220]: } is initializing. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1940.827359] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748295, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.866679} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.827705] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1872635a-0fd1-4218-aff8-b9f6a4504fe9/1872635a-0fd1-4218-aff8-b9f6a4504fe9.vmdk to [datastore1] 7aee23d1-fc18-447e-81c4-34dbc46766b9/7aee23d1-fc18-447e-81c4-34dbc46766b9.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1940.828495] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36bab7d-fa59-496e-b22a-983eb9f94e23 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.853278] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 7aee23d1-fc18-447e-81c4-34dbc46766b9/7aee23d1-fc18-447e-81c4-34dbc46766b9.vmdk or device None with type streamOptimized {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1940.856223] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41386ed-1bb9-408f-a661-2c261d5f628c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.878428] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1940.878428] env[62220]: value = "task-1748305" [ 1940.878428] env[62220]: _type = "Task" [ 1940.878428] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.886637] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.959024] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748304, 'name': Rename_Task, 'duration_secs': 0.153066} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.961703] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1940.962196] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bb542fb-8732-443d-929c-20034a0341c9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.969413] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1940.969413] env[62220]: value = "task-1748306" [ 1940.969413] env[62220]: _type = "Task" [ 1940.969413] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.976331] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0ab30d-b852-4aef-9438-27dbbdc9291a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.982063] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.986776] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b9a0a2-bd07-440d-9691-a3fb7c269b89 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.017914] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f254c5c-e64e-4d68-8aa5-2642bd8cacfa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.025860] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b71e45-d5bb-4d84-ab5a-01bf9f1e3558 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.039284] env[62220]: DEBUG nova.compute.provider_tree [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.296010] env[62220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1941.296010] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525c0099-8fec-1d1e-0cd5-28900b567528" [ 1941.296010] env[62220]: _type = "HttpNfcLease" [ 1941.296010] env[62220]: } is ready. {{(pid=62220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1941.296330] env[62220]: DEBUG oslo_vmware.rw_handles [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1941.296330] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525c0099-8fec-1d1e-0cd5-28900b567528" [ 1941.296330] env[62220]: _type = "HttpNfcLease" [ 1941.296330] env[62220]: }. {{(pid=62220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1941.297128] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d006eb0-474f-4670-a7c6-b25e19d105e3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.304783] env[62220]: DEBUG oslo_vmware.rw_handles [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ca650-833e-1f75-d472-2b4a5f65732c/disk-0.vmdk from lease info. {{(pid=62220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1941.304999] env[62220]: DEBUG oslo_vmware.rw_handles [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ca650-833e-1f75-d472-2b4a5f65732c/disk-0.vmdk. {{(pid=62220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1941.372942] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6b63dd4d-f7c8-4bcc-a3f0-9660b72c2c96 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.390659] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.480156] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748306, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.542455] env[62220]: DEBUG nova.scheduler.client.report [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1941.890388] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748305, 'name': ReconfigVM_Task, 'duration_secs': 1.00958} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.890761] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 7aee23d1-fc18-447e-81c4-34dbc46766b9/7aee23d1-fc18-447e-81c4-34dbc46766b9.vmdk or device None with type streamOptimized {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1941.891437] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beb33470-6fde-404c-91fd-e86c71180d78 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.900020] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1941.900020] env[62220]: value = "task-1748307" [ 1941.900020] env[62220]: _type = "Task" [ 1941.900020] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.908961] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748307, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.989896] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748306, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.049324] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.080926] env[62220]: INFO nova.scheduler.client.report [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleted allocations for instance e5e87453-9693-4394-b563-1ac6fa3e16f6 [ 1942.412055] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748307, 'name': Rename_Task, 'duration_secs': 0.244432} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.413727] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.414134] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46a0fe81-589f-4be7-a1f1-ccee3c553246 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.422084] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1942.422084] env[62220]: value = "task-1748308" [ 1942.422084] env[62220]: _type = "Task" [ 1942.422084] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.431474] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.481931] env[62220]: DEBUG oslo_vmware.api [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748306, 'name': PowerOnVM_Task, 'duration_secs': 1.038423} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.484489] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1942.484798] env[62220]: INFO nova.compute.manager [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1942.484929] env[62220]: DEBUG nova.compute.manager [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.486628] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b920742-06b3-4a02-afc6-780593607ddf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.590297] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1b2c7ee1-be4d-40e6-a9b9-f1c257d023d5 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "e5e87453-9693-4394-b563-1ac6fa3e16f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.704s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.937909] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.938315] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.938782] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.939130] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.939386] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.941412] env[62220]: DEBUG oslo_vmware.api [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748308, 'name': PowerOnVM_Task, 'duration_secs': 0.509577} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.943487] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1942.946229] env[62220]: INFO nova.compute.manager [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Terminating instance [ 1943.010051] env[62220]: INFO nova.compute.manager [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Took 18.37 seconds to build instance. [ 1943.012619] env[62220]: DEBUG oslo_vmware.rw_handles [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Completed reading data from the image iterator. {{(pid=62220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1943.012691] env[62220]: DEBUG oslo_vmware.rw_handles [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ca650-833e-1f75-d472-2b4a5f65732c/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1943.013644] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37c0b13-bffd-46b2-9c5d-b40543c3e167 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.022924] env[62220]: DEBUG oslo_vmware.rw_handles [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ca650-833e-1f75-d472-2b4a5f65732c/disk-0.vmdk is in state: ready. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1943.022924] env[62220]: DEBUG oslo_vmware.rw_handles [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ca650-833e-1f75-d472-2b4a5f65732c/disk-0.vmdk. {{(pid=62220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1943.023206] env[62220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cee3b847-e414-4ff1-a1a8-efe384164ec2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.050182] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "03789d9a-3d3b-471e-b415-75c4836b9502" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.050462] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "03789d9a-3d3b-471e-b415-75c4836b9502" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.050680] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "03789d9a-3d3b-471e-b415-75c4836b9502-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.050857] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "03789d9a-3d3b-471e-b415-75c4836b9502-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.051548] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "03789d9a-3d3b-471e-b415-75c4836b9502-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.053350] env[62220]: INFO nova.compute.manager [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Terminating instance [ 1943.070686] env[62220]: DEBUG nova.compute.manager [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1943.072893] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2937704-7438-45f8-8003-843e7d7d4131 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.182690] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.182942] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.373274] env[62220]: DEBUG oslo_vmware.rw_handles [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ca650-833e-1f75-d472-2b4a5f65732c/disk-0.vmdk. {{(pid=62220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1943.373492] env[62220]: INFO nova.virt.vmwareapi.images [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Downloaded image file data 0e357dee-a18d-4f6a-b6ac-1c236d2d71b0 [ 1943.374396] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aa8de1-59bf-4a42-b11c-b37594a639c4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.406221] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f7fd68a-8647-4b16-a16a-9e2868e885d4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.452926] env[62220]: DEBUG nova.compute.manager [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1943.452926] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.453406] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8c94f2-c4be-4eef-9d8b-55a5b8a09179 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.462117] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.462378] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8894bca-e773-44d2-97e3-a179f116b54a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.469270] env[62220]: DEBUG oslo_vmware.api [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1943.469270] env[62220]: value = "task-1748310" [ 1943.469270] env[62220]: _type = "Task" [ 1943.469270] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.477883] env[62220]: DEBUG oslo_vmware.api [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.490492] env[62220]: INFO nova.virt.vmwareapi.images [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] The imported VM was unregistered [ 1943.493651] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Caching image {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1943.493651] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0 {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1943.493812] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74872aaa-cf0d-4461-be59-00f93a8cad68 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.515666] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Created directory with path [datastore1] devstack-image-cache_base/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0 {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1943.515918] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9db4a14e-c47b-484f-a38f-abc1611db45f/OSTACK_IMG_9db4a14e-c47b-484f-a38f-abc1611db45f.vmdk to [datastore1] devstack-image-cache_base/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0.vmdk. {{(pid=62220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1943.516231] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e5bb92e2-b6af-46d5-8ef3-178d2aabfe37 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.518613] env[62220]: DEBUG oslo_concurrency.lockutils [None req-bf19f096-6b37-4d6c-92b2-954b3751bb5e tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.888s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.523597] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1943.523597] env[62220]: value = "task-1748311" [ 1943.523597] env[62220]: _type = "Task" [ 1943.523597] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.531762] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748311, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.558934] env[62220]: DEBUG nova.compute.manager [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1943.559189] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.560123] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc90fea-ff99-4bcf-8b80-efa2b4c53493 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.569914] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.570212] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a846e67f-a45a-4ddf-9987-0e703fd8b8cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.578810] env[62220]: DEBUG oslo_vmware.api [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1943.578810] env[62220]: value = "task-1748312" [ 1943.578810] env[62220]: _type = "Task" [ 1943.578810] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.596138] env[62220]: DEBUG oslo_concurrency.lockutils [None req-159b8ccf-997a-41de-8c21-f61abe2549c7 tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.131s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.598774] env[62220]: DEBUG oslo_vmware.api [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.685916] env[62220]: DEBUG nova.compute.manager [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1943.982543] env[62220]: DEBUG oslo_vmware.api [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748310, 'name': PowerOffVM_Task, 'duration_secs': 0.263343} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.982985] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1943.983176] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1943.983446] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cec8405e-7089-4f62-a50c-d8a0d542f694 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.037661] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748311, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.083540] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1944.083789] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1944.083945] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleting the datastore file [datastore1] d19195a8-0475-4ef4-b1f2-2a74d46e078b {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1944.084614] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f81a202f-b77e-4730-aab3-c4e24d0c126b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.090796] env[62220]: DEBUG oslo_vmware.api [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748312, 'name': PowerOffVM_Task, 'duration_secs': 0.295668} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.092202] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1944.092447] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1944.092740] env[62220]: DEBUG oslo_vmware.api [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1944.092740] env[62220]: value = "task-1748314" [ 1944.092740] env[62220]: _type = "Task" [ 1944.092740] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.092940] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ae967e7-9807-4f33-a894-731bf42619fc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.104034] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "7aee23d1-fc18-447e-81c4-34dbc46766b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.104034] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.104289] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "7aee23d1-fc18-447e-81c4-34dbc46766b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.104326] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.104494] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.106443] env[62220]: DEBUG oslo_vmware.api [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.106644] env[62220]: INFO nova.compute.manager [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Terminating instance [ 1944.209691] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.210195] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.213266] env[62220]: INFO nova.compute.claims [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1944.536924] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748311, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.606506] env[62220]: DEBUG oslo_vmware.api [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.611253] env[62220]: DEBUG nova.compute.manager [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1944.611395] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1944.612889] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3be1ff-1f06-42b1-9d0e-e4a950979344 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.622747] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1944.623074] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17ca345d-1b97-414b-b027-0a3d45a05d34 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.633132] env[62220]: DEBUG oslo_vmware.api [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1944.633132] env[62220]: value = "task-1748316" [ 1944.633132] env[62220]: _type = "Task" [ 1944.633132] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.650561] env[62220]: DEBUG oslo_vmware.api [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.828051] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1944.828342] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1944.828558] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Deleting the datastore file [datastore1] 03789d9a-3d3b-471e-b415-75c4836b9502 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1944.828847] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a63d8b42-c015-4e46-8490-d0c70a02ef62 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.839325] env[62220]: DEBUG oslo_vmware.api [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1944.839325] env[62220]: value = "task-1748317" [ 1944.839325] env[62220]: _type = "Task" [ 1944.839325] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.849407] env[62220]: DEBUG oslo_vmware.api [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.034840] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748311, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.105739] env[62220]: DEBUG oslo_vmware.api [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.145670] env[62220]: DEBUG oslo_vmware.api [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748316, 'name': PowerOffVM_Task, 'duration_secs': 0.422734} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.148198] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1945.148396] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1945.148956] env[62220]: DEBUG nova.compute.manager [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Stashing vm_state: active {{(pid=62220) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1945.151830] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67391df7-dcda-4b38-979a-a5d15dc18aca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.295580] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1945.295820] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1945.296032] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleting the datastore file [datastore1] 7aee23d1-fc18-447e-81c4-34dbc46766b9 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1945.296313] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80476454-8e30-4835-af5f-751728843932 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.307417] env[62220]: DEBUG oslo_vmware.api [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for the task: (returnval){ [ 1945.307417] env[62220]: value = "task-1748319" [ 1945.307417] env[62220]: _type = "Task" [ 1945.307417] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.319252] env[62220]: DEBUG oslo_vmware.api [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.349603] env[62220]: DEBUG oslo_vmware.api [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.406022] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2130d76a-1756-4629-b3f6-983e1ba9758e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.414296] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e1a27b-ae33-4ad2-8227-fc8a2f0d2b4e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.447925] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f5ca55-ee26-4556-9295-32c84b3229a2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.455876] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65582e01-cb18-4134-8edc-a25cee5cc2d0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.471672] env[62220]: DEBUG nova.compute.provider_tree [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1945.536823] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748311, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.606914] env[62220]: DEBUG oslo_vmware.api [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.672021] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.820099] env[62220]: DEBUG oslo_vmware.api [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.852740] env[62220]: DEBUG oslo_vmware.api [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.975173] env[62220]: DEBUG nova.scheduler.client.report [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1946.039610] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748311, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.106837] env[62220]: DEBUG oslo_vmware.api [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.320942] env[62220]: DEBUG oslo_vmware.api [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.350393] env[62220]: DEBUG oslo_vmware.api [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.481060] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.481760] env[62220]: DEBUG nova.compute.manager [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1946.485282] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.813s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.539551] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748311, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.850992} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.539551] env[62220]: INFO nova.virt.vmwareapi.ds_util [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9db4a14e-c47b-484f-a38f-abc1611db45f/OSTACK_IMG_9db4a14e-c47b-484f-a38f-abc1611db45f.vmdk to [datastore1] devstack-image-cache_base/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0.vmdk. [ 1946.539551] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Cleaning up location [datastore1] OSTACK_IMG_9db4a14e-c47b-484f-a38f-abc1611db45f {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1946.539551] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9db4a14e-c47b-484f-a38f-abc1611db45f {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1946.539551] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaacd3dc-4476-4c54-984b-1318a5cd3267 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.545927] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1946.545927] env[62220]: value = "task-1748320" [ 1946.545927] env[62220]: _type = "Task" [ 1946.545927] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.556781] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.607812] env[62220]: DEBUG oslo_vmware.api [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.042502} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.608071] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1946.608263] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1946.608708] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1946.609485] env[62220]: INFO nova.compute.manager [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Took 3.16 seconds to destroy the instance on the hypervisor. [ 1946.609751] env[62220]: DEBUG oslo.service.loopingcall [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.610418] env[62220]: DEBUG nova.compute.manager [-] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1946.610418] env[62220]: DEBUG nova.network.neutron [-] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1946.822904] env[62220]: DEBUG oslo_vmware.api [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Task: {'id': task-1748319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.099862} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.823695] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1946.823695] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1946.823824] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1946.824474] env[62220]: INFO nova.compute.manager [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1946.824474] env[62220]: DEBUG oslo.service.loopingcall [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.824474] env[62220]: DEBUG nova.compute.manager [-] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1946.824474] env[62220]: DEBUG nova.network.neutron [-] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1946.851738] env[62220]: DEBUG oslo_vmware.api [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.59438} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.851738] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1946.851738] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1946.851849] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1946.852035] env[62220]: INFO nova.compute.manager [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Took 3.29 seconds to destroy the instance on the hypervisor. [ 1946.852223] env[62220]: DEBUG oslo.service.loopingcall [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.852421] env[62220]: DEBUG nova.compute.manager [-] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1946.852509] env[62220]: DEBUG nova.network.neutron [-] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1946.902975] env[62220]: DEBUG nova.compute.manager [req-3155fd88-beae-4f76-a93b-4e8685f72f7f req-9c2bb3b2-2cc8-4e80-b905-7e715425f833 service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Received event network-vif-deleted-a55bb435-590f-44c1-ab3c-3c12557d33fb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1946.903207] env[62220]: INFO nova.compute.manager [req-3155fd88-beae-4f76-a93b-4e8685f72f7f req-9c2bb3b2-2cc8-4e80-b905-7e715425f833 service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Neutron deleted interface a55bb435-590f-44c1-ab3c-3c12557d33fb; detaching it from the instance and deleting it from the info cache [ 1946.903427] env[62220]: DEBUG nova.network.neutron [req-3155fd88-beae-4f76-a93b-4e8685f72f7f req-9c2bb3b2-2cc8-4e80-b905-7e715425f833 service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.989405] env[62220]: DEBUG nova.compute.utils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1946.994149] env[62220]: DEBUG nova.compute.manager [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1946.994149] env[62220]: DEBUG nova.network.neutron [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1946.996963] env[62220]: INFO nova.compute.claims [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1947.055972] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039149} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.056250] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1947.056421] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.056662] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0.vmdk to [datastore1] 7f384fff-2a50-41a8-b954-5fc1efaf163e/7f384fff-2a50-41a8-b954-5fc1efaf163e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1947.056928] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abafb84c-a344-4a74-99ed-b73d278fbca7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.065882] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1947.065882] env[62220]: value = "task-1748321" [ 1947.065882] env[62220]: _type = "Task" [ 1947.065882] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.075279] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.131783] env[62220]: DEBUG nova.policy [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '190ccb119cdf4b0bb8ca0d296a1acff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db730eb2b4024f8fbe15d732fd5774e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1947.377679] env[62220]: DEBUG nova.network.neutron [-] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.409589] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45a0a5df-feac-40d8-9dd2-515f238e4fd1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.419974] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59efda21-b74a-4bb8-b58e-a99cd208651d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.455161] env[62220]: DEBUG nova.compute.manager [req-3155fd88-beae-4f76-a93b-4e8685f72f7f req-9c2bb3b2-2cc8-4e80-b905-7e715425f833 service nova] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Detach interface failed, port_id=a55bb435-590f-44c1-ab3c-3c12557d33fb, reason: Instance d19195a8-0475-4ef4-b1f2-2a74d46e078b could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1947.493805] env[62220]: DEBUG nova.compute.manager [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1947.508605] env[62220]: INFO nova.compute.resource_tracker [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating resource usage from migration de72a476-d6b0-4f2f-9fea-cf3535b89219 [ 1947.577702] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.610656] env[62220]: DEBUG nova.network.neutron [-] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.658784] env[62220]: DEBUG nova.compute.manager [req-8b473f6f-1eca-4e9f-b153-75068213dce4 req-d82a9a49-5ee2-4840-9897-2ef451fc6f94 service nova] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Received event network-vif-deleted-656a510c-3858-4dff-a8ee-89aa3d78f319 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1947.706564] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab831a6-d14b-4083-a1a9-5d770202c42a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.714350] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40ec530-2ea3-4138-badc-25408871c4e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.751043] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c9326c-0f13-476e-b351-a59d2fd59440 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.759808] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cf1bcf-9fc9-4f14-bda9-cf1b5ad9dff1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.773708] env[62220]: DEBUG nova.compute.provider_tree [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1947.881637] env[62220]: INFO nova.compute.manager [-] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Took 1.27 seconds to deallocate network for instance. [ 1948.076849] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.116387] env[62220]: INFO nova.compute.manager [-] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Took 1.26 seconds to deallocate network for instance. [ 1948.126164] env[62220]: DEBUG nova.network.neutron [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Successfully created port: 3dc57b77-ce80-4164-8d73-c67a04b27cc1 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1948.278764] env[62220]: DEBUG nova.scheduler.client.report [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1948.388579] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.506850] env[62220]: DEBUG nova.compute.manager [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1948.530393] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "954b23d4-9a0b-48a4-ae2d-d5ca044756c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.530629] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "954b23d4-9a0b-48a4-ae2d-d5ca044756c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.537852] env[62220]: DEBUG nova.virt.hardware [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1948.538050] env[62220]: DEBUG nova.virt.hardware [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1948.538206] env[62220]: DEBUG nova.virt.hardware [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1948.538410] env[62220]: DEBUG nova.virt.hardware [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1948.538543] env[62220]: DEBUG nova.virt.hardware [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1948.538690] env[62220]: DEBUG nova.virt.hardware [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1948.538941] env[62220]: DEBUG nova.virt.hardware [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1948.539210] env[62220]: DEBUG nova.virt.hardware [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1948.539295] env[62220]: DEBUG nova.virt.hardware [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1948.539474] env[62220]: DEBUG nova.virt.hardware [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1948.539653] env[62220]: DEBUG nova.virt.hardware [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1948.540713] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee73cc3c-9319-4f9d-b2b6-18970b0abf2b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.549621] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3cdfa5-29c0-4b8c-9d32-a19817ed4e56 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.558052] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "3a8fe2d8-33b9-4009-b06e-132aa8e92772" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.558288] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "3a8fe2d8-33b9-4009-b06e-132aa8e92772" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.571465] env[62220]: DEBUG nova.network.neutron [-] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.573559] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1948.590299] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.590299] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.591393] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.624160] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.784440] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.299s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.784604] env[62220]: INFO nova.compute.manager [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Migrating [ 1948.791187] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.403s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.791416] env[62220]: DEBUG nova.objects.instance [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lazy-loading 'resources' on Instance uuid d19195a8-0475-4ef4-b1f2-2a74d46e078b {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.933893] env[62220]: DEBUG nova.compute.manager [req-fa652aea-2c3a-4fc8-9826-241d4a5f8d86 req-e06f09bc-c23d-483f-ba53-e0dac2e86bb9 service nova] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Received event network-vif-deleted-a31fe096-ffa8-4aee-9b93-f2e71c21850d {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1949.034271] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1949.086796] env[62220]: INFO nova.compute.manager [-] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Took 2.26 seconds to deallocate network for instance. [ 1949.087394] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.094209] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1949.106017] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.300692] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.300886] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.301093] env[62220]: DEBUG nova.network.neutron [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1949.489149] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aab832b-6164-48ee-aad5-82a3f7e18964 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.496827] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00b46e3-4c95-4caa-bbb6-e8ee29abd214 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.528080] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da8203-b17a-40f6-839a-58e556b00404 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.535767] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4555aa1-3145-4ac2-aadf-62d475938eb9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.552326] env[62220]: DEBUG nova.compute.provider_tree [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.566440] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.583862] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.595081] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.614929] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.709829] env[62220]: DEBUG nova.network.neutron [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Successfully updated port: 3dc57b77-ce80-4164-8d73-c67a04b27cc1 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1950.015898] env[62220]: DEBUG nova.network.neutron [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating instance_info_cache with network_info: [{"id": "81aa240b-5dac-4b70-92c4-db974468304e", "address": "fa:16:3e:5b:6b:a9", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81aa240b-5d", "ovs_interfaceid": "81aa240b-5dac-4b70-92c4-db974468304e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.057047] env[62220]: DEBUG nova.scheduler.client.report [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1950.083548] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.213316] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "refresh_cache-2ed96bbe-3205-481e-9a88-97dd20b07a13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.213316] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired lock "refresh_cache-2ed96bbe-3205-481e-9a88-97dd20b07a13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.213316] env[62220]: DEBUG nova.network.neutron [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.519032] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.561315] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.563596] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.940s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.563834] env[62220]: DEBUG nova.objects.instance [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lazy-loading 'resources' on Instance uuid 03789d9a-3d3b-471e-b415-75c4836b9502 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1950.584647] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.585793] env[62220]: INFO nova.scheduler.client.report [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleted allocations for instance d19195a8-0475-4ef4-b1f2-2a74d46e078b [ 1950.746157] env[62220]: DEBUG nova.network.neutron [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1950.895849] env[62220]: DEBUG nova.network.neutron [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Updating instance_info_cache with network_info: [{"id": "3dc57b77-ce80-4164-8d73-c67a04b27cc1", "address": "fa:16:3e:29:c9:20", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dc57b77-ce", "ovs_interfaceid": "3dc57b77-ce80-4164-8d73-c67a04b27cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.956551] env[62220]: DEBUG nova.compute.manager [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Received event network-vif-plugged-3dc57b77-ce80-4164-8d73-c67a04b27cc1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1950.957236] env[62220]: DEBUG oslo_concurrency.lockutils [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] Acquiring lock "2ed96bbe-3205-481e-9a88-97dd20b07a13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.957435] env[62220]: DEBUG oslo_concurrency.lockutils [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.957609] env[62220]: DEBUG oslo_concurrency.lockutils [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.957784] env[62220]: DEBUG nova.compute.manager [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] No waiting events found dispatching network-vif-plugged-3dc57b77-ce80-4164-8d73-c67a04b27cc1 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1950.957956] env[62220]: WARNING nova.compute.manager [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Received unexpected event network-vif-plugged-3dc57b77-ce80-4164-8d73-c67a04b27cc1 for instance with vm_state building and task_state spawning. [ 1950.958138] env[62220]: DEBUG nova.compute.manager [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Received event network-changed-3dc57b77-ce80-4164-8d73-c67a04b27cc1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1950.958317] env[62220]: DEBUG nova.compute.manager [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Refreshing instance network info cache due to event network-changed-3dc57b77-ce80-4164-8d73-c67a04b27cc1. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1950.958506] env[62220]: DEBUG oslo_concurrency.lockutils [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] Acquiring lock "refresh_cache-2ed96bbe-3205-481e-9a88-97dd20b07a13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.084757] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.093075] env[62220]: DEBUG oslo_concurrency.lockutils [None req-67f4a814-b43c-4312-bc27-681acaad988e tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "d19195a8-0475-4ef4-b1f2-2a74d46e078b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.155s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.211124] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c572ef-93dd-43f3-873b-9bd55579fd30 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.218654] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d258cb2e-7222-49d3-aeff-63f7f1caca27 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.249784] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78186f49-ee63-4565-995f-dc7cd9c7eb1a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.257424] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6110697-58ab-49f4-8be3-0121081e859d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.271233] env[62220]: DEBUG nova.compute.provider_tree [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.399018] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Releasing lock "refresh_cache-2ed96bbe-3205-481e-9a88-97dd20b07a13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.399443] env[62220]: DEBUG nova.compute.manager [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Instance network_info: |[{"id": "3dc57b77-ce80-4164-8d73-c67a04b27cc1", "address": "fa:16:3e:29:c9:20", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dc57b77-ce", "ovs_interfaceid": "3dc57b77-ce80-4164-8d73-c67a04b27cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1951.399789] env[62220]: DEBUG oslo_concurrency.lockutils [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] Acquired lock "refresh_cache-2ed96bbe-3205-481e-9a88-97dd20b07a13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.400023] env[62220]: DEBUG nova.network.neutron [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Refreshing network info cache for port 3dc57b77-ce80-4164-8d73-c67a04b27cc1 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.401482] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:c9:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dc57b77-ce80-4164-8d73-c67a04b27cc1', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1951.411124] env[62220]: DEBUG oslo.service.loopingcall [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1951.412332] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1951.412637] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75901005-3f4c-41ef-8021-ce519aa0f32b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.437450] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1951.437450] env[62220]: value = "task-1748322" [ 1951.437450] env[62220]: _type = "Task" [ 1951.437450] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.447857] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748322, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.586022] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.774953] env[62220]: DEBUG nova.scheduler.client.report [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1951.950882] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748322, 'name': CreateVM_Task, 'duration_secs': 0.456987} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.951477] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1951.952299] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.952556] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.953024] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1951.953305] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f75088e-0ee3-4b54-bf88-30299937e424 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.958161] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1951.958161] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522b96b6-62b1-7b66-3bc3-8c29e7f6874c" [ 1951.958161] env[62220]: _type = "Task" [ 1951.958161] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.967819] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522b96b6-62b1-7b66-3bc3-8c29e7f6874c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.035720] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcd8b37-b34e-4f19-8880-70fc1adb9c17 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.060832] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating instance 'f4c25d2c-dd88-4313-90cd-47df240a5a8d' progress to 0 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1952.085794] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.165467] env[62220]: DEBUG nova.network.neutron [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Updated VIF entry in instance network info cache for port 3dc57b77-ce80-4164-8d73-c67a04b27cc1. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1952.165883] env[62220]: DEBUG nova.network.neutron [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Updating instance_info_cache with network_info: [{"id": "3dc57b77-ce80-4164-8d73-c67a04b27cc1", "address": "fa:16:3e:29:c9:20", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dc57b77-ce", "ovs_interfaceid": "3dc57b77-ce80-4164-8d73-c67a04b27cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.279869] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.283110] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.178s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.283671] env[62220]: INFO nova.compute.claims [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1952.306930] env[62220]: INFO nova.scheduler.client.report [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Deleted allocations for instance 03789d9a-3d3b-471e-b415-75c4836b9502 [ 1952.471568] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]522b96b6-62b1-7b66-3bc3-8c29e7f6874c, 'name': SearchDatastore_Task, 'duration_secs': 0.379512} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.471974] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.472468] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1952.472672] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.472888] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.473214] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1952.473809] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25014bfd-a359-47c9-82cc-7970d603085b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.518309] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1952.518422] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1952.519167] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989b6872-80d3-424e-a711-3081f9c4f894 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.524479] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1952.524479] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52682c46-bace-e45d-36a9-7a119226302f" [ 1952.524479] env[62220]: _type = "Task" [ 1952.524479] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.532309] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52682c46-bace-e45d-36a9-7a119226302f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.567563] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.567895] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a74e6ce-d960-4405-8697-ef568c75c71f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.574708] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1952.574708] env[62220]: value = "task-1748324" [ 1952.574708] env[62220]: _type = "Task" [ 1952.574708] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.587395] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.590241] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.668717] env[62220]: DEBUG oslo_concurrency.lockutils [req-ecfd89be-0d71-411e-8d48-ce56fb3d3291 req-e4162196-2592-447b-829a-51b6ca8e5be7 service nova] Releasing lock "refresh_cache-2ed96bbe-3205-481e-9a88-97dd20b07a13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.816042] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3b67aa41-0cd1-4feb-9ec7-6e335443be46 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "03789d9a-3d3b-471e-b415-75c4836b9502" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.765s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.035621] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52682c46-bace-e45d-36a9-7a119226302f, 'name': SearchDatastore_Task, 'duration_secs': 0.270256} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.036482] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde03b98-f678-4435-be36-093ad8acf17e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.041656] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1953.041656] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5287a567-2474-ea43-a5ec-449c9697b36c" [ 1953.041656] env[62220]: _type = "Task" [ 1953.041656] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.050671] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5287a567-2474-ea43-a5ec-449c9697b36c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.087876] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748324, 'name': PowerOffVM_Task, 'duration_secs': 0.200751} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.090865] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1953.091068] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating instance 'f4c25d2c-dd88-4313-90cd-47df240a5a8d' progress to 17 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1953.094313] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.447981] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b917a85d-1cd6-4388-a83a-1a7e898a5657 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.455922] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62faf105-cfc3-4076-86bb-917f26136630 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.485128] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81f6f91-eda8-4d6d-ab14-3213e7f2d701 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.492554] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85add4cd-cf03-4c24-bc2d-f2e35ecfa1e9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.505503] env[62220]: DEBUG nova.compute.provider_tree [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1953.555979] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5287a567-2474-ea43-a5ec-449c9697b36c, 'name': SearchDatastore_Task, 'duration_secs': 0.347583} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.556350] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.556662] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 2ed96bbe-3205-481e-9a88-97dd20b07a13/2ed96bbe-3205-481e-9a88-97dd20b07a13.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1953.556978] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe6b3a75-482c-4239-8b57-bb2dd780005a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.565031] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1953.565031] env[62220]: value = "task-1748325" [ 1953.565031] env[62220]: _type = "Task" [ 1953.565031] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.573466] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.589122] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.597471] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1953.597721] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1953.597891] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1953.598117] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1953.598272] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1953.598418] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1953.598624] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1953.598782] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1953.598949] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1953.599129] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1953.599297] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1953.605226] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1572b1d-1386-4ac1-b2cd-fb9db9f94fd6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.616049] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "b678b462-3da4-4528-8763-36982ea94891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.616049] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "b678b462-3da4-4528-8763-36982ea94891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.616602] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "b678b462-3da4-4528-8763-36982ea94891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.616813] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "b678b462-3da4-4528-8763-36982ea94891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.617053] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "b678b462-3da4-4528-8763-36982ea94891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.620613] env[62220]: INFO nova.compute.manager [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Terminating instance [ 1953.626386] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1953.626386] env[62220]: value = "task-1748326" [ 1953.626386] env[62220]: _type = "Task" [ 1953.626386] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.635782] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.009420] env[62220]: DEBUG nova.scheduler.client.report [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1954.074940] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.088429] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.124876] env[62220]: DEBUG nova.compute.manager [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1954.125154] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1954.126071] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c194504-bc13-41a9-9edd-53c6ed4a38dd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.136615] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1954.139523] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-690968e1-de8a-437f-a537-9f17ce6f19a5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.141054] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748326, 'name': ReconfigVM_Task, 'duration_secs': 0.205942} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.141389] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating instance 'f4c25d2c-dd88-4313-90cd-47df240a5a8d' progress to 33 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1954.150602] env[62220]: DEBUG oslo_vmware.api [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1954.150602] env[62220]: value = "task-1748327" [ 1954.150602] env[62220]: _type = "Task" [ 1954.150602] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.159058] env[62220]: DEBUG oslo_vmware.api [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.514935] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.515271] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1954.518077] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.952s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.519505] env[62220]: INFO nova.compute.claims [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1954.576455] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.589384] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.648304] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1954.648564] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1954.648727] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1954.648945] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1954.649142] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1954.649298] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1954.649510] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1954.649674] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1954.649843] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1954.650147] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1954.650237] env[62220]: DEBUG nova.virt.hardware [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1954.656030] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1954.656435] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2effefb-e65e-4f50-9777-311fa5e3e9e0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.685141] env[62220]: DEBUG oslo_vmware.api [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.686840] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1954.686840] env[62220]: value = "task-1748328" [ 1954.686840] env[62220]: _type = "Task" [ 1954.686840] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.696575] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.024129] env[62220]: DEBUG nova.compute.utils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1955.027645] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1955.027822] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1955.077103] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.090117] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.097455] env[62220]: DEBUG nova.policy [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c1f7e97ede74c848343c251ce3be5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '618d0355dea5457fa38fb18680584f0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1955.165775] env[62220]: DEBUG oslo_vmware.api [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.179901] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.180256] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.180409] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.180596] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.180764] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.182994] env[62220]: INFO nova.compute.manager [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Terminating instance [ 1955.196871] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748328, 'name': ReconfigVM_Task, 'duration_secs': 0.174251} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.197180] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1955.198243] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ae1bd0-f659-4c04-9f67-4761070d2a83 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.220454] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] f4c25d2c-dd88-4313-90cd-47df240a5a8d/f4c25d2c-dd88-4313-90cd-47df240a5a8d.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1955.221322] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05564254-cf9e-466e-89c0-7dcd43badcdb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.239609] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1955.239609] env[62220]: value = "task-1748329" [ 1955.239609] env[62220]: _type = "Task" [ 1955.239609] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.248119] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.379577] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Successfully created port: bc6a122b-7250-40b8-af6c-f2305a821d6b {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1955.528140] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1955.580544] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.590360] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.671860] env[62220]: DEBUG oslo_vmware.api [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748327, 'name': PowerOffVM_Task, 'duration_secs': 1.485719} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.674723] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1955.674893] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1955.675447] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9c71883-3eab-41a7-9732-91242b531a80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.687097] env[62220]: DEBUG nova.compute.manager [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1955.687322] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1955.688576] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567d446b-ce14-43b8-a3d2-e5b9ba2d96eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.696117] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1955.696392] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36cd7ffc-877e-4c84-af21-985862294a88 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.704697] env[62220]: DEBUG oslo_vmware.api [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1955.704697] env[62220]: value = "task-1748331" [ 1955.704697] env[62220]: _type = "Task" [ 1955.704697] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.716616] env[62220]: DEBUG oslo_vmware.api [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.723897] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478c6577-c7fa-4267-93ec-27c96b69cb6b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.732168] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b763460-938b-4b19-af4f-cdea3acb1c64 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.765726] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a1e7a7-3f48-4647-a6ea-a37aeb46c9a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.775931] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064b09a5-1728-4979-82ca-2a9a5971e17d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.779734] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748329, 'name': ReconfigVM_Task, 'duration_secs': 0.298143} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.780039] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] f4c25d2c-dd88-4313-90cd-47df240a5a8d/f4c25d2c-dd88-4313-90cd-47df240a5a8d.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1955.780323] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating instance 'f4c25d2c-dd88-4313-90cd-47df240a5a8d' progress to 50 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1955.793452] env[62220]: DEBUG nova.compute.provider_tree [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.024263] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1956.024654] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1956.024701] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Deleting the datastore file [datastore1] b678b462-3da4-4528-8763-36982ea94891 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1956.025082] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71d1f53c-af58-4058-8024-80f6fa53de7e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.032609] env[62220]: DEBUG oslo_vmware.api [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for the task: (returnval){ [ 1956.032609] env[62220]: value = "task-1748332" [ 1956.032609] env[62220]: _type = "Task" [ 1956.032609] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.045295] env[62220]: DEBUG oslo_vmware.api [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.078317] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748325, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.092791] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748321, 'name': CopyVirtualDisk_Task, 'duration_secs': 8.755465} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.093066] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0/0e357dee-a18d-4f6a-b6ac-1c236d2d71b0.vmdk to [datastore1] 7f384fff-2a50-41a8-b954-5fc1efaf163e/7f384fff-2a50-41a8-b954-5fc1efaf163e.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1956.093885] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7d22b3-ac92-4579-82cf-fe0bdc72fd42 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.116689] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7f384fff-2a50-41a8-b954-5fc1efaf163e/7f384fff-2a50-41a8-b954-5fc1efaf163e.vmdk or device None with type streamOptimized {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1956.117431] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af0f8b6c-6f20-48e5-8cb0-ce7ae3d1a895 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.137541] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1956.137541] env[62220]: value = "task-1748333" [ 1956.137541] env[62220]: _type = "Task" [ 1956.137541] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.147318] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.215033] env[62220]: DEBUG oslo_vmware.api [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748331, 'name': PowerOffVM_Task, 'duration_secs': 0.199807} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.216119] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1956.216119] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1956.216119] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d4090f4-12cf-4cd9-8cb6-7462686d3be5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.287821] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7503619-192c-4eed-a5bb-d69a59a4aed5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.308168] env[62220]: DEBUG nova.scheduler.client.report [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1956.312129] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7106db5a-ea80-418e-ac05-b55b70d4a3e5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.331203] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating instance 'f4c25d2c-dd88-4313-90cd-47df240a5a8d' progress to 67 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1956.377058] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1956.377327] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1956.377466] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleting the datastore file [datastore1] 0c9d3ec0-2876-4300-9a10-27e1062ebf83 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1956.377736] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-130ea02e-dc65-4b68-a058-3acc8d93c988 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.385266] env[62220]: DEBUG oslo_vmware.api [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for the task: (returnval){ [ 1956.385266] env[62220]: value = "task-1748335" [ 1956.385266] env[62220]: _type = "Task" [ 1956.385266] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.392877] env[62220]: DEBUG oslo_vmware.api [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.542636] env[62220]: DEBUG oslo_vmware.api [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Task: {'id': task-1748332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411215} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.542924] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.543140] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1956.543325] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1956.543501] env[62220]: INFO nova.compute.manager [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] [instance: b678b462-3da4-4528-8763-36982ea94891] Took 2.42 seconds to destroy the instance on the hypervisor. [ 1956.543742] env[62220]: DEBUG oslo.service.loopingcall [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.543953] env[62220]: DEBUG nova.compute.manager [-] [instance: b678b462-3da4-4528-8763-36982ea94891] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1956.544063] env[62220]: DEBUG nova.network.neutron [-] [instance: b678b462-3da4-4528-8763-36982ea94891] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1956.546745] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1956.576055] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1956.576365] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1956.576483] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1956.576673] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1956.576845] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1956.577023] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1956.577294] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1956.577486] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1956.577661] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1956.577827] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1956.578014] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1956.578789] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8ff328-f9bc-4f2c-89b8-60b391ec6469 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.588749] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748325, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.753619} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.589022] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 2ed96bbe-3205-481e-9a88-97dd20b07a13/2ed96bbe-3205-481e-9a88-97dd20b07a13.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1956.589231] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1956.590399] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ac4561-2451-43db-9826-c724b182d90f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.595819] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc80a3ad-8407-48b9-8bef-8edc43aa5cb0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.607608] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1956.607608] env[62220]: value = "task-1748336" [ 1956.607608] env[62220]: _type = "Task" [ 1956.607608] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.614715] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.647152] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748333, 'name': ReconfigVM_Task, 'duration_secs': 0.359196} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.647363] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7f384fff-2a50-41a8-b954-5fc1efaf163e/7f384fff-2a50-41a8-b954-5fc1efaf163e.vmdk or device None with type streamOptimized {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1956.647848] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40e92a4b-4b1a-45e5-a268-f3e58c79f3f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.654849] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1956.654849] env[62220]: value = "task-1748337" [ 1956.654849] env[62220]: _type = "Task" [ 1956.654849] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.662400] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748337, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.816386] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.816906] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1956.819638] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.225s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.819688] env[62220]: DEBUG nova.objects.instance [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lazy-loading 'resources' on Instance uuid 7aee23d1-fc18-447e-81c4-34dbc46766b9 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.875769] env[62220]: DEBUG nova.compute.manager [req-57390b90-f4ec-4cfb-a9e1-75da1eb909f3 req-fc4bd6ee-0787-4d10-bba4-bc1e56e310ae service nova] [instance: b678b462-3da4-4528-8763-36982ea94891] Received event network-vif-deleted-7639bca3-8d8f-465b-880d-a16867c81a2e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1956.876014] env[62220]: INFO nova.compute.manager [req-57390b90-f4ec-4cfb-a9e1-75da1eb909f3 req-fc4bd6ee-0787-4d10-bba4-bc1e56e310ae service nova] [instance: b678b462-3da4-4528-8763-36982ea94891] Neutron deleted interface 7639bca3-8d8f-465b-880d-a16867c81a2e; detaching it from the instance and deleting it from the info cache [ 1956.876789] env[62220]: DEBUG nova.network.neutron [req-57390b90-f4ec-4cfb-a9e1-75da1eb909f3 req-fc4bd6ee-0787-4d10-bba4-bc1e56e310ae service nova] [instance: b678b462-3da4-4528-8763-36982ea94891] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.881065] env[62220]: DEBUG nova.network.neutron [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Port 81aa240b-5dac-4b70-92c4-db974468304e binding to destination host cpu-1 is already ACTIVE {{(pid=62220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1956.896337] env[62220]: DEBUG oslo_vmware.api [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Task: {'id': task-1748335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177119} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.896612] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.896803] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1956.897025] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1956.897160] env[62220]: INFO nova.compute.manager [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1956.897406] env[62220]: DEBUG oslo.service.loopingcall [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.897797] env[62220]: DEBUG nova.compute.manager [-] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1956.897797] env[62220]: DEBUG nova.network.neutron [-] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1956.910190] env[62220]: DEBUG nova.compute.manager [req-3cb45325-c235-4d57-8478-3dc8cdb53806 req-4154a0cf-639b-4976-9054-b0ccecea235d service nova] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Received event network-vif-plugged-bc6a122b-7250-40b8-af6c-f2305a821d6b {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1956.910190] env[62220]: DEBUG oslo_concurrency.lockutils [req-3cb45325-c235-4d57-8478-3dc8cdb53806 req-4154a0cf-639b-4976-9054-b0ccecea235d service nova] Acquiring lock "3a8fe2d8-33b9-4009-b06e-132aa8e92772-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.910509] env[62220]: DEBUG oslo_concurrency.lockutils [req-3cb45325-c235-4d57-8478-3dc8cdb53806 req-4154a0cf-639b-4976-9054-b0ccecea235d service nova] Lock "3a8fe2d8-33b9-4009-b06e-132aa8e92772-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.910509] env[62220]: DEBUG oslo_concurrency.lockutils [req-3cb45325-c235-4d57-8478-3dc8cdb53806 req-4154a0cf-639b-4976-9054-b0ccecea235d service nova] Lock "3a8fe2d8-33b9-4009-b06e-132aa8e92772-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.910667] env[62220]: DEBUG nova.compute.manager [req-3cb45325-c235-4d57-8478-3dc8cdb53806 req-4154a0cf-639b-4976-9054-b0ccecea235d service nova] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] No waiting events found dispatching network-vif-plugged-bc6a122b-7250-40b8-af6c-f2305a821d6b {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1956.910834] env[62220]: WARNING nova.compute.manager [req-3cb45325-c235-4d57-8478-3dc8cdb53806 req-4154a0cf-639b-4976-9054-b0ccecea235d service nova] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Received unexpected event network-vif-plugged-bc6a122b-7250-40b8-af6c-f2305a821d6b for instance with vm_state building and task_state spawning. [ 1957.118580] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066383} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.118930] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1957.119756] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932eb956-e113-4ff1-beb3-ee200b21b098 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.143466] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 2ed96bbe-3205-481e-9a88-97dd20b07a13/2ed96bbe-3205-481e-9a88-97dd20b07a13.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1957.147304] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb7e048-2bc6-4363-bf11-52228d8ba42f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.175531] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748337, 'name': Rename_Task, 'duration_secs': 0.28058} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.176755] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1957.177096] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1957.177096] env[62220]: value = "task-1748338" [ 1957.177096] env[62220]: _type = "Task" [ 1957.177096] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.177322] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbcc3faa-ca5f-4103-b65c-a8c13fa1476f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.186826] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748338, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.187977] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1957.187977] env[62220]: value = "task-1748339" [ 1957.187977] env[62220]: _type = "Task" [ 1957.187977] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.196507] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.231061] env[62220]: DEBUG nova.compute.manager [req-6d52178a-3b9a-41a4-af7e-e61b26791dc6 req-26ded1bc-8398-4a6b-9c56-93c242562d8f service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Received event network-vif-deleted-5000ac22-707b-4f68-8279-83526b4c4d38 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1957.231061] env[62220]: INFO nova.compute.manager [req-6d52178a-3b9a-41a4-af7e-e61b26791dc6 req-26ded1bc-8398-4a6b-9c56-93c242562d8f service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Neutron deleted interface 5000ac22-707b-4f68-8279-83526b4c4d38; detaching it from the instance and deleting it from the info cache [ 1957.231061] env[62220]: DEBUG nova.network.neutron [req-6d52178a-3b9a-41a4-af7e-e61b26791dc6 req-26ded1bc-8398-4a6b-9c56-93c242562d8f service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.322960] env[62220]: DEBUG nova.compute.utils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1957.324307] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1957.324472] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1957.345923] env[62220]: DEBUG nova.network.neutron [-] [instance: b678b462-3da4-4528-8763-36982ea94891] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.377189] env[62220]: DEBUG nova.policy [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c1f7e97ede74c848343c251ce3be5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '618d0355dea5457fa38fb18680584f0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1957.380391] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a449d29-7269-49c9-bfa1-a55563557c74 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.391922] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7416f7-ab70-4d12-8b95-72de9d996468 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.421967] env[62220]: DEBUG nova.compute.manager [req-57390b90-f4ec-4cfb-a9e1-75da1eb909f3 req-fc4bd6ee-0787-4d10-bba4-bc1e56e310ae service nova] [instance: b678b462-3da4-4528-8763-36982ea94891] Detach interface failed, port_id=7639bca3-8d8f-465b-880d-a16867c81a2e, reason: Instance b678b462-3da4-4528-8763-36982ea94891 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1957.482625] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Successfully updated port: bc6a122b-7250-40b8-af6c-f2305a821d6b {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1957.513184] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357c5bff-8f33-42b7-82ef-02ad12a85629 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.520556] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d863f6-2326-4be9-ae3c-93320d663d83 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.552946] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fcede0-7dbc-4360-b333-be3f0e881ddf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.560743] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4e9b11-d71d-4531-b2b3-507110806029 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.575092] env[62220]: DEBUG nova.compute.provider_tree [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.630966] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Successfully created port: 4cad63d9-5178-44c0-b03d-f96dc8802d14 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1957.663949] env[62220]: DEBUG nova.network.neutron [-] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.689367] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748338, 'name': ReconfigVM_Task, 'duration_secs': 0.433244} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.692670] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 2ed96bbe-3205-481e-9a88-97dd20b07a13/2ed96bbe-3205-481e-9a88-97dd20b07a13.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1957.693596] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12ecbe94-4c51-4b7f-9e57-5c7c741873e5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.700595] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748339, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.702092] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1957.702092] env[62220]: value = "task-1748340" [ 1957.702092] env[62220]: _type = "Task" [ 1957.702092] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.711022] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748340, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.736617] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e34bbc7e-b153-4ebf-abae-71b4d44eeb4f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.749216] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e780bfad-ad56-4df0-a290-0c2cc8592cc0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.776938] env[62220]: DEBUG nova.compute.manager [req-6d52178a-3b9a-41a4-af7e-e61b26791dc6 req-26ded1bc-8398-4a6b-9c56-93c242562d8f service nova] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Detach interface failed, port_id=5000ac22-707b-4f68-8279-83526b4c4d38, reason: Instance 0c9d3ec0-2876-4300-9a10-27e1062ebf83 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1957.831734] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1957.852581] env[62220]: INFO nova.compute.manager [-] [instance: b678b462-3da4-4528-8763-36982ea94891] Took 1.31 seconds to deallocate network for instance. [ 1957.901530] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.901760] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.902307] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.985590] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "refresh_cache-3a8fe2d8-33b9-4009-b06e-132aa8e92772" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.985742] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquired lock "refresh_cache-3a8fe2d8-33b9-4009-b06e-132aa8e92772" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.985892] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1958.077586] env[62220]: DEBUG nova.scheduler.client.report [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1958.166388] env[62220]: INFO nova.compute.manager [-] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Took 1.27 seconds to deallocate network for instance. [ 1958.199151] env[62220]: DEBUG oslo_vmware.api [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748339, 'name': PowerOnVM_Task, 'duration_secs': 0.563897} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.200465] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1958.212442] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748340, 'name': Rename_Task, 'duration_secs': 0.456496} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.212647] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1958.212916] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2528692e-3353-4eef-bc21-60e643376876 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.218942] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 1958.218942] env[62220]: value = "task-1748341" [ 1958.218942] env[62220]: _type = "Task" [ 1958.218942] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.227129] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.312684] env[62220]: DEBUG nova.compute.manager [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1958.313688] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685e0564-1022-4c02-85a2-e52195046659 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.361647] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.516556] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1958.582703] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.587049] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.972s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.588506] env[62220]: INFO nova.compute.claims [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1958.615280] env[62220]: INFO nova.scheduler.client.report [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Deleted allocations for instance 7aee23d1-fc18-447e-81c4-34dbc46766b9 [ 1958.672760] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.678040] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Updating instance_info_cache with network_info: [{"id": "bc6a122b-7250-40b8-af6c-f2305a821d6b", "address": "fa:16:3e:dd:bb:f6", "network": {"id": "9c467603-ca0a-4c5f-ac51-a5621874da58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1043520634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618d0355dea5457fa38fb18680584f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6a122b-72", "ovs_interfaceid": "bc6a122b-7250-40b8-af6c-f2305a821d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.729051] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.830854] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8e94c155-574f-49b8-bec7-706ad4c60e6c tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.185s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.840358] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1958.866800] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1958.866924] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1958.867018] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1958.867247] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1958.867418] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1958.867582] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1958.867799] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1958.867956] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1958.868139] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1958.868305] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1958.868480] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1958.869577] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a759ef9-05ee-499c-a38f-7dac44435425 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.877518] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8873ed-cad2-4913-a323-2d7958f46364 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.904291] env[62220]: DEBUG nova.compute.manager [req-5cceb6af-f45c-40d2-92ee-e96c65501c18 req-2963a77a-6297-430e-bf80-afbb45a03005 service nova] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Received event network-changed-bc6a122b-7250-40b8-af6c-f2305a821d6b {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1958.904519] env[62220]: DEBUG nova.compute.manager [req-5cceb6af-f45c-40d2-92ee-e96c65501c18 req-2963a77a-6297-430e-bf80-afbb45a03005 service nova] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Refreshing instance network info cache due to event network-changed-bc6a122b-7250-40b8-af6c-f2305a821d6b. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1958.904693] env[62220]: DEBUG oslo_concurrency.lockutils [req-5cceb6af-f45c-40d2-92ee-e96c65501c18 req-2963a77a-6297-430e-bf80-afbb45a03005 service nova] Acquiring lock "refresh_cache-3a8fe2d8-33b9-4009-b06e-132aa8e92772" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.935183] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.935379] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.935561] env[62220]: DEBUG nova.network.neutron [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1959.002137] env[62220]: DEBUG nova.compute.manager [req-0b86ea3a-110e-47bb-8a93-48c44aea77d7 req-663d7c13-6cde-4682-b0ad-2d9b21cb69a6 service nova] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Received event network-vif-plugged-4cad63d9-5178-44c0-b03d-f96dc8802d14 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1959.002370] env[62220]: DEBUG oslo_concurrency.lockutils [req-0b86ea3a-110e-47bb-8a93-48c44aea77d7 req-663d7c13-6cde-4682-b0ad-2d9b21cb69a6 service nova] Acquiring lock "954b23d4-9a0b-48a4-ae2d-d5ca044756c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.002579] env[62220]: DEBUG oslo_concurrency.lockutils [req-0b86ea3a-110e-47bb-8a93-48c44aea77d7 req-663d7c13-6cde-4682-b0ad-2d9b21cb69a6 service nova] Lock "954b23d4-9a0b-48a4-ae2d-d5ca044756c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.002761] env[62220]: DEBUG oslo_concurrency.lockutils [req-0b86ea3a-110e-47bb-8a93-48c44aea77d7 req-663d7c13-6cde-4682-b0ad-2d9b21cb69a6 service nova] Lock "954b23d4-9a0b-48a4-ae2d-d5ca044756c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.002959] env[62220]: DEBUG nova.compute.manager [req-0b86ea3a-110e-47bb-8a93-48c44aea77d7 req-663d7c13-6cde-4682-b0ad-2d9b21cb69a6 service nova] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] No waiting events found dispatching network-vif-plugged-4cad63d9-5178-44c0-b03d-f96dc8802d14 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1959.003159] env[62220]: WARNING nova.compute.manager [req-0b86ea3a-110e-47bb-8a93-48c44aea77d7 req-663d7c13-6cde-4682-b0ad-2d9b21cb69a6 service nova] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Received unexpected event network-vif-plugged-4cad63d9-5178-44c0-b03d-f96dc8802d14 for instance with vm_state building and task_state spawning. [ 1959.122434] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3aea7697-40a6-402a-9f90-e7e69bace6bb tempest-ServerActionsTestOtherB-2111939469 tempest-ServerActionsTestOtherB-2111939469-project-member] Lock "7aee23d1-fc18-447e-81c4-34dbc46766b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.018s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.180267] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Releasing lock "refresh_cache-3a8fe2d8-33b9-4009-b06e-132aa8e92772" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.180629] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Instance network_info: |[{"id": "bc6a122b-7250-40b8-af6c-f2305a821d6b", "address": "fa:16:3e:dd:bb:f6", "network": {"id": "9c467603-ca0a-4c5f-ac51-a5621874da58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1043520634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618d0355dea5457fa38fb18680584f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6a122b-72", "ovs_interfaceid": "bc6a122b-7250-40b8-af6c-f2305a821d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1959.180926] env[62220]: DEBUG oslo_concurrency.lockutils [req-5cceb6af-f45c-40d2-92ee-e96c65501c18 req-2963a77a-6297-430e-bf80-afbb45a03005 service nova] Acquired lock "refresh_cache-3a8fe2d8-33b9-4009-b06e-132aa8e92772" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.181122] env[62220]: DEBUG nova.network.neutron [req-5cceb6af-f45c-40d2-92ee-e96c65501c18 req-2963a77a-6297-430e-bf80-afbb45a03005 service nova] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Refreshing network info cache for port bc6a122b-7250-40b8-af6c-f2305a821d6b {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1959.182388] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:bb:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc6a122b-7250-40b8-af6c-f2305a821d6b', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1959.189942] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Creating folder: Project (618d0355dea5457fa38fb18680584f0f). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1959.192960] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ec197bd-8f3d-4c2c-a0a3-53d40b1dda8f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.206616] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Created folder: Project (618d0355dea5457fa38fb18680584f0f) in parent group-v363147. [ 1959.206853] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Creating folder: Instances. Parent ref: group-v363466. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1959.207136] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-651f3ade-7358-4ba2-974c-9d9452add0fe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.217239] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Created folder: Instances in parent group-v363466. [ 1959.217543] env[62220]: DEBUG oslo.service.loopingcall [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.217756] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1959.218034] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6300ae1d-9ce1-4c19-a95f-1654e5b60d14 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.245720] env[62220]: DEBUG oslo_vmware.api [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748341, 'name': PowerOnVM_Task, 'duration_secs': 0.990377} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.246867] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1959.247124] env[62220]: INFO nova.compute.manager [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1959.247321] env[62220]: DEBUG nova.compute.manager [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1959.247573] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1959.247573] env[62220]: value = "task-1748344" [ 1959.247573] env[62220]: _type = "Task" [ 1959.247573] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.248263] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98139022-15df-46f7-823d-1bf99b85806f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.262537] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748344, 'name': CreateVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.551814] env[62220]: DEBUG nova.network.neutron [req-5cceb6af-f45c-40d2-92ee-e96c65501c18 req-2963a77a-6297-430e-bf80-afbb45a03005 service nova] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Updated VIF entry in instance network info cache for port bc6a122b-7250-40b8-af6c-f2305a821d6b. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1959.552287] env[62220]: DEBUG nova.network.neutron [req-5cceb6af-f45c-40d2-92ee-e96c65501c18 req-2963a77a-6297-430e-bf80-afbb45a03005 service nova] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Updating instance_info_cache with network_info: [{"id": "bc6a122b-7250-40b8-af6c-f2305a821d6b", "address": "fa:16:3e:dd:bb:f6", "network": {"id": "9c467603-ca0a-4c5f-ac51-a5621874da58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1043520634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618d0355dea5457fa38fb18680584f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6a122b-72", "ovs_interfaceid": "bc6a122b-7250-40b8-af6c-f2305a821d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.564495] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Successfully updated port: 4cad63d9-5178-44c0-b03d-f96dc8802d14 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1959.611743] env[62220]: DEBUG nova.compute.manager [req-1821d65a-4f49-42fc-b900-40566d5b2ba0 req-b0c839cf-393a-4f79-bcd4-3d142f757c86 service nova] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Received event network-changed-4cad63d9-5178-44c0-b03d-f96dc8802d14 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1959.612060] env[62220]: DEBUG nova.compute.manager [req-1821d65a-4f49-42fc-b900-40566d5b2ba0 req-b0c839cf-393a-4f79-bcd4-3d142f757c86 service nova] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Refreshing instance network info cache due to event network-changed-4cad63d9-5178-44c0-b03d-f96dc8802d14. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1959.612172] env[62220]: DEBUG oslo_concurrency.lockutils [req-1821d65a-4f49-42fc-b900-40566d5b2ba0 req-b0c839cf-393a-4f79-bcd4-3d142f757c86 service nova] Acquiring lock "refresh_cache-954b23d4-9a0b-48a4-ae2d-d5ca044756c0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.612310] env[62220]: DEBUG oslo_concurrency.lockutils [req-1821d65a-4f49-42fc-b900-40566d5b2ba0 req-b0c839cf-393a-4f79-bcd4-3d142f757c86 service nova] Acquired lock "refresh_cache-954b23d4-9a0b-48a4-ae2d-d5ca044756c0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.612475] env[62220]: DEBUG nova.network.neutron [req-1821d65a-4f49-42fc-b900-40566d5b2ba0 req-b0c839cf-393a-4f79-bcd4-3d142f757c86 service nova] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Refreshing network info cache for port 4cad63d9-5178-44c0-b03d-f96dc8802d14 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1959.755973] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d880cdab-5b3e-49c0-ace7-a38ebe0275ff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.771764] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa71a79-2c27-478c-93e5-a93aebff001e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.774266] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748344, 'name': CreateVM_Task, 'duration_secs': 0.462444} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.775978] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1959.776430] env[62220]: INFO nova.compute.manager [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Took 15.58 seconds to build instance. [ 1959.780420] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.780420] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.780420] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1959.780420] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2f0ce6-733c-4b6e-87f9-c653ae037c50 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.781409] env[62220]: DEBUG nova.network.neutron [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating instance_info_cache with network_info: [{"id": "81aa240b-5dac-4b70-92c4-db974468304e", "address": "fa:16:3e:5b:6b:a9", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81aa240b-5d", "ovs_interfaceid": "81aa240b-5dac-4b70-92c4-db974468304e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.807160] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6be01c7-b3ef-4552-bcbc-4efcd0b9aed0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.811156] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1959.811156] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5293822d-d281-84da-bba9-f15c6c89e40d" [ 1959.811156] env[62220]: _type = "Task" [ 1959.811156] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.818193] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f06035f-bb10-4998-843a-e9bc84e175da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.825388] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5293822d-d281-84da-bba9-f15c6c89e40d, 'name': SearchDatastore_Task, 'duration_secs': 0.010084} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.825962] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.826205] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1959.826448] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.826594] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.826770] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1959.827007] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cdc3391-ebe2-49e8-a684-0b59b56a9157 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.836269] env[62220]: DEBUG nova.compute.provider_tree [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.843926] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1959.843926] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1959.844628] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0cdf9a9-7bc2-49c4-9991-dc149fdbefdf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.849830] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1959.849830] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521cd230-3c7c-bddb-07f5-bf4c93932e9e" [ 1959.849830] env[62220]: _type = "Task" [ 1959.849830] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.857205] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521cd230-3c7c-bddb-07f5-bf4c93932e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.055269] env[62220]: DEBUG oslo_concurrency.lockutils [req-5cceb6af-f45c-40d2-92ee-e96c65501c18 req-2963a77a-6297-430e-bf80-afbb45a03005 service nova] Releasing lock "refresh_cache-3a8fe2d8-33b9-4009-b06e-132aa8e92772" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.072384] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "refresh_cache-954b23d4-9a0b-48a4-ae2d-d5ca044756c0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.145887] env[62220]: DEBUG nova.network.neutron [req-1821d65a-4f49-42fc-b900-40566d5b2ba0 req-b0c839cf-393a-4f79-bcd4-3d142f757c86 service nova] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1960.228803] env[62220]: DEBUG nova.network.neutron [req-1821d65a-4f49-42fc-b900-40566d5b2ba0 req-b0c839cf-393a-4f79-bcd4-3d142f757c86 service nova] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.283100] env[62220]: DEBUG oslo_concurrency.lockutils [None req-f624e7d7-adf1-4600-8bfd-dc22dc39a045 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.097s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.306774] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.339920] env[62220]: DEBUG nova.scheduler.client.report [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1960.360860] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521cd230-3c7c-bddb-07f5-bf4c93932e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.008569} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.364799] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d22df9-99b4-401d-bdce-62463d9aac9a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.371562] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1960.371562] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5223dd54-90c9-e0bd-f16d-1d5e3e087ec3" [ 1960.371562] env[62220]: _type = "Task" [ 1960.371562] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.382816] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5223dd54-90c9-e0bd-f16d-1d5e3e087ec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.732509] env[62220]: DEBUG oslo_concurrency.lockutils [req-1821d65a-4f49-42fc-b900-40566d5b2ba0 req-b0c839cf-393a-4f79-bcd4-3d142f757c86 service nova] Releasing lock "refresh_cache-954b23d4-9a0b-48a4-ae2d-d5ca044756c0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.732727] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquired lock "refresh_cache-954b23d4-9a0b-48a4-ae2d-d5ca044756c0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.732915] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.834577] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91b7844-8361-4a88-a4d5-18fa4fd76a13 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.852895] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8e687d-51e7-44c2-bca9-08e0a4a333b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.855976] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.856479] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1960.858916] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.498s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.859151] env[62220]: DEBUG nova.objects.instance [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lazy-loading 'resources' on Instance uuid b678b462-3da4-4528-8763-36982ea94891 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1960.864265] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating instance 'f4c25d2c-dd88-4313-90cd-47df240a5a8d' progress to 83 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1960.880908] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5223dd54-90c9-e0bd-f16d-1d5e3e087ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.013028} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.881192] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.881441] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 3a8fe2d8-33b9-4009-b06e-132aa8e92772/3a8fe2d8-33b9-4009-b06e-132aa8e92772.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1960.881693] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1606e58-36d0-4694-ae6c-137f82e8e8bf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.889055] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1960.889055] env[62220]: value = "task-1748346" [ 1960.889055] env[62220]: _type = "Task" [ 1960.889055] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.896772] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.267033] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1961.362471] env[62220]: DEBUG nova.compute.utils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1961.367588] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1961.367588] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1961.370831] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1961.370960] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f900ce9-9571-43c4-9bc7-df6e8696d058 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.379206] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1961.379206] env[62220]: value = "task-1748347" [ 1961.379206] env[62220]: _type = "Task" [ 1961.379206] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.391064] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.405043] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485322} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.405242] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 3a8fe2d8-33b9-4009-b06e-132aa8e92772/3a8fe2d8-33b9-4009-b06e-132aa8e92772.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1961.406255] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1961.406255] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce406825-c3dd-4881-bd67-4a906d3d34da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.415096] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1961.415096] env[62220]: value = "task-1748348" [ 1961.415096] env[62220]: _type = "Task" [ 1961.415096] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.421536] env[62220]: DEBUG nova.policy [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c1f7e97ede74c848343c251ce3be5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '618d0355dea5457fa38fb18680584f0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1961.432934] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.467876] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Updating instance_info_cache with network_info: [{"id": "4cad63d9-5178-44c0-b03d-f96dc8802d14", "address": "fa:16:3e:4f:40:12", "network": {"id": "9c467603-ca0a-4c5f-ac51-a5621874da58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1043520634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618d0355dea5457fa38fb18680584f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cad63d9-51", "ovs_interfaceid": "4cad63d9-5178-44c0-b03d-f96dc8802d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.531192] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20c4e79-4ce5-4489-b45f-37000a304c84 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.539069] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0875e6-dc40-41f6-a693-d56f918e8e92 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.573493] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dae372-91bd-457f-9cf9-aaabfcab0114 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.581950] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc7bda8-5519-48c3-aa5f-64797e88df0c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.596895] env[62220]: DEBUG nova.compute.provider_tree [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1961.636185] env[62220]: DEBUG nova.compute.manager [req-2504d525-9560-45c0-b1c4-eeff6eca6d5d req-89788094-1748-4289-9e1c-e7351593c208 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Received event network-changed-3dc57b77-ce80-4164-8d73-c67a04b27cc1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1961.636383] env[62220]: DEBUG nova.compute.manager [req-2504d525-9560-45c0-b1c4-eeff6eca6d5d req-89788094-1748-4289-9e1c-e7351593c208 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Refreshing instance network info cache due to event network-changed-3dc57b77-ce80-4164-8d73-c67a04b27cc1. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1961.636591] env[62220]: DEBUG oslo_concurrency.lockutils [req-2504d525-9560-45c0-b1c4-eeff6eca6d5d req-89788094-1748-4289-9e1c-e7351593c208 service nova] Acquiring lock "refresh_cache-2ed96bbe-3205-481e-9a88-97dd20b07a13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.636741] env[62220]: DEBUG oslo_concurrency.lockutils [req-2504d525-9560-45c0-b1c4-eeff6eca6d5d req-89788094-1748-4289-9e1c-e7351593c208 service nova] Acquired lock "refresh_cache-2ed96bbe-3205-481e-9a88-97dd20b07a13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.636907] env[62220]: DEBUG nova.network.neutron [req-2504d525-9560-45c0-b1c4-eeff6eca6d5d req-89788094-1748-4289-9e1c-e7351593c208 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Refreshing network info cache for port 3dc57b77-ce80-4164-8d73-c67a04b27cc1 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1961.706783] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Successfully created port: 0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1961.868640] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1961.889331] env[62220]: DEBUG oslo_vmware.api [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748347, 'name': PowerOnVM_Task, 'duration_secs': 0.392788} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.889611] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1961.889802] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ca13755f-259b-4a7f-bdb8-659df9810211 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating instance 'f4c25d2c-dd88-4313-90cd-47df240a5a8d' progress to 100 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1961.925391] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085548} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.925993] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1961.926603] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cde49e-00f9-4f56-89c5-816e8bbc91a9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.951226] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 3a8fe2d8-33b9-4009-b06e-132aa8e92772/3a8fe2d8-33b9-4009-b06e-132aa8e92772.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1961.952176] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb7b091-de32-40f9-a172-2034db734407 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.972922] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Releasing lock "refresh_cache-954b23d4-9a0b-48a4-ae2d-d5ca044756c0" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.973287] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Instance network_info: |[{"id": "4cad63d9-5178-44c0-b03d-f96dc8802d14", "address": "fa:16:3e:4f:40:12", "network": {"id": "9c467603-ca0a-4c5f-ac51-a5621874da58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1043520634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618d0355dea5457fa38fb18680584f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cad63d9-51", "ovs_interfaceid": "4cad63d9-5178-44c0-b03d-f96dc8802d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1961.973632] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1961.973632] env[62220]: value = "task-1748349" [ 1961.973632] env[62220]: _type = "Task" [ 1961.973632] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.974209] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:40:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cad63d9-5178-44c0-b03d-f96dc8802d14', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1961.981522] env[62220]: DEBUG oslo.service.loopingcall [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1961.981840] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1961.985212] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f210222-7391-4d16-9445-839780bec329 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.006764] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.008017] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1962.008017] env[62220]: value = "task-1748350" [ 1962.008017] env[62220]: _type = "Task" [ 1962.008017] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.015810] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748350, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.099956] env[62220]: DEBUG nova.scheduler.client.report [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1962.491419] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748349, 'name': ReconfigVM_Task, 'duration_secs': 0.288} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.491788] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 3a8fe2d8-33b9-4009-b06e-132aa8e92772/3a8fe2d8-33b9-4009-b06e-132aa8e92772.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1962.492341] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e61b2253-28a0-48c6-915f-7b4f54add992 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.499920] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1962.499920] env[62220]: value = "task-1748351" [ 1962.499920] env[62220]: _type = "Task" [ 1962.499920] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.510172] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748351, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.516271] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748350, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.605323] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.607960] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.935s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.608385] env[62220]: DEBUG nova.objects.instance [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lazy-loading 'resources' on Instance uuid 0c9d3ec0-2876-4300-9a10-27e1062ebf83 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.649141] env[62220]: INFO nova.scheduler.client.report [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Deleted allocations for instance b678b462-3da4-4528-8763-36982ea94891 [ 1962.675516] env[62220]: DEBUG nova.network.neutron [req-2504d525-9560-45c0-b1c4-eeff6eca6d5d req-89788094-1748-4289-9e1c-e7351593c208 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Updated VIF entry in instance network info cache for port 3dc57b77-ce80-4164-8d73-c67a04b27cc1. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1962.675867] env[62220]: DEBUG nova.network.neutron [req-2504d525-9560-45c0-b1c4-eeff6eca6d5d req-89788094-1748-4289-9e1c-e7351593c208 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Updating instance_info_cache with network_info: [{"id": "3dc57b77-ce80-4164-8d73-c67a04b27cc1", "address": "fa:16:3e:29:c9:20", "network": {"id": "79c68f79-6afb-4e81-997e-bc8ad8ea1136", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-40538641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db730eb2b4024f8fbe15d732fd5774e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dc57b77-ce", "ovs_interfaceid": "3dc57b77-ce80-4164-8d73-c67a04b27cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.877498] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1962.911309] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1962.911559] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1962.911717] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1962.911896] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1962.912056] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1962.912205] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1962.912411] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1962.912568] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1962.912735] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1962.912901] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1962.913083] env[62220]: DEBUG nova.virt.hardware [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1962.913932] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3463f94a-c4a2-45b0-acd6-82b65f074800 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.923204] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e73effb-54b9-4029-ab5d-442d9d77d5d7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.010629] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748351, 'name': Rename_Task, 'duration_secs': 0.166217} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.015236] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1963.015857] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88edae7c-d991-402a-a539-f9ee46607b66 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.035451] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748350, 'name': CreateVM_Task, 'duration_secs': 0.716461} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.041269] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1963.041832] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1963.041832] env[62220]: value = "task-1748352" [ 1963.041832] env[62220]: _type = "Task" [ 1963.041832] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.043407] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.043407] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.043407] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1963.043795] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9815d6a6-ee1c-431a-82ce-569777e23977 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.055037] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1963.055037] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52526498-5c4c-cb65-d1a1-7c940c378bc1" [ 1963.055037] env[62220]: _type = "Task" [ 1963.055037] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.063037] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748352, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.074582] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52526498-5c4c-cb65-d1a1-7c940c378bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.012284} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.074917] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.075207] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1963.075381] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.075529] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.075709] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1963.075986] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eccdc91-da71-487f-b7df-2dab19735a4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.088801] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1963.088997] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1963.089739] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1309af64-3644-41ae-86ca-84d53b0f571e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.095118] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1963.095118] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52938ddb-fcc4-1aca-ca09-4f6b22f94fbe" [ 1963.095118] env[62220]: _type = "Task" [ 1963.095118] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.102744] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52938ddb-fcc4-1aca-ca09-4f6b22f94fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.156820] env[62220]: DEBUG oslo_concurrency.lockutils [None req-60f88387-7edd-4432-823d-59ded7d2bf16 tempest-ServerRescueNegativeTestJSON-822177852 tempest-ServerRescueNegativeTestJSON-822177852-project-member] Lock "b678b462-3da4-4528-8763-36982ea94891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.541s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.178480] env[62220]: DEBUG oslo_concurrency.lockutils [req-2504d525-9560-45c0-b1c4-eeff6eca6d5d req-89788094-1748-4289-9e1c-e7351593c208 service nova] Releasing lock "refresh_cache-2ed96bbe-3205-481e-9a88-97dd20b07a13" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.283084] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3143f5ac-1fb5-4e81-8de2-78d0e4609f42 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.291923] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113e2ad6-fc9d-4def-b212-5591e1576aa5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.325412] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5700fa5-77fb-4b62-b4d8-c195b25b57f4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.333105] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d03422e-5357-44d6-bc45-0ed9b54e9239 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.347870] env[62220]: DEBUG nova.compute.provider_tree [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1963.407447] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Successfully updated port: 0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1963.428583] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "refresh_cache-7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.428805] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquired lock "refresh_cache-7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.429017] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1963.554760] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748352, 'name': PowerOnVM_Task, 'duration_secs': 0.442168} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.555116] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1963.555403] env[62220]: INFO nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Took 7.01 seconds to spawn the instance on the hypervisor. [ 1963.556036] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.556519] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6636d0-425e-4188-aec2-48c65d3db3ad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.606536] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52938ddb-fcc4-1aca-ca09-4f6b22f94fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013985} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.607427] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d11d141-9198-4122-b490-9ef889a44a94 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.613381] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1963.613381] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526cf598-9f24-61ef-1611-270decd40476" [ 1963.613381] env[62220]: _type = "Task" [ 1963.613381] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.622838] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526cf598-9f24-61ef-1611-270decd40476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.672186] env[62220]: DEBUG nova.compute.manager [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Received event network-vif-plugged-0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1963.672186] env[62220]: DEBUG oslo_concurrency.lockutils [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] Acquiring lock "7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.672186] env[62220]: DEBUG oslo_concurrency.lockutils [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] Lock "7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.672186] env[62220]: DEBUG oslo_concurrency.lockutils [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] Lock "7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.672186] env[62220]: DEBUG nova.compute.manager [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] No waiting events found dispatching network-vif-plugged-0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1963.672186] env[62220]: WARNING nova.compute.manager [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Received unexpected event network-vif-plugged-0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92 for instance with vm_state building and task_state spawning. [ 1963.672186] env[62220]: DEBUG nova.compute.manager [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Received event network-changed-0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1963.672186] env[62220]: DEBUG nova.compute.manager [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Refreshing instance network info cache due to event network-changed-0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1963.672186] env[62220]: DEBUG oslo_concurrency.lockutils [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] Acquiring lock "refresh_cache-7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.851262] env[62220]: DEBUG nova.scheduler.client.report [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1963.976381] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1964.083070] env[62220]: INFO nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Took 15.00 seconds to build instance. [ 1964.128717] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]526cf598-9f24-61ef-1611-270decd40476, 'name': SearchDatastore_Task, 'duration_secs': 0.017484} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.128717] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.128717] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 954b23d4-9a0b-48a4-ae2d-d5ca044756c0/954b23d4-9a0b-48a4-ae2d-d5ca044756c0.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1964.128717] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a994bb7d-8f96-416f-aa29-82205882b5ed {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.136082] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1964.136082] env[62220]: value = "task-1748353" [ 1964.136082] env[62220]: _type = "Task" [ 1964.136082] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.144797] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.192109] env[62220]: DEBUG nova.network.neutron [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Updating instance_info_cache with network_info: [{"id": "0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92", "address": "fa:16:3e:a7:91:08", "network": {"id": "9c467603-ca0a-4c5f-ac51-a5621874da58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1043520634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618d0355dea5457fa38fb18680584f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4e8f1b-78", "ovs_interfaceid": "0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.357160] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.381222] env[62220]: INFO nova.scheduler.client.report [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Deleted allocations for instance 0c9d3ec0-2876-4300-9a10-27e1062ebf83 [ 1964.587687] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "3a8fe2d8-33b9-4009-b06e-132aa8e92772" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.029s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.647018] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748353, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.656592] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.657569] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.657569] env[62220]: DEBUG nova.compute.manager [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Going to confirm migration 7 {{(pid=62220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1964.695134] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Releasing lock "refresh_cache-7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.695352] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Instance network_info: |[{"id": "0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92", "address": "fa:16:3e:a7:91:08", "network": {"id": "9c467603-ca0a-4c5f-ac51-a5621874da58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1043520634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618d0355dea5457fa38fb18680584f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4e8f1b-78", "ovs_interfaceid": "0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1964.695700] env[62220]: DEBUG oslo_concurrency.lockutils [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] Acquired lock "refresh_cache-7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.695839] env[62220]: DEBUG nova.network.neutron [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Refreshing network info cache for port 0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1964.697112] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:91:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1964.706322] env[62220]: DEBUG oslo.service.loopingcall [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1964.708117] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1964.708383] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-353ad31b-db6b-4abc-9ab9-3e2337e5aac5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.729480] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1964.729480] env[62220]: value = "task-1748354" [ 1964.729480] env[62220]: _type = "Task" [ 1964.729480] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.739940] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748354, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.890742] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a21f6d5e-b6a3-4f70-88ee-2923dd9e9279 tempest-ServerActionsTestOtherA-544946455 tempest-ServerActionsTestOtherA-544946455-project-member] Lock "0c9d3ec0-2876-4300-9a10-27e1062ebf83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.710s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.147261] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732587} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.147837] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 954b23d4-9a0b-48a4-ae2d-d5ca044756c0/954b23d4-9a0b-48a4-ae2d-d5ca044756c0.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1965.148518] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1965.148954] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0364800d-cd6a-424e-96e1-4c2560201251 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.160622] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1965.160622] env[62220]: value = "task-1748355" [ 1965.160622] env[62220]: _type = "Task" [ 1965.160622] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.177567] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.240224] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748354, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.288847] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.289102] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.289322] env[62220]: DEBUG nova.network.neutron [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1965.289544] env[62220]: DEBUG nova.objects.instance [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lazy-loading 'info_cache' on Instance uuid f4c25d2c-dd88-4313-90cd-47df240a5a8d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.497010] env[62220]: DEBUG nova.network.neutron [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Updated VIF entry in instance network info cache for port 0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1965.497408] env[62220]: DEBUG nova.network.neutron [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Updating instance_info_cache with network_info: [{"id": "0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92", "address": "fa:16:3e:a7:91:08", "network": {"id": "9c467603-ca0a-4c5f-ac51-a5621874da58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1043520634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618d0355dea5457fa38fb18680584f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4e8f1b-78", "ovs_interfaceid": "0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.674825] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088458} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.674825] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1965.674825] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4186b2-b6a5-48fe-8e84-2f29f92a89f3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.696610] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 954b23d4-9a0b-48a4-ae2d-d5ca044756c0/954b23d4-9a0b-48a4-ae2d-d5ca044756c0.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1965.699812] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f15538be-c267-4550-8987-ee7dc41b95c9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.719594] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1965.719594] env[62220]: value = "task-1748356" [ 1965.719594] env[62220]: _type = "Task" [ 1965.719594] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.727137] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.739699] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748354, 'name': CreateVM_Task, 'duration_secs': 0.809736} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.739968] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1965.740516] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.740687] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.740997] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1965.741254] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c8a079-ba4d-45ef-aa6b-f42dc19693f6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.746489] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1965.746489] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5247ac6d-6520-6cc7-70d0-19087e343c0b" [ 1965.746489] env[62220]: _type = "Task" [ 1965.746489] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.753154] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5247ac6d-6520-6cc7-70d0-19087e343c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.000470] env[62220]: DEBUG oslo_concurrency.lockutils [req-ce0f7f5b-bb3f-4fc4-b5dd-7c731cbda0ff req-329894da-a922-4067-9531-1bac75134c08 service nova] Releasing lock "refresh_cache-7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.232065] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.261421] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5247ac6d-6520-6cc7-70d0-19087e343c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.034008} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.261808] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.262071] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1966.262321] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.262579] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.262920] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1966.263316] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d97ca25c-2cc8-4d15-8382-ba0f5af84dbc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.272265] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1966.272400] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1966.273220] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c706dc0-73cc-4252-b2eb-efe98a22ff12 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.279374] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1966.279374] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5298a62a-6a88-4c18-a4bd-1246b504f021" [ 1966.279374] env[62220]: _type = "Task" [ 1966.279374] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.290405] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5298a62a-6a88-4c18-a4bd-1246b504f021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.651748] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1966.652114] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1966.734040] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748356, 'name': ReconfigVM_Task, 'duration_secs': 0.54372} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.734040] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 954b23d4-9a0b-48a4-ae2d-d5ca044756c0/954b23d4-9a0b-48a4-ae2d-d5ca044756c0.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1966.734040] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3283c6e-5c64-4ea2-ad65-e8d39378044a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.740017] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1966.740017] env[62220]: value = "task-1748357" [ 1966.740017] env[62220]: _type = "Task" [ 1966.740017] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.748817] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748357, 'name': Rename_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.791861] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5298a62a-6a88-4c18-a4bd-1246b504f021, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.792975] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db0b03c-69f9-41cf-9554-116e7d52d746 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.803018] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1966.803018] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52950baa-bf1c-7297-a12d-998c12ede006" [ 1966.803018] env[62220]: _type = "Task" [ 1966.803018] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.817853] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52950baa-bf1c-7297-a12d-998c12ede006, 'name': SearchDatastore_Task, 'duration_secs': 0.015047} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.818543] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.818819] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb/7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1966.819146] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c093b074-8ae2-4a07-81f3-a16a0d208267 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.827528] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1966.827528] env[62220]: value = "task-1748358" [ 1966.827528] env[62220]: _type = "Task" [ 1966.827528] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.838429] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.874201] env[62220]: DEBUG nova.network.neutron [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating instance_info_cache with network_info: [{"id": "81aa240b-5dac-4b70-92c4-db974468304e", "address": "fa:16:3e:5b:6b:a9", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81aa240b-5d", "ovs_interfaceid": "81aa240b-5dac-4b70-92c4-db974468304e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.251613] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748357, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.341974] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748358, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.379390] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "refresh_cache-f4c25d2c-dd88-4313-90cd-47df240a5a8d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.379390] env[62220]: DEBUG nova.objects.instance [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lazy-loading 'migration_context' on Instance uuid f4c25d2c-dd88-4313-90cd-47df240a5a8d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.508500] env[62220]: INFO nova.compute.manager [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Rebuilding instance [ 1967.557496] env[62220]: DEBUG nova.compute.manager [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1967.558576] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69795aa1-3d71-444f-8686-a7e2f2af4eca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.651805] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1967.652040] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1967.652221] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1967.755438] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748357, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.841495] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698019} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.841762] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb/7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1967.841973] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1967.842243] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-340e59be-4f21-4a4b-963d-fe1391ae17db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.848876] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1967.848876] env[62220]: value = "task-1748359" [ 1967.848876] env[62220]: _type = "Task" [ 1967.848876] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.856493] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.881689] env[62220]: DEBUG nova.objects.base [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1967.882719] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e1ad6a-7cdd-48d6-a849-80cd3b27e22c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.904125] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08903337-7dad-4d68-ae87-405073573650 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.910859] env[62220]: DEBUG oslo_vmware.api [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1967.910859] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cdfc09-401a-bcf4-aa92-cc13bdb638f4" [ 1967.910859] env[62220]: _type = "Task" [ 1967.910859] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.919688] env[62220]: DEBUG oslo_vmware.api [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cdfc09-401a-bcf4-aa92-cc13bdb638f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.156091] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.156369] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.156540] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.156695] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1968.157941] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2a0280-2897-4a92-af9a-656c70cdd488 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.167790] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573c602e-3ddf-4252-89b2-688b80e73bc0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.183071] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfd2b33-3f59-445f-8255-6c0692283976 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.193802] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0718006f-c613-4f83-8b32-1af9e9ba8ec7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.227611] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180303MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1968.227805] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.228018] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.250732] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748357, 'name': Rename_Task, 'duration_secs': 1.210209} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.251029] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1968.251285] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9420ccbd-0fc0-486a-beaa-7a2dda42a7cf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.258912] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1968.258912] env[62220]: value = "task-1748360" [ 1968.258912] env[62220]: _type = "Task" [ 1968.258912] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.268695] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.359238] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071955} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.359531] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1968.360344] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eae15a-d9e8-458e-914a-c859a5931e7b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.382613] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb/7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1968.382772] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df6a6f88-6a9e-4a0c-9196-26ae07c75f61 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.402119] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1968.402119] env[62220]: value = "task-1748361" [ 1968.402119] env[62220]: _type = "Task" [ 1968.402119] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.410719] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.420462] env[62220]: DEBUG oslo_vmware.api [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52cdfc09-401a-bcf4-aa92-cc13bdb638f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011238} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.420749] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.576381] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1968.576677] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf505c78-0135-4af3-9a89-3dc4b1537314 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.584377] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1968.584377] env[62220]: value = "task-1748362" [ 1968.584377] env[62220]: _type = "Task" [ 1968.584377] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.593430] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.769932] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.915740] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.097218] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748362, 'name': PowerOffVM_Task, 'duration_secs': 0.394501} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.097576] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1969.097853] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1969.099520] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055829f3-2791-4397-9014-c0b100984d19 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.106680] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1969.107180] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-feb88963-3437-4e36-a909-5c106fde3258 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.239042] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Applying migration context for instance f4c25d2c-dd88-4313-90cd-47df240a5a8d as it has an incoming, in-progress migration de72a476-d6b0-4f2f-9fea-cf3535b89219. Migration status is confirming {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1969.240344] env[62220]: INFO nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating resource usage from migration de72a476-d6b0-4f2f-9fea-cf3535b89219 [ 1969.259198] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1969.259198] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1969.259198] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleting the datastore file [datastore1] 453b6ffe-af66-44e7-9fae-5c4ef4d88445 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1969.259198] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fec2b038-2297-4bbb-bb01-100bbab4979d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.266817] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 6d6c9250-d939-4116-9cbd-7ee12aa7c526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.267390] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 453b6ffe-af66-44e7-9fae-5c4ef4d88445 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.267390] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 7f384fff-2a50-41a8-b954-5fc1efaf163e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.267390] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 2ed96bbe-3205-481e-9a88-97dd20b07a13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.267390] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Migration de72a476-d6b0-4f2f-9fea-cf3535b89219 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1969.267390] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance f4c25d2c-dd88-4313-90cd-47df240a5a8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.267612] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 954b23d4-9a0b-48a4-ae2d-d5ca044756c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.267612] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 3a8fe2d8-33b9-4009-b06e-132aa8e92772 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.267696] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.267873] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1969.268013] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1969.273101] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1969.273101] env[62220]: value = "task-1748364" [ 1969.273101] env[62220]: _type = "Task" [ 1969.273101] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.279095] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748360, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.285166] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.414000] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748361, 'name': ReconfigVM_Task, 'duration_secs': 0.761178} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.414305] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb/7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1969.414933] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ba016b5-6e78-4daf-92fb-ab0f40c93b99 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.420225] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a4c8eb-5dd9-4a7f-b27b-d5189e284051 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.423798] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1969.423798] env[62220]: value = "task-1748365" [ 1969.423798] env[62220]: _type = "Task" [ 1969.423798] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.430218] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec0d992-7fa7-4238-9e7f-82be1a29f33d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.436956] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748365, 'name': Rename_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.465136] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c6974f-ece0-4283-9ebc-1c95a885bc68 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.472736] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5364bbea-2da0-467f-8970-50dc929a803e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.489177] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.772097] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748360, 'name': PowerOnVM_Task, 'duration_secs': 1.22781} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.772375] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1969.772630] env[62220]: INFO nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1969.772853] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1969.773646] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7ef012-050b-45e5-a529-088d39ca8590 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.783442] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266587} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.784834] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1969.785055] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1969.785249] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.933726] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748365, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.992392] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1970.301409] env[62220]: INFO nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Took 20.76 seconds to build instance. [ 1970.434760] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748365, 'name': Rename_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.498033] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1970.498033] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.269s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.498033] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.077s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.804379] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "954b23d4-9a0b-48a4-ae2d-d5ca044756c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.274s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.826524] env[62220]: DEBUG nova.virt.hardware [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1970.826762] env[62220]: DEBUG nova.virt.hardware [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1970.826917] env[62220]: DEBUG nova.virt.hardware [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1970.827109] env[62220]: DEBUG nova.virt.hardware [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1970.827260] env[62220]: DEBUG nova.virt.hardware [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1970.827431] env[62220]: DEBUG nova.virt.hardware [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1970.827640] env[62220]: DEBUG nova.virt.hardware [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1970.827799] env[62220]: DEBUG nova.virt.hardware [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1970.827960] env[62220]: DEBUG nova.virt.hardware [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1970.828135] env[62220]: DEBUG nova.virt.hardware [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1970.828310] env[62220]: DEBUG nova.virt.hardware [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1970.829170] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68450629-d960-4e03-819a-21a8c3c80466 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.836737] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed26e37-ff4c-4020-886a-b60ca94e5cbb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.853956] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:b7:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5923c806-70fe-4a01-931b-f0d78f3abb17', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1970.866848] env[62220]: DEBUG oslo.service.loopingcall [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1970.867265] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1970.867631] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8b86084-5759-4f78-aeb4-c781cd9d2d44 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.889796] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1970.889796] env[62220]: value = "task-1748369" [ 1970.889796] env[62220]: _type = "Task" [ 1970.889796] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.898086] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748369, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.936088] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748365, 'name': Rename_Task, 'duration_secs': 1.189121} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.936347] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1970.936604] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-437105cb-4597-4cad-98f4-53347aa96ab8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.942721] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1970.942721] env[62220]: value = "task-1748370" [ 1970.942721] env[62220]: _type = "Task" [ 1970.942721] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.950237] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.115390] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e163b0-e88d-48b2-a975-572e39f6c9c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.123151] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec9aa85-5bbc-460c-ab45-d73e19f12e75 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.152344] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726c91e5-aac7-4160-9533-47bdb3a8d092 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.160113] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46cdd9f-cc4c-4860-a1f7-317a4bd60894 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.173435] env[62220]: DEBUG nova.compute.provider_tree [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1971.400304] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748369, 'name': CreateVM_Task, 'duration_secs': 0.486527} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.400487] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1971.401375] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.401375] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.401596] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1971.401830] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f191f35-93b4-4600-8ca7-d76f2cd91ca7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.406211] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1971.406211] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529223f4-2654-e345-8347-ab9d7c465e29" [ 1971.406211] env[62220]: _type = "Task" [ 1971.406211] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.413358] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529223f4-2654-e345-8347-ab9d7c465e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.451621] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.499385] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.499588] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1971.676700] env[62220]: DEBUG nova.scheduler.client.report [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1971.918617] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529223f4-2654-e345-8347-ab9d7c465e29, 'name': SearchDatastore_Task, 'duration_secs': 0.008637} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.919119] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.919481] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1971.919840] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.920112] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.920415] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1971.920784] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31b8bf48-5a78-4639-9404-bcd1b8207388 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.930244] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1971.930399] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1971.931160] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b503aa-6db1-4071-8fe1-d654a0d762ed {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.936331] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1971.936331] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5246e6d8-8636-18e8-7921-000858e99288" [ 1971.936331] env[62220]: _type = "Task" [ 1971.936331] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.944293] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5246e6d8-8636-18e8-7921-000858e99288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.951766] env[62220]: DEBUG oslo_vmware.api [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748370, 'name': PowerOnVM_Task, 'duration_secs': 0.556521} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.952033] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1971.952236] env[62220]: INFO nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1971.952419] env[62220]: DEBUG nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1971.953499] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0aaff6-b3f5-4191-9f51-734aad2d39a1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.447486] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5246e6d8-8636-18e8-7921-000858e99288, 'name': SearchDatastore_Task, 'duration_secs': 0.009444} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.448315] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a043db-80d9-47d4-b9ba-be4830143c4b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.454252] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1972.454252] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52967956-cf7d-6082-2f8e-fbb5a2288175" [ 1972.454252] env[62220]: _type = "Task" [ 1972.454252] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.467430] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52967956-cf7d-6082-2f8e-fbb5a2288175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.472295] env[62220]: INFO nova.compute.manager [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Took 22.87 seconds to build instance. [ 1972.686479] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.189s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.965110] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52967956-cf7d-6082-2f8e-fbb5a2288175, 'name': SearchDatastore_Task, 'duration_secs': 0.013041} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.965490] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.965677] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 453b6ffe-af66-44e7-9fae-5c4ef4d88445/453b6ffe-af66-44e7-9fae-5c4ef4d88445.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1972.965948] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0239bfed-2449-42c2-a69a-41a15762e106 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.973299] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1972.973299] env[62220]: value = "task-1748372" [ 1972.973299] env[62220]: _type = "Task" [ 1972.973299] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.974310] env[62220]: DEBUG oslo_concurrency.lockutils [None req-670f610f-bfc4-4dca-b2f1-f2598ff1e6f8 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.384s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.981660] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.246793] env[62220]: INFO nova.scheduler.client.report [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted allocation for migration de72a476-d6b0-4f2f-9fea-cf3535b89219 [ 1973.483085] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.698550] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "954b23d4-9a0b-48a4-ae2d-d5ca044756c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.698892] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "954b23d4-9a0b-48a4-ae2d-d5ca044756c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.699169] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "954b23d4-9a0b-48a4-ae2d-d5ca044756c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.699369] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "954b23d4-9a0b-48a4-ae2d-d5ca044756c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.699548] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "954b23d4-9a0b-48a4-ae2d-d5ca044756c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.701882] env[62220]: INFO nova.compute.manager [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Terminating instance [ 1973.752314] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7859425b-4735-43a0-ab6a-4d44793feba1 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.095s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.983595] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748372, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.044957] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.045215] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquired lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.045363] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Forcefully refreshing network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1974.205964] env[62220]: DEBUG nova.compute.manager [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1974.206367] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1974.207298] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d5ff09-a22c-4290-b0f8-c2f089f7c8a2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.214914] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1974.215409] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-022e7495-953d-409d-bb8a-e91425886856 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.221473] env[62220]: DEBUG oslo_vmware.api [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1974.221473] env[62220]: value = "task-1748373" [ 1974.221473] env[62220]: _type = "Task" [ 1974.221473] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.230749] env[62220]: DEBUG oslo_vmware.api [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.484756] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748372, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.246499} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.484918] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 453b6ffe-af66-44e7-9fae-5c4ef4d88445/453b6ffe-af66-44e7-9fae-5c4ef4d88445.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1974.485550] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1974.485550] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1739b669-11f2-4fc2-93e1-a5d153b2c9df {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.493402] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1974.493402] env[62220]: value = "task-1748374" [ 1974.493402] env[62220]: _type = "Task" [ 1974.493402] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.500728] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.733510] env[62220]: DEBUG oslo_vmware.api [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748373, 'name': PowerOffVM_Task, 'duration_secs': 0.192437} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.733781] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1974.733954] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1974.734241] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd29282c-5824-4320-a2fd-05db53e089d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.857259] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1974.857547] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1974.857738] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Deleting the datastore file [datastore1] 954b23d4-9a0b-48a4-ae2d-d5ca044756c0 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1974.857998] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d86f69e-99b8-4b26-8778-a5f04b24675b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.865152] env[62220]: DEBUG oslo_vmware.api [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1974.865152] env[62220]: value = "task-1748377" [ 1974.865152] env[62220]: _type = "Task" [ 1974.865152] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.873532] env[62220]: DEBUG oslo_vmware.api [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.005787] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07359} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.005787] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1975.006511] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfce47e-856f-49fa-b72c-27604ad3cdc5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.029169] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 453b6ffe-af66-44e7-9fae-5c4ef4d88445/453b6ffe-af66-44e7-9fae-5c4ef4d88445.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1975.029471] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3523f929-4c62-4f64-b366-94f8f1aec79f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.049629] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1975.049629] env[62220]: value = "task-1748378" [ 1975.049629] env[62220]: _type = "Task" [ 1975.049629] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.057519] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.095600] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.095860] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.096105] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.096343] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.096540] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.098749] env[62220]: INFO nova.compute.manager [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Terminating instance [ 1975.276077] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance_info_cache with network_info: [{"id": "3b7cda17-15eb-425f-8401-211979a00435", "address": "fa:16:3e:93:34:f8", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7cda17-15", "ovs_interfaceid": "3b7cda17-15eb-425f-8401-211979a00435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.375047] env[62220]: DEBUG oslo_vmware.api [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.560962] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.603760] env[62220]: DEBUG nova.compute.manager [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1975.604112] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1975.604530] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "948f4e14-be26-4d47-92e5-bacda46ef898" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.604879] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "948f4e14-be26-4d47-92e5-bacda46ef898" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.607575] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a64d96-4cc2-4e8f-8cb8-84f3e785f077 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.617566] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1975.617801] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac36c819-18e1-4a17-b203-ab77ab0fd508 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.624229] env[62220]: DEBUG oslo_vmware.api [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1975.624229] env[62220]: value = "task-1748379" [ 1975.624229] env[62220]: _type = "Task" [ 1975.624229] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.632774] env[62220]: DEBUG oslo_vmware.api [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.778760] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Releasing lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.778952] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updated the network info_cache for instance {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1975.779184] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1975.779388] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1975.779547] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1975.779679] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1975.877036] env[62220]: DEBUG oslo_vmware.api [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.70033} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.877331] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1975.877547] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1975.877738] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1975.877909] env[62220]: INFO nova.compute.manager [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1975.878163] env[62220]: DEBUG oslo.service.loopingcall [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1975.878381] env[62220]: DEBUG nova.compute.manager [-] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1975.878474] env[62220]: DEBUG nova.network.neutron [-] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1976.062710] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748378, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.115906] env[62220]: DEBUG nova.compute.manager [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1976.141772] env[62220]: DEBUG oslo_vmware.api [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748379, 'name': PowerOffVM_Task, 'duration_secs': 0.344742} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.141772] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1976.141772] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1976.144895] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09a1ca1d-1b42-467c-a6de-22c2c72e1ac3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.180852] env[62220]: DEBUG nova.compute.manager [req-f17cd2f8-6b5d-464b-881d-66a719f8b398 req-0ea12721-2d69-4a18-8d02-84578e23c3d8 service nova] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Received event network-vif-deleted-4cad63d9-5178-44c0-b03d-f96dc8802d14 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1976.181103] env[62220]: INFO nova.compute.manager [req-f17cd2f8-6b5d-464b-881d-66a719f8b398 req-0ea12721-2d69-4a18-8d02-84578e23c3d8 service nova] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Neutron deleted interface 4cad63d9-5178-44c0-b03d-f96dc8802d14; detaching it from the instance and deleting it from the info cache [ 1976.181291] env[62220]: DEBUG nova.network.neutron [req-f17cd2f8-6b5d-464b-881d-66a719f8b398 req-0ea12721-2d69-4a18-8d02-84578e23c3d8 service nova] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.278193] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1976.278487] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1976.278592] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleting the datastore file [datastore1] f4c25d2c-dd88-4313-90cd-47df240a5a8d {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1976.278891] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61c1bef5-13c7-45fe-8ddb-048285538426 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.285756] env[62220]: DEBUG oslo_vmware.api [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1976.285756] env[62220]: value = "task-1748381" [ 1976.285756] env[62220]: _type = "Task" [ 1976.285756] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.293244] env[62220]: DEBUG oslo_vmware.api [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.561181] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748378, 'name': ReconfigVM_Task, 'duration_secs': 1.078436} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.561430] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 453b6ffe-af66-44e7-9fae-5c4ef4d88445/453b6ffe-af66-44e7-9fae-5c4ef4d88445.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1976.562057] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39dbaaac-54fb-41c3-bed8-67fe87080b78 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.568673] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1976.568673] env[62220]: value = "task-1748382" [ 1976.568673] env[62220]: _type = "Task" [ 1976.568673] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.576103] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748382, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.638778] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.638778] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.640068] env[62220]: INFO nova.compute.claims [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1976.657704] env[62220]: DEBUG nova.network.neutron [-] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.684791] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e7299dc-3d83-4a47-a58d-88d4930c00a2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.696663] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6eb5eb-9a7a-446e-930a-c2f84f48414d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.726033] env[62220]: DEBUG nova.compute.manager [req-f17cd2f8-6b5d-464b-881d-66a719f8b398 req-0ea12721-2d69-4a18-8d02-84578e23c3d8 service nova] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Detach interface failed, port_id=4cad63d9-5178-44c0-b03d-f96dc8802d14, reason: Instance 954b23d4-9a0b-48a4-ae2d-d5ca044756c0 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1976.794765] env[62220]: DEBUG oslo_vmware.api [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410245} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.795036] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1976.795253] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1976.795439] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1976.795638] env[62220]: INFO nova.compute.manager [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1976.795886] env[62220]: DEBUG oslo.service.loopingcall [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.796094] env[62220]: DEBUG nova.compute.manager [-] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1976.796194] env[62220]: DEBUG nova.network.neutron [-] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1977.080469] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748382, 'name': Rename_Task, 'duration_secs': 0.157148} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.080804] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1977.080980] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25d6516e-d12c-4828-98d1-38487b5c5246 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.088151] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 1977.088151] env[62220]: value = "task-1748384" [ 1977.088151] env[62220]: _type = "Task" [ 1977.088151] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.098358] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.160589] env[62220]: INFO nova.compute.manager [-] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Took 1.28 seconds to deallocate network for instance. [ 1977.547251] env[62220]: DEBUG nova.network.neutron [-] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.598397] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748384, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.667224] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.769595] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebe46ef-2065-4c2f-8de9-34e69589506c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.777330] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77426db3-fdc4-48e7-a123-d14c62df360c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.806308] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a527fe4f-8136-497e-917f-39a0965403e5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.813515] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2767ba-9d6a-450e-b2f0-be642bf8bc37 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.826555] env[62220]: DEBUG nova.compute.provider_tree [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1978.050558] env[62220]: INFO nova.compute.manager [-] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Took 1.25 seconds to deallocate network for instance. [ 1978.099499] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748384, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.204265] env[62220]: DEBUG nova.compute.manager [req-9db01158-c76f-408c-bda7-af142b20ebcd req-590230cf-7885-49d1-831d-79e939b78719 service nova] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Received event network-vif-deleted-81aa240b-5dac-4b70-92c4-db974468304e {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1978.330092] env[62220]: DEBUG nova.scheduler.client.report [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1978.556910] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.598548] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748384, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.834940] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.835573] env[62220]: DEBUG nova.compute.manager [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1978.838183] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.171s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.838430] env[62220]: DEBUG nova.objects.instance [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lazy-loading 'resources' on Instance uuid 954b23d4-9a0b-48a4-ae2d-d5ca044756c0 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1979.099609] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748384, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.341777] env[62220]: DEBUG nova.compute.utils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1979.346397] env[62220]: DEBUG nova.compute.manager [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1979.346560] env[62220]: DEBUG nova.network.neutron [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1979.392782] env[62220]: DEBUG nova.policy [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aa2c57e86024ca89a4472f5faca4f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3287e7aa372f444a935b56117b3251a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1979.477489] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3200e3e-a9a9-4f6a-80b0-75a15b56604c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.487464] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e35154a-1c36-4d28-8f5d-9f8e0a11baf0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.527576] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5785b888-1fec-44d2-9dbb-515c64b0a294 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.535386] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77b37cd-c178-4214-8fe3-9a360b3512cf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.549766] env[62220]: DEBUG nova.compute.provider_tree [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1979.600406] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748384, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.700728] env[62220]: DEBUG nova.network.neutron [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Successfully created port: 8f6d3ddd-de50-435c-a65e-287343b735fc {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1979.847069] env[62220]: DEBUG nova.compute.manager [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1980.053038] env[62220]: DEBUG nova.scheduler.client.report [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1980.100718] env[62220]: DEBUG oslo_vmware.api [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748384, 'name': PowerOnVM_Task, 'duration_secs': 2.715386} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.101132] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1980.101196] env[62220]: DEBUG nova.compute.manager [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1980.102212] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cba23bf-c179-4804-9300-b4b91e594ccf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.558028] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.560802] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.004s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.561254] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.616788] env[62220]: INFO nova.scheduler.client.report [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Deleted allocations for instance 954b23d4-9a0b-48a4-ae2d-d5ca044756c0 [ 1980.618310] env[62220]: INFO nova.scheduler.client.report [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted allocations for instance f4c25d2c-dd88-4313-90cd-47df240a5a8d [ 1980.625312] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.625312] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.625312] env[62220]: DEBUG nova.objects.instance [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1980.856837] env[62220]: DEBUG nova.compute.manager [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1980.883243] env[62220]: DEBUG nova.virt.hardware [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1980.883385] env[62220]: DEBUG nova.virt.hardware [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1980.883429] env[62220]: DEBUG nova.virt.hardware [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1980.883596] env[62220]: DEBUG nova.virt.hardware [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1980.883748] env[62220]: DEBUG nova.virt.hardware [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1980.883896] env[62220]: DEBUG nova.virt.hardware [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1980.884117] env[62220]: DEBUG nova.virt.hardware [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1980.884282] env[62220]: DEBUG nova.virt.hardware [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1980.884452] env[62220]: DEBUG nova.virt.hardware [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1980.884616] env[62220]: DEBUG nova.virt.hardware [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1980.884793] env[62220]: DEBUG nova.virt.hardware [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1980.885708] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b9221e-e21a-45fb-8b67-fe64d37c5f4d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.893613] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d548564-a49d-4167-977b-bf927e9f1f60 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.133299] env[62220]: DEBUG oslo_concurrency.lockutils [None req-16b43b4f-5766-4870-a6c5-20df9e558a45 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "f4c25d2c-dd88-4313-90cd-47df240a5a8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.037s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.138444] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cd2a8e23-b4d6-470b-9151-c8af1a992eab tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "954b23d4-9a0b-48a4-ae2d-d5ca044756c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.439s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.640728] env[62220]: DEBUG oslo_concurrency.lockutils [None req-3eb13af6-d5fd-49c0-8c39-2c4c8846e703 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.670389] env[62220]: DEBUG nova.compute.manager [req-a5734c61-cce2-44e1-89c8-53649c707348 req-71cd0ee3-0016-42a7-8089-2a55e959bcc6 service nova] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Received event network-vif-plugged-8f6d3ddd-de50-435c-a65e-287343b735fc {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1981.670389] env[62220]: DEBUG oslo_concurrency.lockutils [req-a5734c61-cce2-44e1-89c8-53649c707348 req-71cd0ee3-0016-42a7-8089-2a55e959bcc6 service nova] Acquiring lock "948f4e14-be26-4d47-92e5-bacda46ef898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.670389] env[62220]: DEBUG oslo_concurrency.lockutils [req-a5734c61-cce2-44e1-89c8-53649c707348 req-71cd0ee3-0016-42a7-8089-2a55e959bcc6 service nova] Lock "948f4e14-be26-4d47-92e5-bacda46ef898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.670389] env[62220]: DEBUG oslo_concurrency.lockutils [req-a5734c61-cce2-44e1-89c8-53649c707348 req-71cd0ee3-0016-42a7-8089-2a55e959bcc6 service nova] Lock "948f4e14-be26-4d47-92e5-bacda46ef898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.670389] env[62220]: DEBUG nova.compute.manager [req-a5734c61-cce2-44e1-89c8-53649c707348 req-71cd0ee3-0016-42a7-8089-2a55e959bcc6 service nova] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] No waiting events found dispatching network-vif-plugged-8f6d3ddd-de50-435c-a65e-287343b735fc {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1981.670389] env[62220]: WARNING nova.compute.manager [req-a5734c61-cce2-44e1-89c8-53649c707348 req-71cd0ee3-0016-42a7-8089-2a55e959bcc6 service nova] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Received unexpected event network-vif-plugged-8f6d3ddd-de50-435c-a65e-287343b735fc for instance with vm_state building and task_state spawning. [ 1981.764749] env[62220]: DEBUG nova.network.neutron [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Successfully updated port: 8f6d3ddd-de50-435c-a65e-287343b735fc {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1981.972386] env[62220]: DEBUG oslo_concurrency.lockutils [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "3a8fe2d8-33b9-4009-b06e-132aa8e92772" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.972677] env[62220]: DEBUG oslo_concurrency.lockutils [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "3a8fe2d8-33b9-4009-b06e-132aa8e92772" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.972899] env[62220]: DEBUG oslo_concurrency.lockutils [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "3a8fe2d8-33b9-4009-b06e-132aa8e92772-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.973112] env[62220]: DEBUG oslo_concurrency.lockutils [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "3a8fe2d8-33b9-4009-b06e-132aa8e92772-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.973284] env[62220]: DEBUG oslo_concurrency.lockutils [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "3a8fe2d8-33b9-4009-b06e-132aa8e92772-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.975476] env[62220]: INFO nova.compute.manager [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Terminating instance [ 1982.034405] env[62220]: DEBUG oslo_concurrency.lockutils [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.034711] env[62220]: DEBUG oslo_concurrency.lockutils [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.035012] env[62220]: DEBUG oslo_concurrency.lockutils [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.035187] env[62220]: DEBUG oslo_concurrency.lockutils [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.035453] env[62220]: DEBUG oslo_concurrency.lockutils [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.037979] env[62220]: INFO nova.compute.manager [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Terminating instance [ 1982.267837] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.268235] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.268235] env[62220]: DEBUG nova.network.neutron [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1982.478716] env[62220]: DEBUG nova.compute.manager [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.478933] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.479868] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1985d3-d334-40a7-80e9-a685a2a6afd7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.488017] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.488257] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1c8e78b-f885-4907-ad2c-d6df7ac6663c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.495710] env[62220]: DEBUG oslo_vmware.api [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1982.495710] env[62220]: value = "task-1748387" [ 1982.495710] env[62220]: _type = "Task" [ 1982.495710] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.503162] env[62220]: DEBUG oslo_vmware.api [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.542366] env[62220]: DEBUG nova.compute.manager [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.542712] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.543702] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9514886e-91c1-44ea-bf5a-4a6bc4430db5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.551394] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.551668] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f809cdb0-233a-49c9-87c6-f7d8028a5f91 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.558322] env[62220]: DEBUG oslo_vmware.api [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1982.558322] env[62220]: value = "task-1748388" [ 1982.558322] env[62220]: _type = "Task" [ 1982.558322] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.566544] env[62220]: DEBUG oslo_vmware.api [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.800030] env[62220]: DEBUG nova.network.neutron [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1982.929305] env[62220]: DEBUG nova.network.neutron [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance_info_cache with network_info: [{"id": "8f6d3ddd-de50-435c-a65e-287343b735fc", "address": "fa:16:3e:99:14:5d", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6d3ddd-de", "ovs_interfaceid": "8f6d3ddd-de50-435c-a65e-287343b735fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.005445] env[62220]: DEBUG oslo_vmware.api [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748387, 'name': PowerOffVM_Task, 'duration_secs': 0.315809} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.005705] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.005877] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.006137] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f51c7215-f5cb-46e7-a9a7-5586c2d87b33 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.069890] env[62220]: DEBUG oslo_vmware.api [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748388, 'name': PowerOffVM_Task, 'duration_secs': 0.259241} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.070139] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.070316] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.070620] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b41797e-9a31-4b53-829c-928859026bba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.432919] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.433357] env[62220]: DEBUG nova.compute.manager [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Instance network_info: |[{"id": "8f6d3ddd-de50-435c-a65e-287343b735fc", "address": "fa:16:3e:99:14:5d", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6d3ddd-de", "ovs_interfaceid": "8f6d3ddd-de50-435c-a65e-287343b735fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1983.433719] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:14:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f6d3ddd-de50-435c-a65e-287343b735fc', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1983.441072] env[62220]: DEBUG oslo.service.loopingcall [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1983.441282] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1983.441506] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3e211e7-c529-482a-89f6-5f099cd60e54 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.462021] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1983.462021] env[62220]: value = "task-1748392" [ 1983.462021] env[62220]: _type = "Task" [ 1983.462021] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.471101] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748392, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.694462] env[62220]: DEBUG nova.compute.manager [req-bc870133-3628-44dd-8dde-d1109f3a9e02 req-6c5ee2e4-04aa-4fa0-91c2-2b65a1f28584 service nova] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Received event network-changed-8f6d3ddd-de50-435c-a65e-287343b735fc {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1983.694672] env[62220]: DEBUG nova.compute.manager [req-bc870133-3628-44dd-8dde-d1109f3a9e02 req-6c5ee2e4-04aa-4fa0-91c2-2b65a1f28584 service nova] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Refreshing instance network info cache due to event network-changed-8f6d3ddd-de50-435c-a65e-287343b735fc. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1983.694889] env[62220]: DEBUG oslo_concurrency.lockutils [req-bc870133-3628-44dd-8dde-d1109f3a9e02 req-6c5ee2e4-04aa-4fa0-91c2-2b65a1f28584 service nova] Acquiring lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.695059] env[62220]: DEBUG oslo_concurrency.lockutils [req-bc870133-3628-44dd-8dde-d1109f3a9e02 req-6c5ee2e4-04aa-4fa0-91c2-2b65a1f28584 service nova] Acquired lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.695280] env[62220]: DEBUG nova.network.neutron [req-bc870133-3628-44dd-8dde-d1109f3a9e02 req-6c5ee2e4-04aa-4fa0-91c2-2b65a1f28584 service nova] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Refreshing network info cache for port 8f6d3ddd-de50-435c-a65e-287343b735fc {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1983.902691] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1983.902913] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1983.903108] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Deleting the datastore file [datastore1] 3a8fe2d8-33b9-4009-b06e-132aa8e92772 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1983.903381] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b0c6df0-da70-483c-802d-39b6ad204c46 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.910574] env[62220]: DEBUG oslo_vmware.api [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1983.910574] env[62220]: value = "task-1748393" [ 1983.910574] env[62220]: _type = "Task" [ 1983.910574] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.920898] env[62220]: DEBUG oslo_vmware.api [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.921846] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1983.922057] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1983.922239] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Deleting the datastore file [datastore1] 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1983.922469] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04ff5727-f5d6-4246-ba29-aeafce590098 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.928256] env[62220]: DEBUG oslo_vmware.api [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for the task: (returnval){ [ 1983.928256] env[62220]: value = "task-1748394" [ 1983.928256] env[62220]: _type = "Task" [ 1983.928256] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.936322] env[62220]: DEBUG oslo_vmware.api [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.971569] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748392, 'name': CreateVM_Task} progress is 25%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.375655] env[62220]: DEBUG nova.network.neutron [req-bc870133-3628-44dd-8dde-d1109f3a9e02 req-6c5ee2e4-04aa-4fa0-91c2-2b65a1f28584 service nova] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updated VIF entry in instance network info cache for port 8f6d3ddd-de50-435c-a65e-287343b735fc. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1984.376028] env[62220]: DEBUG nova.network.neutron [req-bc870133-3628-44dd-8dde-d1109f3a9e02 req-6c5ee2e4-04aa-4fa0-91c2-2b65a1f28584 service nova] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance_info_cache with network_info: [{"id": "8f6d3ddd-de50-435c-a65e-287343b735fc", "address": "fa:16:3e:99:14:5d", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6d3ddd-de", "ovs_interfaceid": "8f6d3ddd-de50-435c-a65e-287343b735fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.420066] env[62220]: DEBUG oslo_vmware.api [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17188} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.420296] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.420476] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1984.420649] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1984.420817] env[62220]: INFO nova.compute.manager [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1984.421055] env[62220]: DEBUG oslo.service.loopingcall [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.421242] env[62220]: DEBUG nova.compute.manager [-] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1984.421334] env[62220]: DEBUG nova.network.neutron [-] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1984.436841] env[62220]: DEBUG oslo_vmware.api [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Task: {'id': task-1748394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15464} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.437261] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.437261] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1984.437400] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1984.437557] env[62220]: INFO nova.compute.manager [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1984.437771] env[62220]: DEBUG oslo.service.loopingcall [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.437948] env[62220]: DEBUG nova.compute.manager [-] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1984.438039] env[62220]: DEBUG nova.network.neutron [-] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1984.471297] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748392, 'name': CreateVM_Task, 'duration_secs': 0.706228} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.471515] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1984.472063] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.472230] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.472535] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1984.472770] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d6dbc4-6879-4213-8852-584f9a5a4df7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.477030] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1984.477030] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521a2590-eeec-fbb1-ae32-7622bf58c026" [ 1984.477030] env[62220]: _type = "Task" [ 1984.477030] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.484283] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521a2590-eeec-fbb1-ae32-7622bf58c026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.682841] env[62220]: DEBUG nova.compute.manager [req-0760b557-30f4-44f7-9c78-e2c4f7b2cf1c req-3f95d7c1-ca5f-428e-82a8-34ed6b955899 service nova] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Received event network-vif-deleted-0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1984.682841] env[62220]: INFO nova.compute.manager [req-0760b557-30f4-44f7-9c78-e2c4f7b2cf1c req-3f95d7c1-ca5f-428e-82a8-34ed6b955899 service nova] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Neutron deleted interface 0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92; detaching it from the instance and deleting it from the info cache [ 1984.682951] env[62220]: DEBUG nova.network.neutron [req-0760b557-30f4-44f7-9c78-e2c4f7b2cf1c req-3f95d7c1-ca5f-428e-82a8-34ed6b955899 service nova] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.878859] env[62220]: DEBUG oslo_concurrency.lockutils [req-bc870133-3628-44dd-8dde-d1109f3a9e02 req-6c5ee2e4-04aa-4fa0-91c2-2b65a1f28584 service nova] Releasing lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.987354] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]521a2590-eeec-fbb1-ae32-7622bf58c026, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.987676] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.987915] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1984.988162] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.988316] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.988493] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1984.988740] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b7557f3-2f44-4941-a83f-c2462bcd1c7a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.996588] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1984.996762] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1984.997429] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a04aa237-3e0f-4cff-90cc-849522f0d9e4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.002019] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1985.002019] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529e32de-7e76-2168-c21c-b1314d6db201" [ 1985.002019] env[62220]: _type = "Task" [ 1985.002019] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.009378] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529e32de-7e76-2168-c21c-b1314d6db201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.123957] env[62220]: DEBUG nova.network.neutron [-] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.163025] env[62220]: DEBUG nova.network.neutron [-] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.186348] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6094e06-47c5-4592-9910-c8af751b68b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.196392] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9420441f-2b5e-4540-ac14-4afb1c02f88c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.224188] env[62220]: DEBUG nova.compute.manager [req-0760b557-30f4-44f7-9c78-e2c4f7b2cf1c req-3f95d7c1-ca5f-428e-82a8-34ed6b955899 service nova] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Detach interface failed, port_id=0c4e8f1b-78e2-4b9f-a77a-64a01cc01a92, reason: Instance 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1985.512872] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]529e32de-7e76-2168-c21c-b1314d6db201, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.513687] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c115070-a515-49f5-b6d5-cb8f8306e363 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.519177] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1985.519177] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dd9043-dff6-f1a5-1798-c3b980927e98" [ 1985.519177] env[62220]: _type = "Task" [ 1985.519177] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.526929] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dd9043-dff6-f1a5-1798-c3b980927e98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.626771] env[62220]: INFO nova.compute.manager [-] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Took 1.21 seconds to deallocate network for instance. [ 1985.667149] env[62220]: INFO nova.compute.manager [-] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Took 1.23 seconds to deallocate network for instance. [ 1985.722341] env[62220]: DEBUG nova.compute.manager [req-42b5a1a5-33ac-49b6-bbff-baa82220d150 req-d995a355-820d-41d8-a189-5a32563e8024 service nova] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Received event network-vif-deleted-bc6a122b-7250-40b8-af6c-f2305a821d6b {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1986.029871] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52dd9043-dff6-f1a5-1798-c3b980927e98, 'name': SearchDatastore_Task, 'duration_secs': 0.011781} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.030148] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.030430] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 948f4e14-be26-4d47-92e5-bacda46ef898/948f4e14-be26-4d47-92e5-bacda46ef898.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1986.030678] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ea5c8d9-122f-4610-bbef-4e42dc597e4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.037179] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1986.037179] env[62220]: value = "task-1748396" [ 1986.037179] env[62220]: _type = "Task" [ 1986.037179] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.045693] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.133210] env[62220]: DEBUG oslo_concurrency.lockutils [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.133568] env[62220]: DEBUG oslo_concurrency.lockutils [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.133874] env[62220]: DEBUG nova.objects.instance [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lazy-loading 'resources' on Instance uuid 3a8fe2d8-33b9-4009-b06e-132aa8e92772 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.173874] env[62220]: DEBUG oslo_concurrency.lockutils [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.547764] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452994} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.548179] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 948f4e14-be26-4d47-92e5-bacda46ef898/948f4e14-be26-4d47-92e5-bacda46ef898.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1986.548387] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1986.548651] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-602c432b-1958-4a4d-96c8-b3ded2a7571d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.555690] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1986.555690] env[62220]: value = "task-1748397" [ 1986.555690] env[62220]: _type = "Task" [ 1986.555690] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.562876] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.728474] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fcd4a4-e1bf-4dee-82bd-fc6b5a6df485 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.736361] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abc84e3-709e-4ab5-abba-65441678f296 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.765510] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39806db-1a95-4df4-8b09-37c18b8358c2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.772915] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cd6777-5276-43e1-b2a5-422098b14ed4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.788923] env[62220]: DEBUG nova.compute.provider_tree [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1987.064903] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067447} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.065262] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1987.066028] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5777f982-8a30-4649-8b1c-ff5acffbe6b1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.088402] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 948f4e14-be26-4d47-92e5-bacda46ef898/948f4e14-be26-4d47-92e5-bacda46ef898.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1987.088664] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02d1ccd5-546a-4b9d-8668-1607b91fd9a2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.107595] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1987.107595] env[62220]: value = "task-1748398" [ 1987.107595] env[62220]: _type = "Task" [ 1987.107595] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.115333] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.291874] env[62220]: DEBUG nova.scheduler.client.report [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1987.617104] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748398, 'name': ReconfigVM_Task, 'duration_secs': 0.484154} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.617503] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 948f4e14-be26-4d47-92e5-bacda46ef898/948f4e14-be26-4d47-92e5-bacda46ef898.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1987.618018] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcd99d2d-9d13-431f-bb18-f3b542fbb6f8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.623998] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1987.623998] env[62220]: value = "task-1748399" [ 1987.623998] env[62220]: _type = "Task" [ 1987.623998] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.635411] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748399, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.797241] env[62220]: DEBUG oslo_concurrency.lockutils [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.799500] env[62220]: DEBUG oslo_concurrency.lockutils [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.626s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.799741] env[62220]: DEBUG nova.objects.instance [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lazy-loading 'resources' on Instance uuid 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1987.812848] env[62220]: INFO nova.scheduler.client.report [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Deleted allocations for instance 3a8fe2d8-33b9-4009-b06e-132aa8e92772 [ 1988.134349] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748399, 'name': Rename_Task, 'duration_secs': 0.141436} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.134623] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1988.134905] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a287ff6-0c77-4ee4-a6a8-25184a75969b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.141866] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1988.141866] env[62220]: value = "task-1748400" [ 1988.141866] env[62220]: _type = "Task" [ 1988.141866] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.149311] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.322695] env[62220]: DEBUG oslo_concurrency.lockutils [None req-654b4552-14ec-45ff-a13b-ce1b9002dd03 tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "3a8fe2d8-33b9-4009-b06e-132aa8e92772" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.350s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.390895] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6ed881-5593-4689-bde3-b0afd44898f0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.398695] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298f4a75-ccaa-469e-b67b-5d0ba1f2e7eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.429831] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcfd210-7075-47b2-b3df-63ecbab5cd26 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.437111] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe7a19a-e9c2-4e06-be90-d0552015f7db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.450315] env[62220]: DEBUG nova.compute.provider_tree [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1988.654244] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748400, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.957134] env[62220]: DEBUG nova.scheduler.client.report [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1989.152929] env[62220]: DEBUG oslo_vmware.api [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748400, 'name': PowerOnVM_Task, 'duration_secs': 0.543926} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.153214] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1989.153450] env[62220]: INFO nova.compute.manager [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1989.153690] env[62220]: DEBUG nova.compute.manager [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1989.154390] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46109cb-6e09-4a56-89a3-bdd19bb8f18b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.319434] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Acquiring lock "44dfd3a3-2018-467b-9b3f-1e1128a5807b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.320119] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Lock "44dfd3a3-2018-467b-9b3f-1e1128a5807b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.462381] env[62220]: DEBUG oslo_concurrency.lockutils [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.485505] env[62220]: INFO nova.scheduler.client.report [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Deleted allocations for instance 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb [ 1989.670788] env[62220]: INFO nova.compute.manager [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Took 13.05 seconds to build instance. [ 1989.822739] env[62220]: DEBUG nova.compute.manager [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1989.994697] env[62220]: DEBUG oslo_concurrency.lockutils [None req-193b0804-9134-4024-808c-a32acfc75ebc tempest-ListServersNegativeTestJSON-486945032 tempest-ListServersNegativeTestJSON-486945032-project-member] Lock "7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.959s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.171853] env[62220]: DEBUG oslo_concurrency.lockutils [None req-68e9ecb8-86a3-4500-bc9d-9c586eace737 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "948f4e14-be26-4d47-92e5-bacda46ef898" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.567s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.346552] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.346887] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.348483] env[62220]: INFO nova.compute.claims [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1990.674918] env[62220]: DEBUG nova.compute.manager [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Stashing vm_state: active {{(pid=62220) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1991.193675] env[62220]: DEBUG oslo_concurrency.lockutils [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.490339] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dd439a-2bbd-4d69-8d39-becc482ac9c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.501322] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f9c5f3-b5d4-4012-b651-a0ffad70d947 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.536388] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd87247c-db90-4be4-9b46-03b2567c56b5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.543911] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad7b909-4526-47e0-8c74-11648b685b0a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.558643] env[62220]: DEBUG nova.compute.provider_tree [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1992.061565] env[62220]: DEBUG nova.scheduler.client.report [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1992.566200] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.566582] env[62220]: DEBUG nova.compute.manager [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1992.569253] env[62220]: DEBUG oslo_concurrency.lockutils [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.376s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.072682] env[62220]: DEBUG nova.compute.utils [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1993.076107] env[62220]: INFO nova.compute.claims [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1993.079589] env[62220]: DEBUG nova.compute.manager [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1993.079763] env[62220]: DEBUG nova.network.neutron [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1993.125650] env[62220]: DEBUG nova.policy [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e08d13c87b2041debcdfbf813561ed5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adcfb3d3cf2a49f2a61568fd45dc5812', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1993.386560] env[62220]: DEBUG nova.network.neutron [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Successfully created port: 0be5664f-ce41-41b6-8729-fc6b6d07717f {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1993.581063] env[62220]: DEBUG nova.compute.manager [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1993.585566] env[62220]: INFO nova.compute.resource_tracker [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating resource usage from migration abd0328f-8d38-4d06-ba4c-45726b6297a6 [ 1993.694434] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff671db-5167-4b92-8837-54b272dc51f7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.703154] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c117668-1632-43bc-9931-14c68410455b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.736018] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb74746-e9ef-42cc-93b1-f40e7823a606 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.745393] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7d8145-d042-4586-8695-ab78161b3a0c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.761395] env[62220]: DEBUG nova.compute.provider_tree [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1994.090641] env[62220]: INFO nova.virt.block_device [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Booting with volume 1813f3e1-c67f-45dd-8fe2-32aba6bef049 at /dev/sda [ 1994.115741] env[62220]: DEBUG oslo_concurrency.lockutils [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "7f384fff-2a50-41a8-b954-5fc1efaf163e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.116027] env[62220]: DEBUG oslo_concurrency.lockutils [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.116221] env[62220]: DEBUG oslo_concurrency.lockutils [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "7f384fff-2a50-41a8-b954-5fc1efaf163e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.116429] env[62220]: DEBUG oslo_concurrency.lockutils [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.116610] env[62220]: DEBUG oslo_concurrency.lockutils [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.118693] env[62220]: INFO nova.compute.manager [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Terminating instance [ 1994.125149] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ea6b70a-11ad-4fbf-9840-9eeeae210f5a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.135674] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202ef9c9-2e4d-4fc6-8ff1-0c3fbbf5098a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.164334] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ce79ade-9ef8-4272-b9a8-432cbf343a98 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.173756] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6421d29e-154f-46f8-9a7c-67531708f569 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.214412] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57bf0e9-83b4-4232-9216-b1ede1747e68 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.220892] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc03f6e-781b-44f6-b9cb-d106818f5746 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.235291] env[62220]: DEBUG nova.virt.block_device [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Updating existing volume attachment record: 03abf5ec-5d4e-4760-9620-fd8b316261f6 {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1994.265272] env[62220]: DEBUG nova.scheduler.client.report [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1994.622723] env[62220]: DEBUG nova.compute.manager [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1994.623009] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1994.624057] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c104a2c-3609-4d08-8e1b-59ac50c62719 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.633037] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1994.633157] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99314a24-650d-46a7-a57e-2d49f2c63f01 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.640137] env[62220]: DEBUG oslo_vmware.api [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1994.640137] env[62220]: value = "task-1748401" [ 1994.640137] env[62220]: _type = "Task" [ 1994.640137] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.648261] env[62220]: DEBUG oslo_vmware.api [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.771343] env[62220]: DEBUG oslo_concurrency.lockutils [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.202s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.771786] env[62220]: INFO nova.compute.manager [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Migrating [ 1994.795994] env[62220]: DEBUG nova.compute.manager [req-40b9f960-fe4c-4e7e-9123-f13e572a07dd req-27189ad5-39b9-48ac-9639-cfc72ee335c7 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Received event network-vif-plugged-0be5664f-ce41-41b6-8729-fc6b6d07717f {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1994.796094] env[62220]: DEBUG oslo_concurrency.lockutils [req-40b9f960-fe4c-4e7e-9123-f13e572a07dd req-27189ad5-39b9-48ac-9639-cfc72ee335c7 service nova] Acquiring lock "44dfd3a3-2018-467b-9b3f-1e1128a5807b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.796724] env[62220]: DEBUG oslo_concurrency.lockutils [req-40b9f960-fe4c-4e7e-9123-f13e572a07dd req-27189ad5-39b9-48ac-9639-cfc72ee335c7 service nova] Lock "44dfd3a3-2018-467b-9b3f-1e1128a5807b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.797201] env[62220]: DEBUG oslo_concurrency.lockutils [req-40b9f960-fe4c-4e7e-9123-f13e572a07dd req-27189ad5-39b9-48ac-9639-cfc72ee335c7 service nova] Lock "44dfd3a3-2018-467b-9b3f-1e1128a5807b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.797201] env[62220]: DEBUG nova.compute.manager [req-40b9f960-fe4c-4e7e-9123-f13e572a07dd req-27189ad5-39b9-48ac-9639-cfc72ee335c7 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] No waiting events found dispatching network-vif-plugged-0be5664f-ce41-41b6-8729-fc6b6d07717f {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1994.797341] env[62220]: WARNING nova.compute.manager [req-40b9f960-fe4c-4e7e-9123-f13e572a07dd req-27189ad5-39b9-48ac-9639-cfc72ee335c7 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Received unexpected event network-vif-plugged-0be5664f-ce41-41b6-8729-fc6b6d07717f for instance with vm_state building and task_state block_device_mapping. [ 1994.892927] env[62220]: DEBUG nova.network.neutron [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Successfully updated port: 0be5664f-ce41-41b6-8729-fc6b6d07717f {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1995.150975] env[62220]: DEBUG oslo_vmware.api [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748401, 'name': PowerOffVM_Task, 'duration_secs': 0.190377} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.151335] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1995.151470] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1995.151755] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba74d2e5-9c98-4111-8133-c926b1d9ac33 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.295014] env[62220]: DEBUG oslo_concurrency.lockutils [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.295251] env[62220]: DEBUG oslo_concurrency.lockutils [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.295521] env[62220]: DEBUG nova.network.neutron [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1995.395661] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Acquiring lock "refresh_cache-44dfd3a3-2018-467b-9b3f-1e1128a5807b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.395878] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Acquired lock "refresh_cache-44dfd3a3-2018-467b-9b3f-1e1128a5807b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.395962] env[62220]: DEBUG nova.network.neutron [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1995.417750] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1995.417750] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1995.417750] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleting the datastore file [datastore1] 7f384fff-2a50-41a8-b954-5fc1efaf163e {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1995.417750] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f1f458e-8c47-4ee5-8f7f-b03f2873b3ec {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.426042] env[62220]: DEBUG oslo_vmware.api [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for the task: (returnval){ [ 1995.426042] env[62220]: value = "task-1748403" [ 1995.426042] env[62220]: _type = "Task" [ 1995.426042] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.433961] env[62220]: DEBUG oslo_vmware.api [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.939517] env[62220]: DEBUG oslo_vmware.api [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.947197] env[62220]: DEBUG nova.network.neutron [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1996.002434] env[62220]: DEBUG nova.network.neutron [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance_info_cache with network_info: [{"id": "8f6d3ddd-de50-435c-a65e-287343b735fc", "address": "fa:16:3e:99:14:5d", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6d3ddd-de", "ovs_interfaceid": "8f6d3ddd-de50-435c-a65e-287343b735fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.100893] env[62220]: DEBUG nova.network.neutron [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Updating instance_info_cache with network_info: [{"id": "0be5664f-ce41-41b6-8729-fc6b6d07717f", "address": "fa:16:3e:a1:c0:65", "network": {"id": "d18b0ff4-f2ab-459c-aaab-e8e6e1ad4211", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-25911718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adcfb3d3cf2a49f2a61568fd45dc5812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be5664f-ce", "ovs_interfaceid": "0be5664f-ce41-41b6-8729-fc6b6d07717f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.338160] env[62220]: DEBUG nova.compute.manager [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1996.338853] env[62220]: DEBUG nova.virt.hardware [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1996.339028] env[62220]: DEBUG nova.virt.hardware [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1996.339162] env[62220]: DEBUG nova.virt.hardware [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1996.339394] env[62220]: DEBUG nova.virt.hardware [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1996.339557] env[62220]: DEBUG nova.virt.hardware [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1996.339729] env[62220]: DEBUG nova.virt.hardware [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1996.339951] env[62220]: DEBUG nova.virt.hardware [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1996.340135] env[62220]: DEBUG nova.virt.hardware [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1996.340328] env[62220]: DEBUG nova.virt.hardware [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1996.340493] env[62220]: DEBUG nova.virt.hardware [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1996.340696] env[62220]: DEBUG nova.virt.hardware [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1996.341661] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af5d37-4d89-476c-aff5-eb80e1c6087e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.352660] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34386ed3-5958-4e6f-97be-aa825f3cb6e1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.437291] env[62220]: DEBUG oslo_vmware.api [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Task: {'id': task-1748403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.846798} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.437568] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1996.437755] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1996.437930] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1996.438212] env[62220]: INFO nova.compute.manager [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1996.438393] env[62220]: DEBUG oslo.service.loopingcall [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.438607] env[62220]: DEBUG nova.compute.manager [-] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1996.438664] env[62220]: DEBUG nova.network.neutron [-] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1996.505773] env[62220]: DEBUG oslo_concurrency.lockutils [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.603951] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Releasing lock "refresh_cache-44dfd3a3-2018-467b-9b3f-1e1128a5807b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.604249] env[62220]: DEBUG nova.compute.manager [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Instance network_info: |[{"id": "0be5664f-ce41-41b6-8729-fc6b6d07717f", "address": "fa:16:3e:a1:c0:65", "network": {"id": "d18b0ff4-f2ab-459c-aaab-e8e6e1ad4211", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-25911718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adcfb3d3cf2a49f2a61568fd45dc5812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be5664f-ce", "ovs_interfaceid": "0be5664f-ce41-41b6-8729-fc6b6d07717f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1996.604672] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:c0:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0be5664f-ce41-41b6-8729-fc6b6d07717f', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1996.612555] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Creating folder: Project (adcfb3d3cf2a49f2a61568fd45dc5812). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1996.612931] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-399c3bb4-caf3-45e3-800d-88daeb1efcc5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.628898] env[62220]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1996.629092] env[62220]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62220) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1996.629452] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Folder already exists: Project (adcfb3d3cf2a49f2a61568fd45dc5812). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1996.629669] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Creating folder: Instances. Parent ref: group-v363471. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1996.629908] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71a775c4-645d-41c1-9baf-231b9f5e5b88 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.642759] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Created folder: Instances in parent group-v363471. [ 1996.642988] env[62220]: DEBUG oslo.service.loopingcall [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.643198] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1996.643428] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b37340bc-8f8b-4e99-9dcf-e044ba0904d7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.663129] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1996.663129] env[62220]: value = "task-1748406" [ 1996.663129] env[62220]: _type = "Task" [ 1996.663129] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.670912] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748406, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.825647] env[62220]: DEBUG nova.compute.manager [req-ee30d557-e644-40ee-bfdd-8a2a83a007b9 req-7985eed7-41dd-458f-b322-3b00c1ab5ec1 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Received event network-changed-0be5664f-ce41-41b6-8729-fc6b6d07717f {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1996.825798] env[62220]: DEBUG nova.compute.manager [req-ee30d557-e644-40ee-bfdd-8a2a83a007b9 req-7985eed7-41dd-458f-b322-3b00c1ab5ec1 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Refreshing instance network info cache due to event network-changed-0be5664f-ce41-41b6-8729-fc6b6d07717f. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1996.826074] env[62220]: DEBUG oslo_concurrency.lockutils [req-ee30d557-e644-40ee-bfdd-8a2a83a007b9 req-7985eed7-41dd-458f-b322-3b00c1ab5ec1 service nova] Acquiring lock "refresh_cache-44dfd3a3-2018-467b-9b3f-1e1128a5807b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.826425] env[62220]: DEBUG oslo_concurrency.lockutils [req-ee30d557-e644-40ee-bfdd-8a2a83a007b9 req-7985eed7-41dd-458f-b322-3b00c1ab5ec1 service nova] Acquired lock "refresh_cache-44dfd3a3-2018-467b-9b3f-1e1128a5807b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.826638] env[62220]: DEBUG nova.network.neutron [req-ee30d557-e644-40ee-bfdd-8a2a83a007b9 req-7985eed7-41dd-458f-b322-3b00c1ab5ec1 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Refreshing network info cache for port 0be5664f-ce41-41b6-8729-fc6b6d07717f {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.898764] env[62220]: DEBUG nova.compute.manager [req-39af0939-1d9e-4f9b-bd4d-53bb10d55a1c req-62b61f92-d669-47ac-994e-41cf0c338523 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Received event network-vif-deleted-1230b66c-91fd-4c42-a94c-212a0ecd11ab {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1996.899018] env[62220]: INFO nova.compute.manager [req-39af0939-1d9e-4f9b-bd4d-53bb10d55a1c req-62b61f92-d669-47ac-994e-41cf0c338523 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Neutron deleted interface 1230b66c-91fd-4c42-a94c-212a0ecd11ab; detaching it from the instance and deleting it from the info cache [ 1996.899181] env[62220]: DEBUG nova.network.neutron [req-39af0939-1d9e-4f9b-bd4d-53bb10d55a1c req-62b61f92-d669-47ac-994e-41cf0c338523 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.176870] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748406, 'name': CreateVM_Task, 'duration_secs': 0.379865} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.177065] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1997.177956] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'attachment_id': '03abf5ec-5d4e-4760-9620-fd8b316261f6', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363475', 'volume_id': '1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'name': 'volume-1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44dfd3a3-2018-467b-9b3f-1e1128a5807b', 'attached_at': '', 'detached_at': '', 'volume_id': '1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'serial': '1813f3e1-c67f-45dd-8fe2-32aba6bef049'}, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1997.178323] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Root volume attach. Driver type: vmdk {{(pid=62220) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1997.179168] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f000be-dfbc-4895-b527-4c94c7b65f3d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.189324] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2657ae-acde-4557-9bf2-ff9f0f683f7c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.197348] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62da67e5-c410-4661-b158-e151d57d5fea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.204513] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-43caff99-6061-4afb-9cf9-a1ee0e0706db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.212492] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Waiting for the task: (returnval){ [ 1997.212492] env[62220]: value = "task-1748407" [ 1997.212492] env[62220]: _type = "Task" [ 1997.212492] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.222571] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748407, 'name': RelocateVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.375590] env[62220]: DEBUG nova.network.neutron [-] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.401693] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a2bcd26-ab75-441b-a182-8e1c779d3783 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.412610] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305cad54-1c56-4178-b9b1-fc7235c06183 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.444955] env[62220]: DEBUG nova.compute.manager [req-39af0939-1d9e-4f9b-bd4d-53bb10d55a1c req-62b61f92-d669-47ac-994e-41cf0c338523 service nova] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Detach interface failed, port_id=1230b66c-91fd-4c42-a94c-212a0ecd11ab, reason: Instance 7f384fff-2a50-41a8-b954-5fc1efaf163e could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1997.646115] env[62220]: DEBUG nova.network.neutron [req-ee30d557-e644-40ee-bfdd-8a2a83a007b9 req-7985eed7-41dd-458f-b322-3b00c1ab5ec1 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Updated VIF entry in instance network info cache for port 0be5664f-ce41-41b6-8729-fc6b6d07717f. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1997.646558] env[62220]: DEBUG nova.network.neutron [req-ee30d557-e644-40ee-bfdd-8a2a83a007b9 req-7985eed7-41dd-458f-b322-3b00c1ab5ec1 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Updating instance_info_cache with network_info: [{"id": "0be5664f-ce41-41b6-8729-fc6b6d07717f", "address": "fa:16:3e:a1:c0:65", "network": {"id": "d18b0ff4-f2ab-459c-aaab-e8e6e1ad4211", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-25911718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adcfb3d3cf2a49f2a61568fd45dc5812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be5664f-ce", "ovs_interfaceid": "0be5664f-ce41-41b6-8729-fc6b6d07717f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.722778] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748407, 'name': RelocateVM_Task, 'duration_secs': 0.433129} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.723071] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1997.723281] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363475', 'volume_id': '1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'name': 'volume-1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44dfd3a3-2018-467b-9b3f-1e1128a5807b', 'attached_at': '', 'detached_at': '', 'volume_id': '1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'serial': '1813f3e1-c67f-45dd-8fe2-32aba6bef049'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1997.724054] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c58067-8df7-4e0d-8cb0-18b98e1d0c08 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.740438] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f0d47-4915-408c-ae0b-66053d8bcdf1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.762980] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-1813f3e1-c67f-45dd-8fe2-32aba6bef049/volume-1813f3e1-c67f-45dd-8fe2-32aba6bef049.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1997.763292] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7da6e0-6274-4eff-b304-9c2a903e2144 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.783438] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Waiting for the task: (returnval){ [ 1997.783438] env[62220]: value = "task-1748408" [ 1997.783438] env[62220]: _type = "Task" [ 1997.783438] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.791615] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.878526] env[62220]: INFO nova.compute.manager [-] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Took 1.44 seconds to deallocate network for instance. [ 1998.021029] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2caf58-56a7-4b54-9a47-359f970bf02f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.043182] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance '948f4e14-be26-4d47-92e5-bacda46ef898' progress to 0 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1998.150049] env[62220]: DEBUG oslo_concurrency.lockutils [req-ee30d557-e644-40ee-bfdd-8a2a83a007b9 req-7985eed7-41dd-458f-b322-3b00c1ab5ec1 service nova] Releasing lock "refresh_cache-44dfd3a3-2018-467b-9b3f-1e1128a5807b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.293841] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748408, 'name': ReconfigVM_Task, 'duration_secs': 0.379702} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.294240] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-1813f3e1-c67f-45dd-8fe2-32aba6bef049/volume-1813f3e1-c67f-45dd-8fe2-32aba6bef049.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1998.298751] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d25cd74-8b2c-4810-8825-8c40d4143f12 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.313330] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Waiting for the task: (returnval){ [ 1998.313330] env[62220]: value = "task-1748409" [ 1998.313330] env[62220]: _type = "Task" [ 1998.313330] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.320919] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.329377] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.329727] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.385427] env[62220]: DEBUG oslo_concurrency.lockutils [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.385823] env[62220]: DEBUG oslo_concurrency.lockutils [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.386032] env[62220]: DEBUG nova.objects.instance [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lazy-loading 'resources' on Instance uuid 7f384fff-2a50-41a8-b954-5fc1efaf163e {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.549601] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1998.549874] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a71cd9bb-ff36-4c96-b040-d2248eda139b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.557408] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1998.557408] env[62220]: value = "task-1748410" [ 1998.557408] env[62220]: _type = "Task" [ 1998.557408] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.565508] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.824105] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748409, 'name': ReconfigVM_Task, 'duration_secs': 0.118246} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.824256] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363475', 'volume_id': '1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'name': 'volume-1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44dfd3a3-2018-467b-9b3f-1e1128a5807b', 'attached_at': '', 'detached_at': '', 'volume_id': '1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'serial': '1813f3e1-c67f-45dd-8fe2-32aba6bef049'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1998.824705] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73e10856-bd70-47c1-9401-c543f078204a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.830431] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Waiting for the task: (returnval){ [ 1998.830431] env[62220]: value = "task-1748411" [ 1998.830431] env[62220]: _type = "Task" [ 1998.830431] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.833905] env[62220]: DEBUG nova.compute.utils [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1998.839849] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748411, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.987138] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea8b7f0-6793-41e3-9d75-fd38f4307baf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.994603] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c6ba06-6268-4231-a264-9fff74aab25c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.024608] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88b5640-cf23-4e23-9ed5-e727bd816414 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.031273] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cd88f8-9e92-4d45-8a20-541f94ee01d2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.043759] env[62220]: DEBUG nova.compute.provider_tree [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1999.065642] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748410, 'name': PowerOffVM_Task, 'duration_secs': 0.204778} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.065896] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.066127] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance '948f4e14-be26-4d47-92e5-bacda46ef898' progress to 17 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1999.337172] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.340701] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748411, 'name': Rename_Task, 'duration_secs': 0.129739} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.341608] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1999.341889] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9af7dc2-56e8-4624-9466-663eb8e9ece3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.348681] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Waiting for the task: (returnval){ [ 1999.348681] env[62220]: value = "task-1748412" [ 1999.348681] env[62220]: _type = "Task" [ 1999.348681] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.355992] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.547116] env[62220]: DEBUG nova.scheduler.client.report [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1999.572268] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1999.572512] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1999.572674] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1999.572863] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1999.573018] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1999.573210] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1999.573407] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1999.573600] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1999.573776] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1999.573938] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1999.574128] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1999.579360] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9575814f-9344-4b70-8afe-32f384656124 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.595452] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 1999.595452] env[62220]: value = "task-1748413" [ 1999.595452] env[62220]: _type = "Task" [ 1999.595452] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.604015] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.862412] env[62220]: DEBUG oslo_vmware.api [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748412, 'name': PowerOnVM_Task, 'duration_secs': 0.459328} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.862775] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1999.863147] env[62220]: INFO nova.compute.manager [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Took 3.52 seconds to spawn the instance on the hypervisor. [ 1999.863567] env[62220]: DEBUG nova.compute.manager [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1999.864863] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53c61ca-32f6-4d72-a6ee-02711c796b6e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.052404] env[62220]: DEBUG oslo_concurrency.lockutils [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.071043] env[62220]: INFO nova.scheduler.client.report [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Deleted allocations for instance 7f384fff-2a50-41a8-b954-5fc1efaf163e [ 2000.106260] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748413, 'name': ReconfigVM_Task, 'duration_secs': 0.16962} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.107032] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance '948f4e14-be26-4d47-92e5-bacda46ef898' progress to 33 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2000.385084] env[62220]: INFO nova.compute.manager [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Took 10.06 seconds to build instance. [ 2000.402988] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.403271] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.403569] env[62220]: INFO nova.compute.manager [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Attaching volume 581c67ce-e7bd-4e83-8734-fe5fc27c4db5 to /dev/sdb [ 2000.440465] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c8a76d-55d8-4c66-9ae8-70d2d319f44d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.447674] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2630dd88-8e0a-4f80-a4c5-98b4cfb6a3b4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.461725] env[62220]: DEBUG nova.virt.block_device [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Updating existing volume attachment record: 45c655ce-d545-45c2-9e22-17ee566c70e5 {{(pid=62220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2000.577804] env[62220]: DEBUG oslo_concurrency.lockutils [None req-afbd132a-29cd-436a-82a7-96fae9a234ac tempest-AttachVolumeShelveTestJSON-37567632 tempest-AttachVolumeShelveTestJSON-37567632-project-member] Lock "7f384fff-2a50-41a8-b954-5fc1efaf163e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.462s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.614632] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2000.614632] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2000.614902] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2000.614966] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2000.615093] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2000.615244] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2000.615507] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2000.615705] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2000.615891] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2000.616068] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2000.616246] env[62220]: DEBUG nova.virt.hardware [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2000.621582] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2000.622210] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-971d1818-fc28-4e8d-8c63-8f6f29dd483c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.640287] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2000.640287] env[62220]: value = "task-1748415" [ 2000.640287] env[62220]: _type = "Task" [ 2000.640287] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.648676] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.887319] env[62220]: DEBUG oslo_concurrency.lockutils [None req-efedde11-d491-4b43-a00a-a89333139c6a tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Lock "44dfd3a3-2018-467b-9b3f-1e1128a5807b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.567s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.151679] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748415, 'name': ReconfigVM_Task, 'duration_secs': 0.16005} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.151958] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2001.152754] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551fd308-a1cd-4e1c-a85b-846503430a27 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.175071] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 948f4e14-be26-4d47-92e5-bacda46ef898/948f4e14-be26-4d47-92e5-bacda46ef898.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2001.175400] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec614c34-2f57-4184-936c-5498052aa4f0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.193808] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2001.193808] env[62220]: value = "task-1748416" [ 2001.193808] env[62220]: _type = "Task" [ 2001.193808] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.205123] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.662363] env[62220]: DEBUG nova.compute.manager [req-46987b1e-04dd-4218-adce-6eb94aea4470 req-76edfb4a-7843-44fa-aea4-672034cd6b40 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Received event network-changed-0be5664f-ce41-41b6-8729-fc6b6d07717f {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2001.662614] env[62220]: DEBUG nova.compute.manager [req-46987b1e-04dd-4218-adce-6eb94aea4470 req-76edfb4a-7843-44fa-aea4-672034cd6b40 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Refreshing instance network info cache due to event network-changed-0be5664f-ce41-41b6-8729-fc6b6d07717f. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2001.662769] env[62220]: DEBUG oslo_concurrency.lockutils [req-46987b1e-04dd-4218-adce-6eb94aea4470 req-76edfb4a-7843-44fa-aea4-672034cd6b40 service nova] Acquiring lock "refresh_cache-44dfd3a3-2018-467b-9b3f-1e1128a5807b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.662874] env[62220]: DEBUG oslo_concurrency.lockutils [req-46987b1e-04dd-4218-adce-6eb94aea4470 req-76edfb4a-7843-44fa-aea4-672034cd6b40 service nova] Acquired lock "refresh_cache-44dfd3a3-2018-467b-9b3f-1e1128a5807b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.663041] env[62220]: DEBUG nova.network.neutron [req-46987b1e-04dd-4218-adce-6eb94aea4470 req-76edfb4a-7843-44fa-aea4-672034cd6b40 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Refreshing network info cache for port 0be5664f-ce41-41b6-8729-fc6b6d07717f {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2001.705804] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.203994] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748416, 'name': ReconfigVM_Task, 'duration_secs': 0.708405} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.204463] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 948f4e14-be26-4d47-92e5-bacda46ef898/948f4e14-be26-4d47-92e5-bacda46ef898.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.204573] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance '948f4e14-be26-4d47-92e5-bacda46ef898' progress to 50 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2002.429714] env[62220]: DEBUG nova.network.neutron [req-46987b1e-04dd-4218-adce-6eb94aea4470 req-76edfb4a-7843-44fa-aea4-672034cd6b40 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Updated VIF entry in instance network info cache for port 0be5664f-ce41-41b6-8729-fc6b6d07717f. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2002.430157] env[62220]: DEBUG nova.network.neutron [req-46987b1e-04dd-4218-adce-6eb94aea4470 req-76edfb4a-7843-44fa-aea4-672034cd6b40 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Updating instance_info_cache with network_info: [{"id": "0be5664f-ce41-41b6-8729-fc6b6d07717f", "address": "fa:16:3e:a1:c0:65", "network": {"id": "d18b0ff4-f2ab-459c-aaab-e8e6e1ad4211", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-25911718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adcfb3d3cf2a49f2a61568fd45dc5812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be5664f-ce", "ovs_interfaceid": "0be5664f-ce41-41b6-8729-fc6b6d07717f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.711782] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8adaa08-7195-4eae-a808-373720ff101a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.730820] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f32528-3e2f-4b5c-8b90-e00967a1ae89 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.749331] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance '948f4e14-be26-4d47-92e5-bacda46ef898' progress to 67 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2002.933158] env[62220]: DEBUG oslo_concurrency.lockutils [req-46987b1e-04dd-4218-adce-6eb94aea4470 req-76edfb4a-7843-44fa-aea4-672034cd6b40 service nova] Releasing lock "refresh_cache-44dfd3a3-2018-467b-9b3f-1e1128a5807b" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.286864] env[62220]: DEBUG nova.network.neutron [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Port 8f6d3ddd-de50-435c-a65e-287343b735fc binding to destination host cpu-1 is already ACTIVE {{(pid=62220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2004.309896] env[62220]: DEBUG oslo_concurrency.lockutils [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "948f4e14-be26-4d47-92e5-bacda46ef898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.309896] env[62220]: DEBUG oslo_concurrency.lockutils [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "948f4e14-be26-4d47-92e5-bacda46ef898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.310303] env[62220]: DEBUG oslo_concurrency.lockutils [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "948f4e14-be26-4d47-92e5-bacda46ef898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.004950] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Volume attach. Driver type: vmdk {{(pid=62220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2005.005218] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363479', 'volume_id': '581c67ce-e7bd-4e83-8734-fe5fc27c4db5', 'name': 'volume-581c67ce-e7bd-4e83-8734-fe5fc27c4db5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2ed96bbe-3205-481e-9a88-97dd20b07a13', 'attached_at': '', 'detached_at': '', 'volume_id': '581c67ce-e7bd-4e83-8734-fe5fc27c4db5', 'serial': '581c67ce-e7bd-4e83-8734-fe5fc27c4db5'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2005.006240] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d2e500-1248-4e9e-b4fb-37a4e20c5698 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.024454] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b194a27f-c2fe-4dad-a3d8-d02bdb54b741 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.048375] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-581c67ce-e7bd-4e83-8734-fe5fc27c4db5/volume-581c67ce-e7bd-4e83-8734-fe5fc27c4db5.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2005.048631] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297b03c1-13dd-4734-bc3d-92f52beb1582 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.066869] env[62220]: DEBUG oslo_vmware.api [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 2005.066869] env[62220]: value = "task-1748419" [ 2005.066869] env[62220]: _type = "Task" [ 2005.066869] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.075187] env[62220]: DEBUG oslo_vmware.api [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.345640] env[62220]: DEBUG oslo_concurrency.lockutils [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.345933] env[62220]: DEBUG oslo_concurrency.lockutils [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.346089] env[62220]: DEBUG nova.network.neutron [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2005.577038] env[62220]: DEBUG oslo_vmware.api [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748419, 'name': ReconfigVM_Task, 'duration_secs': 0.36277} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.577325] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-581c67ce-e7bd-4e83-8734-fe5fc27c4db5/volume-581c67ce-e7bd-4e83-8734-fe5fc27c4db5.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2005.582663] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fea3350-829d-49ae-9260-686e5775a36d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.600820] env[62220]: DEBUG oslo_vmware.api [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 2005.600820] env[62220]: value = "task-1748420" [ 2005.600820] env[62220]: _type = "Task" [ 2005.600820] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.610841] env[62220]: DEBUG oslo_vmware.api [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.046205] env[62220]: DEBUG nova.network.neutron [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance_info_cache with network_info: [{"id": "8f6d3ddd-de50-435c-a65e-287343b735fc", "address": "fa:16:3e:99:14:5d", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6d3ddd-de", "ovs_interfaceid": "8f6d3ddd-de50-435c-a65e-287343b735fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.111495] env[62220]: DEBUG oslo_vmware.api [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748420, 'name': ReconfigVM_Task, 'duration_secs': 0.16805} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.111817] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363479', 'volume_id': '581c67ce-e7bd-4e83-8734-fe5fc27c4db5', 'name': 'volume-581c67ce-e7bd-4e83-8734-fe5fc27c4db5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2ed96bbe-3205-481e-9a88-97dd20b07a13', 'attached_at': '', 'detached_at': '', 'volume_id': '581c67ce-e7bd-4e83-8734-fe5fc27c4db5', 'serial': '581c67ce-e7bd-4e83-8734-fe5fc27c4db5'} {{(pid=62220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2006.549556] env[62220]: DEBUG oslo_concurrency.lockutils [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.075496] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaddf76d-4e8b-49a4-8997-ecad86166cfd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.095302] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90678d0-d939-495a-8349-fba1ca272676 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.102330] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance '948f4e14-be26-4d47-92e5-bacda46ef898' progress to 83 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2007.154867] env[62220]: DEBUG nova.objects.instance [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lazy-loading 'flavor' on Instance uuid 2ed96bbe-3205-481e-9a88-97dd20b07a13 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2007.608389] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2007.608789] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a11a0772-c429-4195-97b7-0e873f2de9a3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.616302] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2007.616302] env[62220]: value = "task-1748421" [ 2007.616302] env[62220]: _type = "Task" [ 2007.616302] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.624739] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.660029] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8b216426-5f93-4726-9b8b-7743341ee3dd tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.852861] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.853148] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.127314] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748421, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.357075] env[62220]: INFO nova.compute.manager [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Detaching volume 581c67ce-e7bd-4e83-8734-fe5fc27c4db5 [ 2008.388211] env[62220]: INFO nova.virt.block_device [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Attempting to driver detach volume 581c67ce-e7bd-4e83-8734-fe5fc27c4db5 from mountpoint /dev/sdb [ 2008.388452] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2008.388638] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363479', 'volume_id': '581c67ce-e7bd-4e83-8734-fe5fc27c4db5', 'name': 'volume-581c67ce-e7bd-4e83-8734-fe5fc27c4db5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2ed96bbe-3205-481e-9a88-97dd20b07a13', 'attached_at': '', 'detached_at': '', 'volume_id': '581c67ce-e7bd-4e83-8734-fe5fc27c4db5', 'serial': '581c67ce-e7bd-4e83-8734-fe5fc27c4db5'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2008.389539] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc9f9a6-3ea2-433a-a730-7022607486eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.410620] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b953705d-8d62-49b7-9b72-0e55bb407ab9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.417401] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd483196-8519-40d3-afa2-4fc124c5345c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.437031] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2733f06d-f839-4606-b1b8-8e86e25a093f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.452062] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] The volume has not been displaced from its original location: [datastore1] volume-581c67ce-e7bd-4e83-8734-fe5fc27c4db5/volume-581c67ce-e7bd-4e83-8734-fe5fc27c4db5.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2008.457109] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2008.458045] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e51f7f5-690d-4371-ade9-cb5051e99f5a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.475119] env[62220]: DEBUG oslo_vmware.api [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 2008.475119] env[62220]: value = "task-1748422" [ 2008.475119] env[62220]: _type = "Task" [ 2008.475119] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.487107] env[62220]: DEBUG oslo_vmware.api [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.626359] env[62220]: DEBUG oslo_vmware.api [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748421, 'name': PowerOnVM_Task, 'duration_secs': 0.635496} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.626764] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2008.626821] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-28dafe7e-a5c1-4e6d-afbd-d73dd1784428 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance '948f4e14-be26-4d47-92e5-bacda46ef898' progress to 100 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2008.985604] env[62220]: DEBUG oslo_vmware.api [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748422, 'name': ReconfigVM_Task, 'duration_secs': 0.22798} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.985870] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2008.990323] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a1e086-885b-4f4b-ae30-59d4d1ba7a46 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.005980] env[62220]: DEBUG oslo_vmware.api [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 2009.005980] env[62220]: value = "task-1748423" [ 2009.005980] env[62220]: _type = "Task" [ 2009.005980] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.013597] env[62220]: DEBUG oslo_vmware.api [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.515881] env[62220]: DEBUG oslo_vmware.api [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748423, 'name': ReconfigVM_Task, 'duration_secs': 0.139751} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.516231] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363479', 'volume_id': '581c67ce-e7bd-4e83-8734-fe5fc27c4db5', 'name': 'volume-581c67ce-e7bd-4e83-8734-fe5fc27c4db5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2ed96bbe-3205-481e-9a88-97dd20b07a13', 'attached_at': '', 'detached_at': '', 'volume_id': '581c67ce-e7bd-4e83-8734-fe5fc27c4db5', 'serial': '581c67ce-e7bd-4e83-8734-fe5fc27c4db5'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2010.057728] env[62220]: DEBUG nova.objects.instance [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lazy-loading 'flavor' on Instance uuid 2ed96bbe-3205-481e-9a88-97dd20b07a13 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.673950] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "948f4e14-be26-4d47-92e5-bacda46ef898" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.674282] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "948f4e14-be26-4d47-92e5-bacda46ef898" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.674501] env[62220]: DEBUG nova.compute.manager [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Going to confirm migration 8 {{(pid=62220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 2011.065690] env[62220]: DEBUG oslo_concurrency.lockutils [None req-6431b0b1-48a2-447c-8f52-cc11a992d690 tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.217669] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.217868] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.218103] env[62220]: DEBUG nova.network.neutron [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2011.218297] env[62220]: DEBUG nova.objects.instance [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lazy-loading 'info_cache' on Instance uuid 948f4e14-be26-4d47-92e5-bacda46ef898 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2012.091568] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.092026] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.092224] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "2ed96bbe-3205-481e-9a88-97dd20b07a13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.092496] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.092745] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.095441] env[62220]: INFO nova.compute.manager [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Terminating instance [ 2012.440425] env[62220]: DEBUG nova.network.neutron [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance_info_cache with network_info: [{"id": "8f6d3ddd-de50-435c-a65e-287343b735fc", "address": "fa:16:3e:99:14:5d", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6d3ddd-de", "ovs_interfaceid": "8f6d3ddd-de50-435c-a65e-287343b735fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.599578] env[62220]: DEBUG nova.compute.manager [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2012.599758] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2012.600702] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154c995b-7fbc-4476-a9dc-a9c265743a45 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.608668] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.608887] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3632f689-7ea6-403f-82ff-dd4d0d2d262b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.614635] env[62220]: DEBUG oslo_vmware.api [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 2012.614635] env[62220]: value = "task-1748424" [ 2012.614635] env[62220]: _type = "Task" [ 2012.614635] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.623548] env[62220]: DEBUG oslo_vmware.api [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.943647] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "refresh_cache-948f4e14-be26-4d47-92e5-bacda46ef898" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.944027] env[62220]: DEBUG nova.objects.instance [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lazy-loading 'migration_context' on Instance uuid 948f4e14-be26-4d47-92e5-bacda46ef898 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2013.124203] env[62220]: DEBUG oslo_vmware.api [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748424, 'name': PowerOffVM_Task, 'duration_secs': 0.1943} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.124594] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2013.124654] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2013.124899] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3183e87b-d939-4538-8555-600a489e159f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.199800] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2013.199990] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2013.200163] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Deleting the datastore file [datastore1] 2ed96bbe-3205-481e-9a88-97dd20b07a13 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2013.200419] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a72b85bb-70da-42e7-bba0-10563d58942c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.206229] env[62220]: DEBUG oslo_vmware.api [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for the task: (returnval){ [ 2013.206229] env[62220]: value = "task-1748426" [ 2013.206229] env[62220]: _type = "Task" [ 2013.206229] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.213811] env[62220]: DEBUG oslo_vmware.api [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.446700] env[62220]: DEBUG nova.objects.base [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Object Instance<948f4e14-be26-4d47-92e5-bacda46ef898> lazy-loaded attributes: info_cache,migration_context {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2013.447628] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad90da6-7617-42a5-8b8f-f2e92b8838fe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.467283] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba7637b-a95c-43bc-b719-08d17cb11094 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.472516] env[62220]: DEBUG oslo_vmware.api [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2013.472516] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5246c1f9-121e-4efc-8856-1130ffae016b" [ 2013.472516] env[62220]: _type = "Task" [ 2013.472516] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.479777] env[62220]: DEBUG oslo_vmware.api [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5246c1f9-121e-4efc-8856-1130ffae016b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.715938] env[62220]: DEBUG oslo_vmware.api [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Task: {'id': task-1748426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189788} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.716202] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2013.716394] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2013.716573] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2013.716787] env[62220]: INFO nova.compute.manager [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2013.717036] env[62220]: DEBUG oslo.service.loopingcall [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.717233] env[62220]: DEBUG nova.compute.manager [-] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2013.717355] env[62220]: DEBUG nova.network.neutron [-] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2013.983130] env[62220]: DEBUG oslo_vmware.api [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5246c1f9-121e-4efc-8856-1130ffae016b, 'name': SearchDatastore_Task, 'duration_secs': 0.006597} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.983401] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.983645] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.169931] env[62220]: DEBUG nova.compute.manager [req-3e66f1b8-34a0-4e4f-ac2d-a1444465bbab req-ca75c7f0-0b35-4df9-a23e-a08b5407cab6 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Received event network-vif-deleted-3dc57b77-ce80-4164-8d73-c67a04b27cc1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2014.169931] env[62220]: INFO nova.compute.manager [req-3e66f1b8-34a0-4e4f-ac2d-a1444465bbab req-ca75c7f0-0b35-4df9-a23e-a08b5407cab6 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Neutron deleted interface 3dc57b77-ce80-4164-8d73-c67a04b27cc1; detaching it from the instance and deleting it from the info cache [ 2014.169931] env[62220]: DEBUG nova.network.neutron [req-3e66f1b8-34a0-4e4f-ac2d-a1444465bbab req-ca75c7f0-0b35-4df9-a23e-a08b5407cab6 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.561473] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e301fff-fe30-4921-8510-317e0c39f05f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.569601] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1472778-e46f-4a51-bd2f-810067efddad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.599299] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0ab45f-7efd-4cd1-982d-bedea5b1f83b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.606536] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66a58ab-cd3a-46c0-b891-e4f266858aaf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.620582] env[62220]: DEBUG nova.compute.provider_tree [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2014.647277] env[62220]: DEBUG nova.network.neutron [-] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.672493] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07102496-c400-4fb6-94c6-aab7ac7f0a83 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.682831] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4014f1-2304-442b-bac3-72f119c0713e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.711066] env[62220]: DEBUG nova.compute.manager [req-3e66f1b8-34a0-4e4f-ac2d-a1444465bbab req-ca75c7f0-0b35-4df9-a23e-a08b5407cab6 service nova] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Detach interface failed, port_id=3dc57b77-ce80-4164-8d73-c67a04b27cc1, reason: Instance 2ed96bbe-3205-481e-9a88-97dd20b07a13 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2015.124116] env[62220]: DEBUG nova.scheduler.client.report [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2015.150172] env[62220]: INFO nova.compute.manager [-] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Took 1.43 seconds to deallocate network for instance. [ 2015.656438] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.134973] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.151s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.137893] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.482s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.138140] env[62220]: DEBUG nova.objects.instance [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lazy-loading 'resources' on Instance uuid 2ed96bbe-3205-481e-9a88-97dd20b07a13 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.690261] env[62220]: INFO nova.scheduler.client.report [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted allocation for migration abd0328f-8d38-4d06-ba4c-45726b6297a6 [ 2016.714490] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd921080-e758-4259-8ae6-e9a5f3a70c00 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.722248] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34def831-13af-4332-8abd-4e18da91db90 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.753151] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8fb913-f0b2-4ff9-a012-837c6ac86ff8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.760591] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820810a2-800d-453f-a289-96f0d3776a48 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.773742] env[62220]: DEBUG nova.compute.provider_tree [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2017.197229] env[62220]: DEBUG oslo_concurrency.lockutils [None req-4a55ca48-d82d-49ac-beab-cb3f2d249e44 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "948f4e14-be26-4d47-92e5-bacda46ef898" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.523s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.276823] env[62220]: DEBUG nova.scheduler.client.report [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2017.631720] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "948f4e14-be26-4d47-92e5-bacda46ef898" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.632134] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "948f4e14-be26-4d47-92e5-bacda46ef898" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.632448] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "948f4e14-be26-4d47-92e5-bacda46ef898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.632733] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "948f4e14-be26-4d47-92e5-bacda46ef898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.633192] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "948f4e14-be26-4d47-92e5-bacda46ef898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.635359] env[62220]: INFO nova.compute.manager [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Terminating instance [ 2017.784359] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.800747] env[62220]: INFO nova.scheduler.client.report [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Deleted allocations for instance 2ed96bbe-3205-481e-9a88-97dd20b07a13 [ 2017.849496] env[62220]: DEBUG oslo_concurrency.lockutils [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "453b6ffe-af66-44e7-9fae-5c4ef4d88445" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.849779] env[62220]: DEBUG oslo_concurrency.lockutils [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "453b6ffe-af66-44e7-9fae-5c4ef4d88445" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.849996] env[62220]: DEBUG oslo_concurrency.lockutils [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "453b6ffe-af66-44e7-9fae-5c4ef4d88445-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.851603] env[62220]: DEBUG oslo_concurrency.lockutils [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "453b6ffe-af66-44e7-9fae-5c4ef4d88445-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.851791] env[62220]: DEBUG oslo_concurrency.lockutils [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "453b6ffe-af66-44e7-9fae-5c4ef4d88445-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.853746] env[62220]: INFO nova.compute.manager [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Terminating instance [ 2018.073000] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "12e120a7-b730-412c-82ff-d14313cb284c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.073248] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "12e120a7-b730-412c-82ff-d14313cb284c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.139633] env[62220]: DEBUG nova.compute.manager [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2018.139895] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2018.140760] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805a4e6a-bb51-4950-971e-76aa1cea9cc8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.149931] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2018.150015] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a03519-fafe-485d-8c2b-951bdf49f749 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.158601] env[62220]: DEBUG oslo_vmware.api [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2018.158601] env[62220]: value = "task-1748427" [ 2018.158601] env[62220]: _type = "Task" [ 2018.158601] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.166084] env[62220]: DEBUG oslo_vmware.api [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.308632] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1781d507-48f6-4afd-aa29-d6d281f7dc9a tempest-AttachVolumeNegativeTest-685455376 tempest-AttachVolumeNegativeTest-685455376-project-member] Lock "2ed96bbe-3205-481e-9a88-97dd20b07a13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.217s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.357123] env[62220]: DEBUG nova.compute.manager [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2018.357298] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2018.358193] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38abc179-7f99-412c-9fa7-205968f33474 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.365926] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2018.366162] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f21f9d29-4c68-46b8-84d5-fc6a9fdaa89a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.372183] env[62220]: DEBUG oslo_vmware.api [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2018.372183] env[62220]: value = "task-1748428" [ 2018.372183] env[62220]: _type = "Task" [ 2018.372183] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.379319] env[62220]: DEBUG oslo_vmware.api [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.575441] env[62220]: DEBUG nova.compute.manager [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2018.668184] env[62220]: DEBUG oslo_vmware.api [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.881534] env[62220]: DEBUG oslo_vmware.api [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.099710] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.100050] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.101489] env[62220]: INFO nova.compute.claims [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2019.168558] env[62220]: DEBUG oslo_vmware.api [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748427, 'name': PowerOffVM_Task, 'duration_secs': 0.716531} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.169038] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2019.169232] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2019.169478] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1d124bd-ddae-4725-a5d7-c2d655b4f4ad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.258922] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2019.259325] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2019.259591] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleting the datastore file [datastore1] 948f4e14-be26-4d47-92e5-bacda46ef898 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2019.259944] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11fc762e-4014-40b9-95c4-ad29b19ec990 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.267698] env[62220]: DEBUG oslo_vmware.api [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2019.267698] env[62220]: value = "task-1748431" [ 2019.267698] env[62220]: _type = "Task" [ 2019.267698] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.275393] env[62220]: DEBUG oslo_vmware.api [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.382541] env[62220]: DEBUG oslo_vmware.api [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748428, 'name': PowerOffVM_Task, 'duration_secs': 0.566709} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.382805] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2019.382977] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2019.383234] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aa13bfa-825b-4dbf-9231-76dc79d4e00d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.670381] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2019.670745] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2019.670941] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleting the datastore file [datastore1] 453b6ffe-af66-44e7-9fae-5c4ef4d88445 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2019.671288] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf1f6107-a617-4f52-a7f4-703e864aa84f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.678921] env[62220]: DEBUG oslo_vmware.api [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2019.678921] env[62220]: value = "task-1748433" [ 2019.678921] env[62220]: _type = "Task" [ 2019.678921] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.687611] env[62220]: DEBUG oslo_vmware.api [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.777475] env[62220]: DEBUG oslo_vmware.api [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.170957] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d781a073-263a-44b7-89b8-208440b88f24 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.177864] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e13a56-8190-4cd0-b254-5567a92bdae1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.188070] env[62220]: DEBUG oslo_vmware.api [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160208} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.210787] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2020.210991] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2020.211188] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2020.211362] env[62220]: INFO nova.compute.manager [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Took 1.85 seconds to destroy the instance on the hypervisor. [ 2020.211618] env[62220]: DEBUG oslo.service.loopingcall [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2020.211908] env[62220]: DEBUG nova.compute.manager [-] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2020.212035] env[62220]: DEBUG nova.network.neutron [-] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2020.213909] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ac332b-bee6-47df-b11a-fec25b4c47a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.220842] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9b237f-2a20-48f2-96e7-c211082db65b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.233539] env[62220]: DEBUG nova.compute.provider_tree [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2020.277796] env[62220]: DEBUG oslo_vmware.api [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545823} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.278058] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2020.278249] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2020.278422] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2020.278587] env[62220]: INFO nova.compute.manager [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Took 2.14 seconds to destroy the instance on the hypervisor. [ 2020.278814] env[62220]: DEBUG oslo.service.loopingcall [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2020.279024] env[62220]: DEBUG nova.compute.manager [-] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2020.279135] env[62220]: DEBUG nova.network.neutron [-] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2020.529908] env[62220]: DEBUG nova.compute.manager [req-5b279dc8-ff46-419a-92c5-27318816a57f req-275a010d-2ed6-46ee-83b0-7de0bf919632 service nova] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Received event network-vif-deleted-8f6d3ddd-de50-435c-a65e-287343b735fc {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2020.530192] env[62220]: INFO nova.compute.manager [req-5b279dc8-ff46-419a-92c5-27318816a57f req-275a010d-2ed6-46ee-83b0-7de0bf919632 service nova] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Neutron deleted interface 8f6d3ddd-de50-435c-a65e-287343b735fc; detaching it from the instance and deleting it from the info cache [ 2020.530428] env[62220]: DEBUG nova.network.neutron [req-5b279dc8-ff46-419a-92c5-27318816a57f req-275a010d-2ed6-46ee-83b0-7de0bf919632 service nova] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.327658] env[62220]: DEBUG nova.network.neutron [-] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.330633] env[62220]: DEBUG nova.compute.manager [req-242cad8b-920d-43ed-b1bb-0bd768a93ac2 req-8cb07beb-0870-4dca-9e1d-2b10c363fe3c service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Received event network-vif-deleted-5923c806-70fe-4a01-931b-f0d78f3abb17 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2021.330865] env[62220]: INFO nova.compute.manager [req-242cad8b-920d-43ed-b1bb-0bd768a93ac2 req-8cb07beb-0870-4dca-9e1d-2b10c363fe3c service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Neutron deleted interface 5923c806-70fe-4a01-931b-f0d78f3abb17; detaching it from the instance and deleting it from the info cache [ 2021.331095] env[62220]: DEBUG nova.network.neutron [req-242cad8b-920d-43ed-b1bb-0bd768a93ac2 req-8cb07beb-0870-4dca-9e1d-2b10c363fe3c service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.333418] env[62220]: DEBUG nova.network.neutron [-] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.334332] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5c7cfae-4e5f-4f9f-8c20-61ad36d4d530 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.347487] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd2d863-1937-4241-a4c9-0f3063e3a0a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.362950] env[62220]: ERROR nova.scheduler.client.report [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [req-8666dec5-f75b-45da-867a-0b238c4b4cda] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID feb1be13-c087-423d-9e2a-f8ba7247cda1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8666dec5-f75b-45da-867a-0b238c4b4cda"}]} [ 2021.381906] env[62220]: DEBUG nova.compute.manager [req-5b279dc8-ff46-419a-92c5-27318816a57f req-275a010d-2ed6-46ee-83b0-7de0bf919632 service nova] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Detach interface failed, port_id=8f6d3ddd-de50-435c-a65e-287343b735fc, reason: Instance 948f4e14-be26-4d47-92e5-bacda46ef898 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2021.383797] env[62220]: DEBUG nova.scheduler.client.report [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Refreshing inventories for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 2021.398266] env[62220]: DEBUG nova.scheduler.client.report [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating ProviderTree inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 2021.398426] env[62220]: DEBUG nova.compute.provider_tree [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2021.410650] env[62220]: DEBUG nova.scheduler.client.report [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Refreshing aggregate associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, aggregates: None {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 2021.429728] env[62220]: DEBUG nova.scheduler.client.report [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Refreshing trait associations for resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 2021.505939] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4199dc3f-4744-422a-8092-60fb71ff2d30 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.516068] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86a360a-2aca-4233-9969-0afb6c05c83a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.545307] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02fb0af-a66f-4c4d-b564-f2decf1456e2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.552696] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2d71f9-a85b-4f2f-b36e-fe9c74ff3c5b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.566648] env[62220]: DEBUG nova.compute.provider_tree [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2021.833901] env[62220]: INFO nova.compute.manager [-] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Took 1.55 seconds to deallocate network for instance. [ 2021.836332] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a097c4d2-39ef-42b2-8d67-1f3c1b66175c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.841874] env[62220]: INFO nova.compute.manager [-] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Took 1.63 seconds to deallocate network for instance. [ 2021.851035] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f673ffb-6f46-47a4-9f4d-c8c024687ac5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.875206] env[62220]: DEBUG nova.compute.manager [req-242cad8b-920d-43ed-b1bb-0bd768a93ac2 req-8cb07beb-0870-4dca-9e1d-2b10c363fe3c service nova] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Detach interface failed, port_id=5923c806-70fe-4a01-931b-f0d78f3abb17, reason: Instance 453b6ffe-af66-44e7-9fae-5c4ef4d88445 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2022.101994] env[62220]: DEBUG nova.scheduler.client.report [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updated inventory for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 2022.102313] env[62220]: DEBUG nova.compute.provider_tree [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating resource provider feb1be13-c087-423d-9e2a-f8ba7247cda1 generation from 181 to 182 during operation: update_inventory {{(pid=62220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2022.102491] env[62220]: DEBUG nova.compute.provider_tree [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Updating inventory in ProviderTree for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2022.343637] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.347625] env[62220]: DEBUG oslo_concurrency.lockutils [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.607460] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.507s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.608105] env[62220]: DEBUG nova.compute.manager [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2022.610658] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.267s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.610880] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.612815] env[62220]: DEBUG oslo_concurrency.lockutils [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.265s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.613097] env[62220]: DEBUG nova.objects.instance [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lazy-loading 'resources' on Instance uuid 453b6ffe-af66-44e7-9fae-5c4ef4d88445 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2022.629986] env[62220]: INFO nova.scheduler.client.report [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted allocations for instance 948f4e14-be26-4d47-92e5-bacda46ef898 [ 2023.116207] env[62220]: DEBUG nova.compute.utils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2023.120365] env[62220]: DEBUG nova.compute.manager [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2023.120554] env[62220]: DEBUG nova.network.neutron [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2023.137517] env[62220]: DEBUG oslo_concurrency.lockutils [None req-b1812a26-3a33-4871-a36a-0a60a96fca03 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "948f4e14-be26-4d47-92e5-bacda46ef898" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.505s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.171247] env[62220]: DEBUG nova.policy [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aa2c57e86024ca89a4472f5faca4f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3287e7aa372f444a935b56117b3251a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 2023.178731] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65864891-bdbd-4471-a6cf-126d336708ea {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.186200] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6160b5ba-747a-4bed-b716-b359bd2f1ae8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.216630] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3f0508-8a84-401b-958d-a15745074e0f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.224262] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727b6cfe-b77c-4d4f-b4a1-d93d189fa992 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.237192] env[62220]: DEBUG nova.compute.provider_tree [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2023.424623] env[62220]: DEBUG nova.network.neutron [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Successfully created port: b44e9974-4629-456d-a60c-c9f4541b7beb {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2023.620977] env[62220]: DEBUG nova.compute.manager [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2023.740720] env[62220]: DEBUG nova.scheduler.client.report [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2024.245535] env[62220]: DEBUG oslo_concurrency.lockutils [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.270253] env[62220]: INFO nova.scheduler.client.report [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleted allocations for instance 453b6ffe-af66-44e7-9fae-5c4ef4d88445 [ 2024.631073] env[62220]: DEBUG nova.compute.manager [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2024.657294] env[62220]: DEBUG nova.virt.hardware [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2024.657544] env[62220]: DEBUG nova.virt.hardware [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2024.657703] env[62220]: DEBUG nova.virt.hardware [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2024.657888] env[62220]: DEBUG nova.virt.hardware [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2024.658124] env[62220]: DEBUG nova.virt.hardware [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2024.658297] env[62220]: DEBUG nova.virt.hardware [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2024.658509] env[62220]: DEBUG nova.virt.hardware [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2024.658672] env[62220]: DEBUG nova.virt.hardware [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2024.658879] env[62220]: DEBUG nova.virt.hardware [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2024.659011] env[62220]: DEBUG nova.virt.hardware [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2024.659767] env[62220]: DEBUG nova.virt.hardware [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2024.660056] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19d9927-3049-47fb-9449-bab6ec39d95d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.668238] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55ccb60-9b7b-4589-ba76-bbeb46157802 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.779025] env[62220]: DEBUG oslo_concurrency.lockutils [None req-05df4d9b-87d6-489f-b29d-32f55d6f4a3b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "453b6ffe-af66-44e7-9fae-5c4ef4d88445" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.929s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.799195] env[62220]: DEBUG nova.compute.manager [req-78cb1875-e0df-4704-81a2-f68eef294de8 req-1c3424ec-00ff-4f73-9aba-5cfcd54abbb3 service nova] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Received event network-vif-plugged-b44e9974-4629-456d-a60c-c9f4541b7beb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2024.799373] env[62220]: DEBUG oslo_concurrency.lockutils [req-78cb1875-e0df-4704-81a2-f68eef294de8 req-1c3424ec-00ff-4f73-9aba-5cfcd54abbb3 service nova] Acquiring lock "12e120a7-b730-412c-82ff-d14313cb284c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.799800] env[62220]: DEBUG oslo_concurrency.lockutils [req-78cb1875-e0df-4704-81a2-f68eef294de8 req-1c3424ec-00ff-4f73-9aba-5cfcd54abbb3 service nova] Lock "12e120a7-b730-412c-82ff-d14313cb284c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.799800] env[62220]: DEBUG oslo_concurrency.lockutils [req-78cb1875-e0df-4704-81a2-f68eef294de8 req-1c3424ec-00ff-4f73-9aba-5cfcd54abbb3 service nova] Lock "12e120a7-b730-412c-82ff-d14313cb284c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.799902] env[62220]: DEBUG nova.compute.manager [req-78cb1875-e0df-4704-81a2-f68eef294de8 req-1c3424ec-00ff-4f73-9aba-5cfcd54abbb3 service nova] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] No waiting events found dispatching network-vif-plugged-b44e9974-4629-456d-a60c-c9f4541b7beb {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2024.800067] env[62220]: WARNING nova.compute.manager [req-78cb1875-e0df-4704-81a2-f68eef294de8 req-1c3424ec-00ff-4f73-9aba-5cfcd54abbb3 service nova] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Received unexpected event network-vif-plugged-b44e9974-4629-456d-a60c-c9f4541b7beb for instance with vm_state building and task_state spawning. [ 2024.890932] env[62220]: DEBUG nova.network.neutron [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Successfully updated port: b44e9974-4629-456d-a60c-c9f4541b7beb {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2025.394064] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "refresh_cache-12e120a7-b730-412c-82ff-d14313cb284c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.394285] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "refresh_cache-12e120a7-b730-412c-82ff-d14313cb284c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.394449] env[62220]: DEBUG nova.network.neutron [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2025.928899] env[62220]: DEBUG nova.network.neutron [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2026.057121] env[62220]: DEBUG nova.network.neutron [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Updating instance_info_cache with network_info: [{"id": "b44e9974-4629-456d-a60c-c9f4541b7beb", "address": "fa:16:3e:8e:19:f0", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44e9974-46", "ovs_interfaceid": "b44e9974-4629-456d-a60c-c9f4541b7beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.559821] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "refresh_cache-12e120a7-b730-412c-82ff-d14313cb284c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.560177] env[62220]: DEBUG nova.compute.manager [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Instance network_info: |[{"id": "b44e9974-4629-456d-a60c-c9f4541b7beb", "address": "fa:16:3e:8e:19:f0", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44e9974-46", "ovs_interfaceid": "b44e9974-4629-456d-a60c-c9f4541b7beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2026.560615] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:19:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b44e9974-4629-456d-a60c-c9f4541b7beb', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2026.568300] env[62220]: DEBUG oslo.service.loopingcall [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2026.568534] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2026.568799] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f7e0127-3417-432e-a52b-8cd5e6ca3787 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.589212] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2026.589212] env[62220]: value = "task-1748436" [ 2026.589212] env[62220]: _type = "Task" [ 2026.589212] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.597187] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748436, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.825079] env[62220]: DEBUG nova.compute.manager [req-b016b648-7dab-4443-b593-b21299ed3578 req-9e02c9aa-408c-4eaa-8748-4e42deec98e7 service nova] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Received event network-changed-b44e9974-4629-456d-a60c-c9f4541b7beb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2026.825304] env[62220]: DEBUG nova.compute.manager [req-b016b648-7dab-4443-b593-b21299ed3578 req-9e02c9aa-408c-4eaa-8748-4e42deec98e7 service nova] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Refreshing instance network info cache due to event network-changed-b44e9974-4629-456d-a60c-c9f4541b7beb. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2026.825521] env[62220]: DEBUG oslo_concurrency.lockutils [req-b016b648-7dab-4443-b593-b21299ed3578 req-9e02c9aa-408c-4eaa-8748-4e42deec98e7 service nova] Acquiring lock "refresh_cache-12e120a7-b730-412c-82ff-d14313cb284c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.825668] env[62220]: DEBUG oslo_concurrency.lockutils [req-b016b648-7dab-4443-b593-b21299ed3578 req-9e02c9aa-408c-4eaa-8748-4e42deec98e7 service nova] Acquired lock "refresh_cache-12e120a7-b730-412c-82ff-d14313cb284c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.825869] env[62220]: DEBUG nova.network.neutron [req-b016b648-7dab-4443-b593-b21299ed3578 req-9e02c9aa-408c-4eaa-8748-4e42deec98e7 service nova] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Refreshing network info cache for port b44e9974-4629-456d-a60c-c9f4541b7beb {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2026.843799] env[62220]: DEBUG nova.compute.manager [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Stashing vm_state: active {{(pid=62220) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 2027.098366] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748436, 'name': CreateVM_Task, 'duration_secs': 0.301023} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.098672] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2027.099191] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.099360] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.099674] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2027.099916] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1873147f-bb70-4c45-8315-91d98019f481 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.104502] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2027.104502] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525fe3f8-a190-eac7-5f7b-776edc781b12" [ 2027.104502] env[62220]: _type = "Task" [ 2027.104502] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.112732] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525fe3f8-a190-eac7-5f7b-776edc781b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.362228] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.362513] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.520034] env[62220]: DEBUG nova.network.neutron [req-b016b648-7dab-4443-b593-b21299ed3578 req-9e02c9aa-408c-4eaa-8748-4e42deec98e7 service nova] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Updated VIF entry in instance network info cache for port b44e9974-4629-456d-a60c-c9f4541b7beb. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2027.520397] env[62220]: DEBUG nova.network.neutron [req-b016b648-7dab-4443-b593-b21299ed3578 req-9e02c9aa-408c-4eaa-8748-4e42deec98e7 service nova] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Updating instance_info_cache with network_info: [{"id": "b44e9974-4629-456d-a60c-c9f4541b7beb", "address": "fa:16:3e:8e:19:f0", "network": {"id": "7c3b846a-3293-46c9-bc71-fefeff0d088e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-490250775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3287e7aa372f444a935b56117b3251a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44e9974-46", "ovs_interfaceid": "b44e9974-4629-456d-a60c-c9f4541b7beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.614932] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]525fe3f8-a190-eac7-5f7b-776edc781b12, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.615244] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.615475] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2027.615702] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.615879] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.616080] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2027.616338] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a510d700-53cd-44fa-9e4f-3c4eddcbdaa5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.624190] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2027.624395] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2027.625031] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a69e94f-d839-4dd9-a7d8-87313020d07a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.629857] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2027.629857] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5284a8a7-be03-dd87-8c3c-d0664ee841b6" [ 2027.629857] env[62220]: _type = "Task" [ 2027.629857] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.636731] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5284a8a7-be03-dd87-8c3c-d0664ee841b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.652206] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.652431] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.867872] env[62220]: INFO nova.compute.claims [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2028.023300] env[62220]: DEBUG oslo_concurrency.lockutils [req-b016b648-7dab-4443-b593-b21299ed3578 req-9e02c9aa-408c-4eaa-8748-4e42deec98e7 service nova] Releasing lock "refresh_cache-12e120a7-b730-412c-82ff-d14313cb284c" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.139881] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5284a8a7-be03-dd87-8c3c-d0664ee841b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008173} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.140670] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a38705-1960-4690-af36-80e2a072f892 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.145403] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2028.145403] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524f7b0b-9176-15d4-34da-2dd8763dc660" [ 2028.145403] env[62220]: _type = "Task" [ 2028.145403] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.152518] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524f7b0b-9176-15d4-34da-2dd8763dc660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.374188] env[62220]: INFO nova.compute.resource_tracker [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating resource usage from migration 32a6cece-87d6-43c9-89f6-7539419a6f93 [ 2028.437715] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa05bd5-f76e-4783-a83e-49dced2c0489 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.445357] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536d0eb9-499a-4fd4-9211-1e29e522c950 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.474943] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6b8be8-28e4-4842-a14e-b80eb9bdc507 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.481750] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34843e30-3a3e-4665-8f74-aa9b72163237 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.494332] env[62220]: DEBUG nova.compute.provider_tree [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2028.651634] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2028.656027] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]524f7b0b-9176-15d4-34da-2dd8763dc660, 'name': SearchDatastore_Task, 'duration_secs': 0.009127} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.656779] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.657058] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 12e120a7-b730-412c-82ff-d14313cb284c/12e120a7-b730-412c-82ff-d14313cb284c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2028.657321] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c39274fb-5689-41e1-8698-c556e5c50274 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.664364] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2028.664364] env[62220]: value = "task-1748437" [ 2028.664364] env[62220]: _type = "Task" [ 2028.664364] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.671845] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.997744] env[62220]: DEBUG nova.scheduler.client.report [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2029.175891] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.408469} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.175891] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 12e120a7-b730-412c-82ff-d14313cb284c/12e120a7-b730-412c-82ff-d14313cb284c.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2029.175891] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2029.176312] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a5cdeaa-d5d2-4cd8-a7e7-bf49bdb1cc6a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.183290] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2029.183290] env[62220]: value = "task-1748438" [ 2029.183290] env[62220]: _type = "Task" [ 2029.183290] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.191256] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.503498] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.141s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.503730] env[62220]: INFO nova.compute.manager [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Migrating [ 2029.652845] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.652845] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.694048] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06078} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.694048] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2029.694258] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d69085-56e5-453b-b14e-39b12dfcc493 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.715522] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 12e120a7-b730-412c-82ff-d14313cb284c/12e120a7-b730-412c-82ff-d14313cb284c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2029.715978] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f83fee-9c2f-4e35-ba8d-9dd0401ccbe8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.737893] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2029.737893] env[62220]: value = "task-1748439" [ 2029.737893] env[62220]: _type = "Task" [ 2029.737893] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.746260] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.019854] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.019854] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.019854] env[62220]: DEBUG nova.network.neutron [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2030.154851] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.155127] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.155294] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.155450] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2030.156375] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d208cb3-ac66-4725-8100-8cf50762a06e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.165196] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c20ba1-1f6d-4852-a69d-8f06c1366428 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.178978] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3facdf-e57b-4f1b-828f-5f8f663fc796 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.185624] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fa9827-3fc4-41d1-8975-7e7a135cd68e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.213842] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180451MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2030.214041] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.214248] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.247532] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748439, 'name': ReconfigVM_Task, 'duration_secs': 0.27483} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.247802] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 12e120a7-b730-412c-82ff-d14313cb284c/12e120a7-b730-412c-82ff-d14313cb284c.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2030.248443] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6db36c7d-5f88-46bb-99d0-1c9cc3bf34b8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.254880] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2030.254880] env[62220]: value = "task-1748440" [ 2030.254880] env[62220]: _type = "Task" [ 2030.254880] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.262564] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748440, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.763641] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748440, 'name': Rename_Task, 'duration_secs': 0.132755} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.764671] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2030.764953] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f26c695d-5717-4458-b4c5-745925c6c982 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.771652] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2030.771652] env[62220]: value = "task-1748441" [ 2030.771652] env[62220]: _type = "Task" [ 2030.771652] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.778722] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.787209] env[62220]: DEBUG nova.network.neutron [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance_info_cache with network_info: [{"id": "3b7cda17-15eb-425f-8401-211979a00435", "address": "fa:16:3e:93:34:f8", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7cda17-15", "ovs_interfaceid": "3b7cda17-15eb-425f-8401-211979a00435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.222118] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Applying migration context for instance 6d6c9250-d939-4116-9cbd-7ee12aa7c526 as it has an incoming, in-progress migration 32a6cece-87d6-43c9-89f6-7539419a6f93. Migration status is pre-migrating {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2031.222882] env[62220]: INFO nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating resource usage from migration 32a6cece-87d6-43c9-89f6-7539419a6f93 [ 2031.243631] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 44dfd3a3-2018-467b-9b3f-1e1128a5807b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.243631] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 12e120a7-b730-412c-82ff-d14313cb284c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.243859] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Migration 32a6cece-87d6-43c9-89f6-7539419a6f93 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2031.243932] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 6d6c9250-d939-4116-9cbd-7ee12aa7c526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.244117] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2031.244254] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2031.281062] env[62220]: DEBUG oslo_vmware.api [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748441, 'name': PowerOnVM_Task, 'duration_secs': 0.412144} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.283288] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2031.283397] env[62220]: INFO nova.compute.manager [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Took 6.65 seconds to spawn the instance on the hypervisor. [ 2031.283567] env[62220]: DEBUG nova.compute.manager [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.284487] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cba60b2-92e0-4135-af03-b710a956a832 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.290489] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.308112] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08f3837-271b-41a9-a219-640418a85c85 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.315375] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b2a694-e6b6-46d5-8bba-5dbe79ae0cc1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.345303] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5759f929-74e8-4e26-8a98-85374534ff71 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.352854] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3264ee-540e-4526-99e4-501ffe5f953a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.366057] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2031.804600] env[62220]: INFO nova.compute.manager [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Took 12.72 seconds to build instance. [ 2031.869334] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2032.306353] env[62220]: DEBUG oslo_concurrency.lockutils [None req-57177b9f-714e-4666-858e-74099c26a500 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "12e120a7-b730-412c-82ff-d14313cb284c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.233s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.373784] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2032.374046] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.160s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.810869] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930c814e-fa53-44a9-99de-c8d0c14bd287 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.830249] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance '6d6c9250-d939-4116-9cbd-7ee12aa7c526' progress to 0 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2032.959504] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "12e120a7-b730-412c-82ff-d14313cb284c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.959756] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "12e120a7-b730-412c-82ff-d14313cb284c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.959980] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "12e120a7-b730-412c-82ff-d14313cb284c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.960176] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "12e120a7-b730-412c-82ff-d14313cb284c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.960524] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "12e120a7-b730-412c-82ff-d14313cb284c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.962663] env[62220]: INFO nova.compute.manager [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Terminating instance [ 2033.335802] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2033.336175] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ff8b708-2319-492b-8c91-7025ced54be8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.343760] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2033.343760] env[62220]: value = "task-1748442" [ 2033.343760] env[62220]: _type = "Task" [ 2033.343760] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.351775] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.374386] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2033.374544] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2033.466617] env[62220]: DEBUG nova.compute.manager [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2033.466847] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2033.467782] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8a780e-e484-40a0-b755-e9dd739cc3aa {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.475752] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2033.476051] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47a43c5e-77dd-4f02-807d-8a80a233a3af {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.482586] env[62220]: DEBUG oslo_vmware.api [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2033.482586] env[62220]: value = "task-1748443" [ 2033.482586] env[62220]: _type = "Task" [ 2033.482586] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.491602] env[62220]: DEBUG oslo_vmware.api [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.853959] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748442, 'name': PowerOffVM_Task, 'duration_secs': 0.24555} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.854204] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2033.854334] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance '6d6c9250-d939-4116-9cbd-7ee12aa7c526' progress to 17 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2033.878045] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 2033.878045] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2033.878045] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2033.878045] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2033.878045] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2033.992469] env[62220]: DEBUG oslo_vmware.api [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748443, 'name': PowerOffVM_Task, 'duration_secs': 0.197915} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.992769] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2033.992943] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2033.993205] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6e97624-1a51-4283-9bb8-31bdcb55f94d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.142600] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2034.142831] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2034.142996] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleting the datastore file [datastore1] 12e120a7-b730-412c-82ff-d14313cb284c {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2034.143274] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-330711d1-7ae2-4b15-acf2-d488a1d50647 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.150828] env[62220]: DEBUG oslo_vmware.api [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for the task: (returnval){ [ 2034.150828] env[62220]: value = "task-1748445" [ 2034.150828] env[62220]: _type = "Task" [ 2034.150828] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.157992] env[62220]: DEBUG oslo_vmware.api [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.360525] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2034.360938] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2034.360938] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2034.361109] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2034.361275] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2034.361427] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2034.361634] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2034.361794] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2034.361962] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2034.362142] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2034.362347] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2034.367282] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e44ba80-3c63-4dd0-9310-73ea9fc734a7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.383621] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2034.383621] env[62220]: value = "task-1748446" [ 2034.383621] env[62220]: _type = "Task" [ 2034.383621] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.391425] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.661091] env[62220]: DEBUG oslo_vmware.api [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Task: {'id': task-1748445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142361} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.661350] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2034.661535] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2034.661707] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2034.661885] env[62220]: INFO nova.compute.manager [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2034.662145] env[62220]: DEBUG oslo.service.loopingcall [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2034.662340] env[62220]: DEBUG nova.compute.manager [-] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2034.662438] env[62220]: DEBUG nova.network.neutron [-] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2034.893995] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748446, 'name': ReconfigVM_Task, 'duration_secs': 0.508295} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.894338] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance '6d6c9250-d939-4116-9cbd-7ee12aa7c526' progress to 33 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2034.974521] env[62220]: DEBUG nova.compute.manager [req-b010a25a-4062-444a-ad3b-2b57c92749a0 req-80defb58-e55b-4fa1-bbe8-755954e1eee3 service nova] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Received event network-vif-deleted-b44e9974-4629-456d-a60c-c9f4541b7beb {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2034.974826] env[62220]: INFO nova.compute.manager [req-b010a25a-4062-444a-ad3b-2b57c92749a0 req-80defb58-e55b-4fa1-bbe8-755954e1eee3 service nova] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Neutron deleted interface b44e9974-4629-456d-a60c-c9f4541b7beb; detaching it from the instance and deleting it from the info cache [ 2034.975042] env[62220]: DEBUG nova.network.neutron [req-b010a25a-4062-444a-ad3b-2b57c92749a0 req-80defb58-e55b-4fa1-bbe8-755954e1eee3 service nova] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.401196] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2035.401690] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2035.401690] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2035.401825] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2035.401918] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2035.402094] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2035.402347] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2035.402468] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2035.402633] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2035.402795] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2035.402969] env[62220]: DEBUG nova.virt.hardware [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2035.408530] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2035.408826] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-537c0cab-3063-4aa9-ac69-df8102fae024 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.427209] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2035.427209] env[62220]: value = "task-1748447" [ 2035.427209] env[62220]: _type = "Task" [ 2035.427209] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.434930] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.452314] env[62220]: DEBUG nova.network.neutron [-] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.477390] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-344bc23e-e5ad-4ab5-9f5e-ccc1bd6066a0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.487284] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6aae96-3a1d-49d8-afa0-856ed77cbb66 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.513429] env[62220]: DEBUG nova.compute.manager [req-b010a25a-4062-444a-ad3b-2b57c92749a0 req-80defb58-e55b-4fa1-bbe8-755954e1eee3 service nova] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Detach interface failed, port_id=b44e9974-4629-456d-a60c-c9f4541b7beb, reason: Instance 12e120a7-b730-412c-82ff-d14313cb284c could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2035.936884] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748447, 'name': ReconfigVM_Task, 'duration_secs': 0.174497} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.937183] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2035.937978] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5d2560-5d7c-4a93-bd72-47071a6ad315 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.959438] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6d6c9250-d939-4116-9cbd-7ee12aa7c526/6d6c9250-d939-4116-9cbd-7ee12aa7c526.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2035.959820] env[62220]: INFO nova.compute.manager [-] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Took 1.30 seconds to deallocate network for instance. [ 2035.960036] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9d3f9d5-c16a-4684-bdd6-9eadf624db33 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.980165] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2035.980165] env[62220]: value = "task-1748448" [ 2035.980165] env[62220]: _type = "Task" [ 2035.980165] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.987990] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.477898] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.478276] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.478534] env[62220]: DEBUG nova.objects.instance [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lazy-loading 'resources' on Instance uuid 12e120a7-b730-412c-82ff-d14313cb284c {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.489097] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748448, 'name': ReconfigVM_Task, 'duration_secs': 0.253804} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.489351] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6d6c9250-d939-4116-9cbd-7ee12aa7c526/6d6c9250-d939-4116-9cbd-7ee12aa7c526.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2036.489656] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance '6d6c9250-d939-4116-9cbd-7ee12aa7c526' progress to 50 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2036.995935] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11423664-c5c6-40e1-a50d-c1ca3353c5fd {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.018719] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9eea23-c4e9-4f52-b85e-924260e98f5f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.035699] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance '6d6c9250-d939-4116-9cbd-7ee12aa7c526' progress to 67 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2037.059982] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc9265f-9aef-40c8-8397-2d67a0b551bb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.067270] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f51e099-ffdc-4494-8287-9917b99c5958 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.098783] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a49dbae-fabe-4a03-88a5-0b698f4e310f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.105908] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e03dff1-91be-4070-8d10-997ae3491140 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.119634] env[62220]: DEBUG nova.compute.provider_tree [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2037.577873] env[62220]: DEBUG nova.network.neutron [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Port 3b7cda17-15eb-425f-8401-211979a00435 binding to destination host cpu-1 is already ACTIVE {{(pid=62220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2037.622888] env[62220]: DEBUG nova.scheduler.client.report [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2038.127811] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.144902] env[62220]: INFO nova.scheduler.client.report [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Deleted allocations for instance 12e120a7-b730-412c-82ff-d14313cb284c [ 2038.598623] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.598991] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.599053] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.651014] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5f56c554-01d8-46e3-9f5e-c05fdbc162d6 tempest-ServerDiskConfigTestJSON-66710400 tempest-ServerDiskConfigTestJSON-66710400-project-member] Lock "12e120a7-b730-412c-82ff-d14313cb284c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.691s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.669789] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.670098] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.670166] env[62220]: DEBUG nova.network.neutron [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2040.150905] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2040.450688] env[62220]: INFO nova.compute.manager [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Rebuilding instance [ 2040.517792] env[62220]: DEBUG nova.compute.manager [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2040.518697] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfb37a4-cca1-4785-bb4c-dbb33812fb8b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.619193] env[62220]: DEBUG nova.network.neutron [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance_info_cache with network_info: [{"id": "3b7cda17-15eb-425f-8401-211979a00435", "address": "fa:16:3e:93:34:f8", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7cda17-15", "ovs_interfaceid": "3b7cda17-15eb-425f-8401-211979a00435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.121660] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.535827] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.536359] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1785fa6-a528-4230-b534-1c3ed606dea4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.542874] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Waiting for the task: (returnval){ [ 2041.542874] env[62220]: value = "task-1748449" [ 2041.542874] env[62220]: _type = "Task" [ 2041.542874] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.550556] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.648038] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2192481-387f-4282-80cc-2c1f8706ae84 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.668512] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e20259-9e34-46d5-8fe4-3b0c6eddb7a5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.676068] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance '6d6c9250-d939-4116-9cbd-7ee12aa7c526' progress to 83 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2042.052346] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748449, 'name': PowerOffVM_Task, 'duration_secs': 0.166902} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.052614] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2042.053326] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2042.053569] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9717bf0-1200-4043-a0e5-016c17dad0c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.059337] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Waiting for the task: (returnval){ [ 2042.059337] env[62220]: value = "task-1748450" [ 2042.059337] env[62220]: _type = "Task" [ 2042.059337] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.066352] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.182571] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2042.182878] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cc3f2c2-f3bb-44b4-88ed-5cca4cc95eee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.189849] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2042.189849] env[62220]: value = "task-1748451" [ 2042.189849] env[62220]: _type = "Task" [ 2042.189849] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.197938] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.570292] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] VM already powered off {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2042.574222] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2042.574222] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363475', 'volume_id': '1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'name': 'volume-1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44dfd3a3-2018-467b-9b3f-1e1128a5807b', 'attached_at': '', 'detached_at': '', 'volume_id': '1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'serial': '1813f3e1-c67f-45dd-8fe2-32aba6bef049'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2042.574222] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0812cc-5b2c-4d73-a8fd-63c087eaf6ee {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.593018] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64efaa97-7a0f-4e02-a611-8c152f49c234 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.596687] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d20f8b3-9596-4e1d-b188-985ca564ba5e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.614330] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b464b9-486c-49f6-9a13-b83b2d6f9437 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.630638] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] The volume has not been displaced from its original location: [datastore1] volume-1813f3e1-c67f-45dd-8fe2-32aba6bef049/volume-1813f3e1-c67f-45dd-8fe2-32aba6bef049.vmdk. No consolidation needed. {{(pid=62220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2042.636063] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2042.636296] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-017cff31-ef4c-48e9-93c4-333e3be12a90 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.653992] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Waiting for the task: (returnval){ [ 2042.653992] env[62220]: value = "task-1748452" [ 2042.653992] env[62220]: _type = "Task" [ 2042.653992] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.662441] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.699482] env[62220]: DEBUG oslo_vmware.api [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748451, 'name': PowerOnVM_Task, 'duration_secs': 0.381568} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.699749] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2042.699995] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a079a40-54fb-4bfc-9168-6f2695b656ab tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance '6d6c9250-d939-4116-9cbd-7ee12aa7c526' progress to 100 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2043.165818] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.664567] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.165049] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748452, 'name': ReconfigVM_Task, 'duration_secs': 1.209912} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.165364] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2044.170178] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90f7b92b-6eb2-4bb8-aa4a-910fba7fde1b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.185811] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Waiting for the task: (returnval){ [ 2044.185811] env[62220]: value = "task-1748453" [ 2044.185811] env[62220]: _type = "Task" [ 2044.185811] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.193737] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.522623] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Acquiring lock "2eab88cb-43c6-408b-aca7-d3fb3a6384d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.522906] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Lock "2eab88cb-43c6-408b-aca7-d3fb3a6384d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.564822] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.565159] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.565395] env[62220]: DEBUG nova.compute.manager [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Going to confirm migration 9 {{(pid=62220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 2044.696916] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748453, 'name': ReconfigVM_Task, 'duration_secs': 0.114053} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.697294] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363475', 'volume_id': '1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'name': 'volume-1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44dfd3a3-2018-467b-9b3f-1e1128a5807b', 'attached_at': '', 'detached_at': '', 'volume_id': '1813f3e1-c67f-45dd-8fe2-32aba6bef049', 'serial': '1813f3e1-c67f-45dd-8fe2-32aba6bef049'} {{(pid=62220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2044.697581] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2044.698339] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd4356d-ab11-4503-83c7-535673e017be {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.704787] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2044.705032] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25fddbde-c3f6-4db0-b482-e177d46f3b29 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.819363] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2044.819614] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2044.819803] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Deleting the datastore file [datastore1] 44dfd3a3-2018-467b-9b3f-1e1128a5807b {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2044.820191] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb4080df-18ec-4493-90a6-807c7db4a004 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.826281] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Waiting for the task: (returnval){ [ 2044.826281] env[62220]: value = "task-1748455" [ 2044.826281] env[62220]: _type = "Task" [ 2044.826281] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.834282] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.025554] env[62220]: DEBUG nova.compute.manager [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2045.101364] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.101641] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.101857] env[62220]: DEBUG nova.network.neutron [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2045.102091] env[62220]: DEBUG nova.objects.instance [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lazy-loading 'info_cache' on Instance uuid 6d6c9250-d939-4116-9cbd-7ee12aa7c526 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.336124] env[62220]: DEBUG oslo_vmware.api [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Task: {'id': task-1748455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077602} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.336399] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2045.336585] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2045.336759] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2045.389047] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Volume detach. Driver type: vmdk {{(pid=62220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2045.389381] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8edc4af9-8fb0-4b83-afbe-2f7872256358 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.398252] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a2683f-e753-4bd1-ae95-cc35dd3734e7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.422446] env[62220]: ERROR nova.compute.manager [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Failed to detach volume 1813f3e1-c67f-45dd-8fe2-32aba6bef049 from /dev/sda: nova.exception.InstanceNotFound: Instance 44dfd3a3-2018-467b-9b3f-1e1128a5807b could not be found. [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Traceback (most recent call last): [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] self.driver.rebuild(**kwargs) [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] raise NotImplementedError() [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] NotImplementedError [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] During handling of the above exception, another exception occurred: [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Traceback (most recent call last): [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] self.driver.detach_volume(context, old_connection_info, [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] return self._volumeops.detach_volume(connection_info, instance) [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] self._detach_volume_vmdk(connection_info, instance) [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] stable_ref.fetch_moref(session) [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] nova.exception.InstanceNotFound: Instance 44dfd3a3-2018-467b-9b3f-1e1128a5807b could not be found. [ 2045.422446] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] [ 2045.543491] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.543491] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.544985] env[62220]: INFO nova.compute.claims [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2045.552551] env[62220]: DEBUG nova.compute.utils [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Build of instance 44dfd3a3-2018-467b-9b3f-1e1128a5807b aborted: Failed to rebuild volume backed instance. {{(pid=62220) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2045.556818] env[62220]: ERROR nova.compute.manager [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 44dfd3a3-2018-467b-9b3f-1e1128a5807b aborted: Failed to rebuild volume backed instance. [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Traceback (most recent call last): [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] self.driver.rebuild(**kwargs) [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] raise NotImplementedError() [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] NotImplementedError [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] During handling of the above exception, another exception occurred: [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Traceback (most recent call last): [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] self._detach_root_volume(context, instance, root_bdm) [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] with excutils.save_and_reraise_exception(): [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] self.force_reraise() [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] raise self.value [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] self.driver.detach_volume(context, old_connection_info, [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] return self._volumeops.detach_volume(connection_info, instance) [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] self._detach_volume_vmdk(connection_info, instance) [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] stable_ref.fetch_moref(session) [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] nova.exception.InstanceNotFound: Instance 44dfd3a3-2018-467b-9b3f-1e1128a5807b could not be found. [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] During handling of the above exception, another exception occurred: [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Traceback (most recent call last): [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/compute/manager.py", line 11220, in _error_out_instance_on_exception [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] yield [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2045.556818] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] self._do_rebuild_instance_with_claim( [ 2045.559188] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2045.559188] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] self._do_rebuild_instance( [ 2045.559188] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2045.559188] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] self._rebuild_default_impl(**kwargs) [ 2045.559188] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2045.559188] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] self._rebuild_volume_backed_instance( [ 2045.559188] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2045.559188] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] raise exception.BuildAbortException( [ 2045.559188] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] nova.exception.BuildAbortException: Build of instance 44dfd3a3-2018-467b-9b3f-1e1128a5807b aborted: Failed to rebuild volume backed instance. [ 2045.559188] env[62220]: ERROR nova.compute.manager [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] [ 2046.399827] env[62220]: DEBUG nova.network.neutron [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance_info_cache with network_info: [{"id": "3b7cda17-15eb-425f-8401-211979a00435", "address": "fa:16:3e:93:34:f8", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7cda17-15", "ovs_interfaceid": "3b7cda17-15eb-425f-8401-211979a00435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.603091] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73feff53-c041-49f9-a3ae-87bb4f5657d6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.612350] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6c4a80-356b-41e9-9403-e98869a942c2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.641418] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3801de6-afc9-42f0-8cf2-24dcaf4e4cb7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.648508] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b281cd-5be5-45f7-9b1f-76effef2e5db {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.661110] env[62220]: DEBUG nova.compute.provider_tree [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.903119] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-6d6c9250-d939-4116-9cbd-7ee12aa7c526" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.903448] env[62220]: DEBUG nova.objects.instance [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lazy-loading 'migration_context' on Instance uuid 6d6c9250-d939-4116-9cbd-7ee12aa7c526 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2047.164321] env[62220]: DEBUG nova.scheduler.client.report [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2047.405924] env[62220]: DEBUG nova.objects.base [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Object Instance<6d6c9250-d939-4116-9cbd-7ee12aa7c526> lazy-loaded attributes: info_cache,migration_context {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2047.407357] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e954b0e0-c18d-4de4-96dc-a3daae28b23c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.428151] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26fb09b1-c85d-412c-82ee-9e585f6cc0f0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.432747] env[62220]: DEBUG oslo_vmware.api [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2047.432747] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528e087b-bdaf-a2d1-8167-816a33f155be" [ 2047.432747] env[62220]: _type = "Task" [ 2047.432747] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.441278] env[62220]: DEBUG oslo_vmware.api [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528e087b-bdaf-a2d1-8167-816a33f155be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.574579] env[62220]: DEBUG oslo_concurrency.lockutils [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.669737] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.670334] env[62220]: DEBUG nova.compute.manager [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2047.673008] env[62220]: DEBUG oslo_concurrency.lockutils [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.099s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.723498] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4666d9fb-6ba0-482a-a9b8-bb8afa4ac8cf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.731265] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5b7e92-1a8d-461a-8500-8e8d3c77b5cb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.760732] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf5ec81-2392-48ca-996d-c1d890686e5a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.767590] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac9958a-11c0-454e-a020-3f7880d04026 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.780287] env[62220]: DEBUG nova.compute.provider_tree [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2047.894520] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Acquiring lock "44dfd3a3-2018-467b-9b3f-1e1128a5807b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.894786] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Lock "44dfd3a3-2018-467b-9b3f-1e1128a5807b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.895022] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Acquiring lock "44dfd3a3-2018-467b-9b3f-1e1128a5807b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.895201] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Lock "44dfd3a3-2018-467b-9b3f-1e1128a5807b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.895376] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Lock "44dfd3a3-2018-467b-9b3f-1e1128a5807b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.897761] env[62220]: INFO nova.compute.manager [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Terminating instance [ 2047.943108] env[62220]: DEBUG oslo_vmware.api [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]528e087b-bdaf-a2d1-8167-816a33f155be, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.943327] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.177261] env[62220]: DEBUG nova.compute.utils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2048.178725] env[62220]: DEBUG nova.compute.manager [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2048.178943] env[62220]: DEBUG nova.network.neutron [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2048.229108] env[62220]: DEBUG nova.policy [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b62e8200b8b044a3bda0e6c027b9e9ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36ee67b369064d29bda65bfc01d26d5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 2048.283384] env[62220]: DEBUG nova.scheduler.client.report [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2048.403196] env[62220]: DEBUG nova.compute.manager [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2048.404258] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-618abc87-8455-4400-9b9a-0602c85ef729 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.414468] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c5dc32-2914-40f1-9600-2adf539b30de {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.439143] env[62220]: WARNING nova.virt.vmwareapi.driver [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 44dfd3a3-2018-467b-9b3f-1e1128a5807b could not be found. [ 2048.439370] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2048.439663] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed5ddd15-6ba7-41e6-849c-62dcdb259f52 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.447851] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5715e842-f9b2-4224-a9f9-fe49d8f000c6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.473296] env[62220]: WARNING nova.virt.vmwareapi.vmops [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 44dfd3a3-2018-467b-9b3f-1e1128a5807b could not be found. [ 2048.473688] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2048.473688] env[62220]: INFO nova.compute.manager [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Took 0.07 seconds to destroy the instance on the hypervisor. [ 2048.473929] env[62220]: DEBUG oslo.service.loopingcall [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.474184] env[62220]: DEBUG nova.compute.manager [-] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2048.474283] env[62220]: DEBUG nova.network.neutron [-] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2048.494923] env[62220]: DEBUG nova.network.neutron [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Successfully created port: fa3f906f-0983-4af5-9c86-aef49461b697 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2048.681849] env[62220]: DEBUG nova.compute.manager [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2048.789044] env[62220]: DEBUG oslo_concurrency.lockutils [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.116s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.789292] env[62220]: INFO nova.compute.manager [None req-188eb7db-abba-415f-aecf-7aeb7b38a652 tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Successfully reverted task state from rebuilding on failure for instance. [ 2048.794171] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.851s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.973815] env[62220]: DEBUG nova.compute.manager [req-97963c39-1bca-471a-a2d8-d45478593413 req-085a489b-ccc2-4d4c-ab4c-76548b623900 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Received event network-vif-deleted-0be5664f-ce41-41b6-8729-fc6b6d07717f {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2048.974089] env[62220]: INFO nova.compute.manager [req-97963c39-1bca-471a-a2d8-d45478593413 req-085a489b-ccc2-4d4c-ab4c-76548b623900 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Neutron deleted interface 0be5664f-ce41-41b6-8729-fc6b6d07717f; detaching it from the instance and deleting it from the info cache [ 2048.974297] env[62220]: DEBUG nova.network.neutron [req-97963c39-1bca-471a-a2d8-d45478593413 req-085a489b-ccc2-4d4c-ab4c-76548b623900 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.357284] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7f1bd8-cf49-4358-a5a1-1693e6fff82f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.364689] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340cec63-8825-4225-9ee3-fb6fc05535e6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.394922] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f28ca54-3535-402a-bb20-1aaa819fd791 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.402140] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2c3376-192b-412a-a8dd-88d2ab6a3fac {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.415091] env[62220]: DEBUG nova.compute.provider_tree [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2049.438331] env[62220]: DEBUG nova.network.neutron [-] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.476415] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcfdaa24-ebb3-4cd8-b934-0f4a7bc2053a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.488248] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52bacf9-4db5-40d2-9d67-8a2d374a019d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.512400] env[62220]: DEBUG nova.compute.manager [req-97963c39-1bca-471a-a2d8-d45478593413 req-085a489b-ccc2-4d4c-ab4c-76548b623900 service nova] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Detach interface failed, port_id=0be5664f-ce41-41b6-8729-fc6b6d07717f, reason: Instance 44dfd3a3-2018-467b-9b3f-1e1128a5807b could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2049.693033] env[62220]: DEBUG nova.compute.manager [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2049.718809] env[62220]: DEBUG nova.virt.hardware [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2049.719130] env[62220]: DEBUG nova.virt.hardware [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2049.719321] env[62220]: DEBUG nova.virt.hardware [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2049.719514] env[62220]: DEBUG nova.virt.hardware [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2049.719677] env[62220]: DEBUG nova.virt.hardware [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2049.719829] env[62220]: DEBUG nova.virt.hardware [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2049.720071] env[62220]: DEBUG nova.virt.hardware [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2049.720266] env[62220]: DEBUG nova.virt.hardware [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2049.720453] env[62220]: DEBUG nova.virt.hardware [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2049.720630] env[62220]: DEBUG nova.virt.hardware [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2049.720834] env[62220]: DEBUG nova.virt.hardware [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2049.721805] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f9f6eb-d413-4ca2-a918-421848547d11 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.731016] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9a1e49-4b2c-47de-bc70-bf0c8912a277 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.918771] env[62220]: DEBUG nova.scheduler.client.report [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2049.940230] env[62220]: INFO nova.compute.manager [-] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Took 1.47 seconds to deallocate network for instance. [ 2050.186935] env[62220]: DEBUG nova.compute.manager [req-696fa94b-5396-430c-9833-3110acea8c5b req-4950da1b-f038-44d3-adc5-077ef25ff98d service nova] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Received event network-vif-plugged-fa3f906f-0983-4af5-9c86-aef49461b697 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2050.187163] env[62220]: DEBUG oslo_concurrency.lockutils [req-696fa94b-5396-430c-9833-3110acea8c5b req-4950da1b-f038-44d3-adc5-077ef25ff98d service nova] Acquiring lock "2eab88cb-43c6-408b-aca7-d3fb3a6384d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.187377] env[62220]: DEBUG oslo_concurrency.lockutils [req-696fa94b-5396-430c-9833-3110acea8c5b req-4950da1b-f038-44d3-adc5-077ef25ff98d service nova] Lock "2eab88cb-43c6-408b-aca7-d3fb3a6384d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.187551] env[62220]: DEBUG oslo_concurrency.lockutils [req-696fa94b-5396-430c-9833-3110acea8c5b req-4950da1b-f038-44d3-adc5-077ef25ff98d service nova] Lock "2eab88cb-43c6-408b-aca7-d3fb3a6384d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.187718] env[62220]: DEBUG nova.compute.manager [req-696fa94b-5396-430c-9833-3110acea8c5b req-4950da1b-f038-44d3-adc5-077ef25ff98d service nova] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] No waiting events found dispatching network-vif-plugged-fa3f906f-0983-4af5-9c86-aef49461b697 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2050.187881] env[62220]: WARNING nova.compute.manager [req-696fa94b-5396-430c-9833-3110acea8c5b req-4950da1b-f038-44d3-adc5-077ef25ff98d service nova] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Received unexpected event network-vif-plugged-fa3f906f-0983-4af5-9c86-aef49461b697 for instance with vm_state building and task_state spawning. [ 2050.271775] env[62220]: DEBUG nova.network.neutron [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Successfully updated port: fa3f906f-0983-4af5-9c86-aef49461b697 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2050.488240] env[62220]: INFO nova.compute.manager [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Took 0.55 seconds to detach 1 volumes for instance. [ 2050.490199] env[62220]: DEBUG nova.compute.manager [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Deleting volume: 1813f3e1-c67f-45dd-8fe2-32aba6bef049 {{(pid=62220) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2050.774848] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Acquiring lock "refresh_cache-2eab88cb-43c6-408b-aca7-d3fb3a6384d1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.775009] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Acquired lock "refresh_cache-2eab88cb-43c6-408b-aca7-d3fb3a6384d1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.775224] env[62220]: DEBUG nova.network.neutron [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2050.929888] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.136s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.041835] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.042143] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.042444] env[62220]: DEBUG nova.objects.instance [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Lazy-loading 'resources' on Instance uuid 44dfd3a3-2018-467b-9b3f-1e1128a5807b {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2051.307066] env[62220]: DEBUG nova.network.neutron [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2051.445705] env[62220]: DEBUG nova.network.neutron [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Updating instance_info_cache with network_info: [{"id": "fa3f906f-0983-4af5-9c86-aef49461b697", "address": "fa:16:3e:9c:91:f4", "network": {"id": "aefc4032-5f84-4de7-9222-fcf40020bbf1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1512307488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36ee67b369064d29bda65bfc01d26d5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3f906f-09", "ovs_interfaceid": "fa3f906f-0983-4af5-9c86-aef49461b697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.488986] env[62220]: INFO nova.scheduler.client.report [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleted allocation for migration 32a6cece-87d6-43c9-89f6-7539419a6f93 [ 2051.583211] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341582f5-7dd4-4b58-9537-aab87136b6c5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.591007] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355c219a-30f8-4bf7-bb37-1ce75b854aa1 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.622503] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2773bf04-b9a8-48a0-a27b-26813c5bd081 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.630285] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9fed09-2c45-4064-83a7-e24b3502ed0b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.643644] env[62220]: DEBUG nova.compute.provider_tree [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2051.948665] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Releasing lock "refresh_cache-2eab88cb-43c6-408b-aca7-d3fb3a6384d1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.949016] env[62220]: DEBUG nova.compute.manager [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Instance network_info: |[{"id": "fa3f906f-0983-4af5-9c86-aef49461b697", "address": "fa:16:3e:9c:91:f4", "network": {"id": "aefc4032-5f84-4de7-9222-fcf40020bbf1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1512307488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36ee67b369064d29bda65bfc01d26d5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3f906f-09", "ovs_interfaceid": "fa3f906f-0983-4af5-9c86-aef49461b697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2051.949466] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:91:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa3f906f-0983-4af5-9c86-aef49461b697', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2051.956891] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Creating folder: Project (36ee67b369064d29bda65bfc01d26d5a). Parent ref: group-v363147. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2051.957193] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b9c77e1-0a95-4fe9-bae3-30259383a6f5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.968881] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Created folder: Project (36ee67b369064d29bda65bfc01d26d5a) in parent group-v363147. [ 2051.969088] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Creating folder: Instances. Parent ref: group-v363481. {{(pid=62220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2051.969319] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24f89700-114b-4046-9b07-dd90504c976b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.979589] env[62220]: INFO nova.virt.vmwareapi.vm_util [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Created folder: Instances in parent group-v363481. [ 2051.979820] env[62220]: DEBUG oslo.service.loopingcall [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.980017] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2051.980220] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-205f0082-0ca9-4685-829e-42463d12eb54 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.995519] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1f23bde6-3f92-4f74-bf22-67574de6e9d9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.430s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.001258] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2052.001258] env[62220]: value = "task-1748459" [ 2052.001258] env[62220]: _type = "Task" [ 2052.001258] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.008336] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748459, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.148021] env[62220]: DEBUG nova.scheduler.client.report [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2052.216848] env[62220]: DEBUG nova.compute.manager [req-219c5c76-1d48-42f7-860c-97471df20f3e req-66eb053b-1639-4816-894a-9e802ce95ad7 service nova] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Received event network-changed-fa3f906f-0983-4af5-9c86-aef49461b697 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2052.217088] env[62220]: DEBUG nova.compute.manager [req-219c5c76-1d48-42f7-860c-97471df20f3e req-66eb053b-1639-4816-894a-9e802ce95ad7 service nova] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Refreshing instance network info cache due to event network-changed-fa3f906f-0983-4af5-9c86-aef49461b697. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2052.217377] env[62220]: DEBUG oslo_concurrency.lockutils [req-219c5c76-1d48-42f7-860c-97471df20f3e req-66eb053b-1639-4816-894a-9e802ce95ad7 service nova] Acquiring lock "refresh_cache-2eab88cb-43c6-408b-aca7-d3fb3a6384d1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.217537] env[62220]: DEBUG oslo_concurrency.lockutils [req-219c5c76-1d48-42f7-860c-97471df20f3e req-66eb053b-1639-4816-894a-9e802ce95ad7 service nova] Acquired lock "refresh_cache-2eab88cb-43c6-408b-aca7-d3fb3a6384d1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.217702] env[62220]: DEBUG nova.network.neutron [req-219c5c76-1d48-42f7-860c-97471df20f3e req-66eb053b-1639-4816-894a-9e802ce95ad7 service nova] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Refreshing network info cache for port fa3f906f-0983-4af5-9c86-aef49461b697 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2052.513103] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748459, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.652456] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.886659] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.886901] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.887132] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.887352] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.887527] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.889596] env[62220]: INFO nova.compute.manager [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Terminating instance [ 2052.967759] env[62220]: DEBUG nova.network.neutron [req-219c5c76-1d48-42f7-860c-97471df20f3e req-66eb053b-1639-4816-894a-9e802ce95ad7 service nova] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Updated VIF entry in instance network info cache for port fa3f906f-0983-4af5-9c86-aef49461b697. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.968133] env[62220]: DEBUG nova.network.neutron [req-219c5c76-1d48-42f7-860c-97471df20f3e req-66eb053b-1639-4816-894a-9e802ce95ad7 service nova] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Updating instance_info_cache with network_info: [{"id": "fa3f906f-0983-4af5-9c86-aef49461b697", "address": "fa:16:3e:9c:91:f4", "network": {"id": "aefc4032-5f84-4de7-9222-fcf40020bbf1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1512307488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36ee67b369064d29bda65bfc01d26d5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3f906f-09", "ovs_interfaceid": "fa3f906f-0983-4af5-9c86-aef49461b697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.011719] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748459, 'name': CreateVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.171134] env[62220]: DEBUG oslo_concurrency.lockutils [None req-5c9f5af2-5de0-4eac-987e-91f5f61fd6fd tempest-ServerActionsV293TestJSON-727577756 tempest-ServerActionsV293TestJSON-727577756-project-member] Lock "44dfd3a3-2018-467b-9b3f-1e1128a5807b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.276s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.394064] env[62220]: DEBUG nova.compute.manager [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2053.394335] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2053.395220] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f2405e-db59-4f3f-aff6-1bc4e9c56791 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.402641] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2053.402861] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d36b2953-3a17-4cab-b64b-d6f44832b1be {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.409015] env[62220]: DEBUG oslo_vmware.api [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2053.409015] env[62220]: value = "task-1748460" [ 2053.409015] env[62220]: _type = "Task" [ 2053.409015] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.416987] env[62220]: DEBUG oslo_vmware.api [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.470329] env[62220]: DEBUG oslo_concurrency.lockutils [req-219c5c76-1d48-42f7-860c-97471df20f3e req-66eb053b-1639-4816-894a-9e802ce95ad7 service nova] Releasing lock "refresh_cache-2eab88cb-43c6-408b-aca7-d3fb3a6384d1" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.513431] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748459, 'name': CreateVM_Task, 'duration_secs': 1.313456} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.513739] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2053.514538] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.514773] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.515156] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2053.515468] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce61f7a-0b04-4e25-b064-4903ce106be7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.520392] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Waiting for the task: (returnval){ [ 2053.520392] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a28090-1bcf-618a-9ed6-7d6a9e9abf90" [ 2053.520392] env[62220]: _type = "Task" [ 2053.520392] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.528975] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a28090-1bcf-618a-9ed6-7d6a9e9abf90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.918333] env[62220]: DEBUG oslo_vmware.api [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748460, 'name': PowerOffVM_Task, 'duration_secs': 0.20851} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.918618] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2053.918788] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2053.919057] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-853297f2-4412-4adb-a8a6-6c050680f4cf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.997050] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2053.997312] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2053.997514] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleting the datastore file [datastore1] 6d6c9250-d939-4116-9cbd-7ee12aa7c526 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2053.997827] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf4f42d8-bbb8-4810-9aad-c97623fdc37c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.004960] env[62220]: DEBUG oslo_vmware.api [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2054.004960] env[62220]: value = "task-1748462" [ 2054.004960] env[62220]: _type = "Task" [ 2054.004960] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.012656] env[62220]: DEBUG oslo_vmware.api [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.029035] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52a28090-1bcf-618a-9ed6-7d6a9e9abf90, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.029324] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.029559] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2054.029852] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.030039] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.030262] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2054.030517] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caf09535-7f51-4560-97fb-f3fdb993e11d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.045882] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2054.046116] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2054.046822] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21553b6b-474e-459e-a5da-fa6b76629c12 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.051697] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Waiting for the task: (returnval){ [ 2054.051697] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52706189-e076-9799-b901-cf0dfd925e85" [ 2054.051697] env[62220]: _type = "Task" [ 2054.051697] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.058997] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52706189-e076-9799-b901-cf0dfd925e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.515325] env[62220]: DEBUG oslo_vmware.api [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149218} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.515621] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2054.515774] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2054.515965] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2054.516162] env[62220]: INFO nova.compute.manager [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2054.516469] env[62220]: DEBUG oslo.service.loopingcall [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2054.516735] env[62220]: DEBUG nova.compute.manager [-] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2054.516835] env[62220]: DEBUG nova.network.neutron [-] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2054.561992] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52706189-e076-9799-b901-cf0dfd925e85, 'name': SearchDatastore_Task, 'duration_secs': 0.007868} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.562836] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2889e702-4072-493f-8e79-068a9d980dad {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.568320] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Waiting for the task: (returnval){ [ 2054.568320] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523758bc-85d9-4bff-f44d-e58b138273c6" [ 2054.568320] env[62220]: _type = "Task" [ 2054.568320] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.578917] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523758bc-85d9-4bff-f44d-e58b138273c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.002897] env[62220]: DEBUG nova.compute.manager [req-7b971718-a69d-4783-b194-4979673edcfe req-d8643944-7448-49d8-8a39-1255fba90711 service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Received event network-vif-deleted-3b7cda17-15eb-425f-8401-211979a00435 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2055.003425] env[62220]: INFO nova.compute.manager [req-7b971718-a69d-4783-b194-4979673edcfe req-d8643944-7448-49d8-8a39-1255fba90711 service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Neutron deleted interface 3b7cda17-15eb-425f-8401-211979a00435; detaching it from the instance and deleting it from the info cache [ 2055.003425] env[62220]: DEBUG nova.network.neutron [req-7b971718-a69d-4783-b194-4979673edcfe req-d8643944-7448-49d8-8a39-1255fba90711 service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.080024] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]523758bc-85d9-4bff-f44d-e58b138273c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.080024] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.080024] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 2eab88cb-43c6-408b-aca7-d3fb3a6384d1/2eab88cb-43c6-408b-aca7-d3fb3a6384d1.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2055.080242] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd9d2a38-1986-4b98-9e10-5e3d2bb62863 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.088164] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Waiting for the task: (returnval){ [ 2055.088164] env[62220]: value = "task-1748463" [ 2055.088164] env[62220]: _type = "Task" [ 2055.088164] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.095250] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.482650] env[62220]: DEBUG nova.network.neutron [-] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.505531] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eec6b042-1df6-4c43-8e96-852cde922787 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.515979] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d837777b-a4a6-4cb4-a2ea-0dc84c62b4c0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.539976] env[62220]: DEBUG nova.compute.manager [req-7b971718-a69d-4783-b194-4979673edcfe req-d8643944-7448-49d8-8a39-1255fba90711 service nova] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Detach interface failed, port_id=3b7cda17-15eb-425f-8401-211979a00435, reason: Instance 6d6c9250-d939-4116-9cbd-7ee12aa7c526 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2055.597726] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.381923} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.597998] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 2eab88cb-43c6-408b-aca7-d3fb3a6384d1/2eab88cb-43c6-408b-aca7-d3fb3a6384d1.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2055.598237] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2055.598495] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ebe8cbf-92c4-4a64-8b9e-2960de008a9e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.605556] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Waiting for the task: (returnval){ [ 2055.605556] env[62220]: value = "task-1748464" [ 2055.605556] env[62220]: _type = "Task" [ 2055.605556] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.614156] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.986115] env[62220]: INFO nova.compute.manager [-] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Took 1.47 seconds to deallocate network for instance. [ 2056.114963] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057908} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.115266] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2056.116031] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4283b8d9-e25d-43f7-81c5-b449c5ba1fb3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.138118] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 2eab88cb-43c6-408b-aca7-d3fb3a6384d1/2eab88cb-43c6-408b-aca7-d3fb3a6384d1.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2056.138469] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9878f1af-a672-496e-b07a-9c1cb929c4cf {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.159822] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Waiting for the task: (returnval){ [ 2056.159822] env[62220]: value = "task-1748465" [ 2056.159822] env[62220]: _type = "Task" [ 2056.159822] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.167393] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.492567] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.492841] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.493041] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.518833] env[62220]: INFO nova.scheduler.client.report [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleted allocations for instance 6d6c9250-d939-4116-9cbd-7ee12aa7c526 [ 2056.670768] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.025905] env[62220]: DEBUG oslo_concurrency.lockutils [None req-8771c066-aaa4-429f-a383-de95adc1964b tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "6d6c9250-d939-4116-9cbd-7ee12aa7c526" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.139s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.171860] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.673863] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.821973] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "8089c267-813f-441f-898f-532e03c01caa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.822243] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "8089c267-813f-441f-898f-532e03c01caa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.171864] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748465, 'name': ReconfigVM_Task, 'duration_secs': 1.762388} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.172161] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 2eab88cb-43c6-408b-aca7-d3fb3a6384d1/2eab88cb-43c6-408b-aca7-d3fb3a6384d1.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2058.172778] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2157ebc-0904-4059-9a50-fe90a9ab6664 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.179817] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Waiting for the task: (returnval){ [ 2058.179817] env[62220]: value = "task-1748466" [ 2058.179817] env[62220]: _type = "Task" [ 2058.179817] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.188097] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748466, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.324870] env[62220]: DEBUG nova.compute.manager [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2058.689462] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748466, 'name': Rename_Task, 'duration_secs': 0.139488} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.689822] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2058.689978] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b88a291-6606-44ba-b4fc-01cd8d2c5357 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.695471] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Waiting for the task: (returnval){ [ 2058.695471] env[62220]: value = "task-1748467" [ 2058.695471] env[62220]: _type = "Task" [ 2058.695471] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.702525] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.849653] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.849918] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.851496] env[62220]: INFO nova.compute.claims [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2059.205339] env[62220]: DEBUG oslo_vmware.api [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748467, 'name': PowerOnVM_Task, 'duration_secs': 0.459345} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.205602] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2059.205803] env[62220]: INFO nova.compute.manager [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Took 9.51 seconds to spawn the instance on the hypervisor. [ 2059.206020] env[62220]: DEBUG nova.compute.manager [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2059.206760] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f98993-e7ce-4775-b1f2-eaaa6f0b63f9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.725195] env[62220]: INFO nova.compute.manager [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Took 14.20 seconds to build instance. [ 2059.898529] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb2bd6d-39a1-474c-afeb-45ab733ad9c8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.905788] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09d8f44-ab01-423e-9522-e1e7f368c602 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.935316] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0291939-888d-4af3-90e4-632925227b41 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.942850] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bd8fb2-1c6b-411e-bb42-cab69124e24e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.956662] env[62220]: DEBUG nova.compute.provider_tree [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2060.226967] env[62220]: DEBUG oslo_concurrency.lockutils [None req-d2afa221-4a0e-4f8e-a1db-280fdc539b7e tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Lock "2eab88cb-43c6-408b-aca7-d3fb3a6384d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.704s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.459718] env[62220]: DEBUG nova.scheduler.client.report [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2060.785180] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Acquiring lock "2eab88cb-43c6-408b-aca7-d3fb3a6384d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.785542] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Lock "2eab88cb-43c6-408b-aca7-d3fb3a6384d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.785677] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Acquiring lock "2eab88cb-43c6-408b-aca7-d3fb3a6384d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.785867] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Lock "2eab88cb-43c6-408b-aca7-d3fb3a6384d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.786050] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Lock "2eab88cb-43c6-408b-aca7-d3fb3a6384d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.788131] env[62220]: INFO nova.compute.manager [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Terminating instance [ 2060.965139] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.965685] env[62220]: DEBUG nova.compute.manager [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2061.291695] env[62220]: DEBUG nova.compute.manager [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2061.291927] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2061.292886] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328268d3-f146-46b1-abec-713b07a64af3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.301273] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2061.301580] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7640e51a-58db-4f5c-a780-fe58febc8560 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.308783] env[62220]: DEBUG oslo_vmware.api [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Waiting for the task: (returnval){ [ 2061.308783] env[62220]: value = "task-1748468" [ 2061.308783] env[62220]: _type = "Task" [ 2061.308783] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.317450] env[62220]: DEBUG oslo_vmware.api [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.471232] env[62220]: DEBUG nova.compute.utils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2061.472701] env[62220]: DEBUG nova.compute.manager [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2061.472874] env[62220]: DEBUG nova.network.neutron [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2061.565339] env[62220]: DEBUG nova.policy [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c00ea4c93274dac90719a86ecfb0fe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2854567d0d40b5b5a41ad53a0a9f1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 2061.819356] env[62220]: DEBUG oslo_vmware.api [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748468, 'name': PowerOffVM_Task, 'duration_secs': 0.2079} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.819822] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2061.819822] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2061.819970] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-190c62c2-7fba-4ea3-8a7e-036645b91ae8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.900749] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2061.901127] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2061.901448] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Deleting the datastore file [datastore1] 2eab88cb-43c6-408b-aca7-d3fb3a6384d1 {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2061.901852] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6504e1b-ebf5-4e09-8486-708d59dc3559 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.910385] env[62220]: DEBUG oslo_vmware.api [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Waiting for the task: (returnval){ [ 2061.910385] env[62220]: value = "task-1748470" [ 2061.910385] env[62220]: _type = "Task" [ 2061.910385] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.922342] env[62220]: DEBUG oslo_vmware.api [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.976390] env[62220]: DEBUG nova.compute.manager [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2062.059576] env[62220]: DEBUG nova.network.neutron [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Successfully created port: 89a000fb-0a37-48ce-b569-63fc62207c83 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2062.420841] env[62220]: DEBUG oslo_vmware.api [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Task: {'id': task-1748470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149003} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.421098] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2062.421290] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2062.421471] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2062.421649] env[62220]: INFO nova.compute.manager [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2062.421883] env[62220]: DEBUG oslo.service.loopingcall [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2062.422091] env[62220]: DEBUG nova.compute.manager [-] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2062.422186] env[62220]: DEBUG nova.network.neutron [-] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2062.704081] env[62220]: DEBUG nova.compute.manager [req-e5e1e9f0-4631-4ae3-b477-2aea9ee7e6e2 req-f80729ba-2c54-4cdf-8c89-6ee8168d20c4 service nova] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Received event network-vif-deleted-fa3f906f-0983-4af5-9c86-aef49461b697 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2062.704315] env[62220]: INFO nova.compute.manager [req-e5e1e9f0-4631-4ae3-b477-2aea9ee7e6e2 req-f80729ba-2c54-4cdf-8c89-6ee8168d20c4 service nova] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Neutron deleted interface fa3f906f-0983-4af5-9c86-aef49461b697; detaching it from the instance and deleting it from the info cache [ 2062.704495] env[62220]: DEBUG nova.network.neutron [req-e5e1e9f0-4631-4ae3-b477-2aea9ee7e6e2 req-f80729ba-2c54-4cdf-8c89-6ee8168d20c4 service nova] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.986374] env[62220]: DEBUG nova.compute.manager [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2063.013254] env[62220]: DEBUG nova.virt.hardware [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2063.013543] env[62220]: DEBUG nova.virt.hardware [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2063.013701] env[62220]: DEBUG nova.virt.hardware [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2063.013882] env[62220]: DEBUG nova.virt.hardware [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2063.014044] env[62220]: DEBUG nova.virt.hardware [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2063.014234] env[62220]: DEBUG nova.virt.hardware [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2063.014420] env[62220]: DEBUG nova.virt.hardware [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2063.014579] env[62220]: DEBUG nova.virt.hardware [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2063.014743] env[62220]: DEBUG nova.virt.hardware [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2063.014903] env[62220]: DEBUG nova.virt.hardware [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2063.015087] env[62220]: DEBUG nova.virt.hardware [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2063.015953] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a9536a-83e2-4b5a-bffe-29701dc7704e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.024440] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32458c73-b098-4d79-85e8-ee0f7e00533c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.184085] env[62220]: DEBUG nova.network.neutron [-] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.206570] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cb6bce2-f046-4a00-8134-cfc45a72af3e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.217082] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24dc00f-c951-41d3-a645-cceb6c9c5593 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.239832] env[62220]: DEBUG nova.compute.manager [req-e5e1e9f0-4631-4ae3-b477-2aea9ee7e6e2 req-f80729ba-2c54-4cdf-8c89-6ee8168d20c4 service nova] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Detach interface failed, port_id=fa3f906f-0983-4af5-9c86-aef49461b697, reason: Instance 2eab88cb-43c6-408b-aca7-d3fb3a6384d1 could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2063.447824] env[62220]: DEBUG nova.compute.manager [req-7f38d525-39da-4006-a426-324bcf03953a req-2b5919c9-5422-4e50-8146-7639a9581070 service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Received event network-vif-plugged-89a000fb-0a37-48ce-b569-63fc62207c83 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2063.448078] env[62220]: DEBUG oslo_concurrency.lockutils [req-7f38d525-39da-4006-a426-324bcf03953a req-2b5919c9-5422-4e50-8146-7639a9581070 service nova] Acquiring lock "8089c267-813f-441f-898f-532e03c01caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.448330] env[62220]: DEBUG oslo_concurrency.lockutils [req-7f38d525-39da-4006-a426-324bcf03953a req-2b5919c9-5422-4e50-8146-7639a9581070 service nova] Lock "8089c267-813f-441f-898f-532e03c01caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.448458] env[62220]: DEBUG oslo_concurrency.lockutils [req-7f38d525-39da-4006-a426-324bcf03953a req-2b5919c9-5422-4e50-8146-7639a9581070 service nova] Lock "8089c267-813f-441f-898f-532e03c01caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.448633] env[62220]: DEBUG nova.compute.manager [req-7f38d525-39da-4006-a426-324bcf03953a req-2b5919c9-5422-4e50-8146-7639a9581070 service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] No waiting events found dispatching network-vif-plugged-89a000fb-0a37-48ce-b569-63fc62207c83 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2063.448803] env[62220]: WARNING nova.compute.manager [req-7f38d525-39da-4006-a426-324bcf03953a req-2b5919c9-5422-4e50-8146-7639a9581070 service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Received unexpected event network-vif-plugged-89a000fb-0a37-48ce-b569-63fc62207c83 for instance with vm_state building and task_state spawning. [ 2063.529319] env[62220]: DEBUG nova.network.neutron [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Successfully updated port: 89a000fb-0a37-48ce-b569-63fc62207c83 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2063.686568] env[62220]: INFO nova.compute.manager [-] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Took 1.26 seconds to deallocate network for instance. [ 2064.035291] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.035611] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.035611] env[62220]: DEBUG nova.network.neutron [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2064.192907] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.193186] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.193425] env[62220]: DEBUG nova.objects.instance [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Lazy-loading 'resources' on Instance uuid 2eab88cb-43c6-408b-aca7-d3fb3a6384d1 {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2064.565355] env[62220]: DEBUG nova.network.neutron [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2064.684720] env[62220]: DEBUG nova.network.neutron [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance_info_cache with network_info: [{"id": "89a000fb-0a37-48ce-b569-63fc62207c83", "address": "fa:16:3e:44:36:bc", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a000fb-0a", "ovs_interfaceid": "89a000fb-0a37-48ce-b569-63fc62207c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2064.738546] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4651276b-41e6-4177-9ab6-787a444f2604 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.746029] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8c23ef-a597-42a4-91c5-c3bc434dd826 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.777326] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4185d87b-1070-44eb-a278-eb0060f80429 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.784826] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cf2427-81f5-436b-bbea-0173b94ba525 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.797950] env[62220]: DEBUG nova.compute.provider_tree [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.187121] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.187592] env[62220]: DEBUG nova.compute.manager [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Instance network_info: |[{"id": "89a000fb-0a37-48ce-b569-63fc62207c83", "address": "fa:16:3e:44:36:bc", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a000fb-0a", "ovs_interfaceid": "89a000fb-0a37-48ce-b569-63fc62207c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2065.187902] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:36:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89a000fb-0a37-48ce-b569-63fc62207c83', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2065.195391] env[62220]: DEBUG oslo.service.loopingcall [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2065.195530] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8089c267-813f-441f-898f-532e03c01caa] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2065.195742] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e1b6287-ce84-4cf1-9f17-35463571eebe {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.215919] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2065.215919] env[62220]: value = "task-1748471" [ 2065.215919] env[62220]: _type = "Task" [ 2065.215919] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.223053] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748471, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.301303] env[62220]: DEBUG nova.scheduler.client.report [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2065.474931] env[62220]: DEBUG nova.compute.manager [req-96f68725-8b38-4604-8684-af105650fd27 req-05529d79-d339-41ba-a17e-150eef193ecb service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Received event network-changed-89a000fb-0a37-48ce-b569-63fc62207c83 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2065.475151] env[62220]: DEBUG nova.compute.manager [req-96f68725-8b38-4604-8684-af105650fd27 req-05529d79-d339-41ba-a17e-150eef193ecb service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Refreshing instance network info cache due to event network-changed-89a000fb-0a37-48ce-b569-63fc62207c83. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2065.475364] env[62220]: DEBUG oslo_concurrency.lockutils [req-96f68725-8b38-4604-8684-af105650fd27 req-05529d79-d339-41ba-a17e-150eef193ecb service nova] Acquiring lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.475515] env[62220]: DEBUG oslo_concurrency.lockutils [req-96f68725-8b38-4604-8684-af105650fd27 req-05529d79-d339-41ba-a17e-150eef193ecb service nova] Acquired lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.475705] env[62220]: DEBUG nova.network.neutron [req-96f68725-8b38-4604-8684-af105650fd27 req-05529d79-d339-41ba-a17e-150eef193ecb service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Refreshing network info cache for port 89a000fb-0a37-48ce-b569-63fc62207c83 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2065.728020] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748471, 'name': CreateVM_Task, 'duration_secs': 0.341826} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.728240] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8089c267-813f-441f-898f-532e03c01caa] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2065.728785] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.728935] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.729279] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2065.729527] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ff140b-9804-4449-9844-ec50aebeaa4f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.733738] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2065.733738] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e6ebe0-5904-8d34-942b-479b61b79d66" [ 2065.733738] env[62220]: _type = "Task" [ 2065.733738] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.741313] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e6ebe0-5904-8d34-942b-479b61b79d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.806673] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.823783] env[62220]: INFO nova.scheduler.client.report [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Deleted allocations for instance 2eab88cb-43c6-408b-aca7-d3fb3a6384d1 [ 2066.150060] env[62220]: DEBUG nova.network.neutron [req-96f68725-8b38-4604-8684-af105650fd27 req-05529d79-d339-41ba-a17e-150eef193ecb service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updated VIF entry in instance network info cache for port 89a000fb-0a37-48ce-b569-63fc62207c83. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2066.150432] env[62220]: DEBUG nova.network.neutron [req-96f68725-8b38-4604-8684-af105650fd27 req-05529d79-d339-41ba-a17e-150eef193ecb service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance_info_cache with network_info: [{"id": "89a000fb-0a37-48ce-b569-63fc62207c83", "address": "fa:16:3e:44:36:bc", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a000fb-0a", "ovs_interfaceid": "89a000fb-0a37-48ce-b569-63fc62207c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.243327] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52e6ebe0-5904-8d34-942b-479b61b79d66, 'name': SearchDatastore_Task, 'duration_secs': 0.008585} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.243618] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.243845] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2066.244084] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.244243] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.244422] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2066.244662] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-955fa0f2-6814-4059-a8d9-f39f0636be51 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.252437] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2066.252639] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2066.253263] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6167d4a0-8ddd-4c4e-a985-a08787b1e62e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.258125] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2066.258125] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5290bd30-d2f9-3312-cf9f-a1df498489dc" [ 2066.258125] env[62220]: _type = "Task" [ 2066.258125] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.265250] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5290bd30-d2f9-3312-cf9f-a1df498489dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.331648] env[62220]: DEBUG oslo_concurrency.lockutils [None req-cb6db2ec-853b-4813-81de-e0a7db34406c tempest-ServerTagsTestJSON-1206829950 tempest-ServerTagsTestJSON-1206829950-project-member] Lock "2eab88cb-43c6-408b-aca7-d3fb3a6384d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.546s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.652912] env[62220]: DEBUG oslo_concurrency.lockutils [req-96f68725-8b38-4604-8684-af105650fd27 req-05529d79-d339-41ba-a17e-150eef193ecb service nova] Releasing lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.768956] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5290bd30-d2f9-3312-cf9f-a1df498489dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008281} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.769724] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dbf1938-ec47-4e13-8c43-07cade55dae5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.774785] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2066.774785] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5257ca29-8a16-2ee7-f4fa-21f8ced405b1" [ 2066.774785] env[62220]: _type = "Task" [ 2066.774785] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.782015] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5257ca29-8a16-2ee7-f4fa-21f8ced405b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.285139] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5257ca29-8a16-2ee7-f4fa-21f8ced405b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008502} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.285539] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.285898] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 8089c267-813f-441f-898f-532e03c01caa/8089c267-813f-441f-898f-532e03c01caa.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2067.285898] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d0d022a-658c-4170-bc61-c7519c9a518a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.293089] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2067.293089] env[62220]: value = "task-1748472" [ 2067.293089] env[62220]: _type = "Task" [ 2067.293089] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.300870] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.802491] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.391773} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.802898] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 8089c267-813f-441f-898f-532e03c01caa/8089c267-813f-441f-898f-532e03c01caa.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2067.803049] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2067.803301] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b0c5d41-0872-4cce-8ac9-a7fbff885e25 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.809359] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2067.809359] env[62220]: value = "task-1748473" [ 2067.809359] env[62220]: _type = "Task" [ 2067.809359] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.816414] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.320094] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066178} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.320401] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2068.321173] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2705e410-07ce-44c6-9532-f7799000ff74 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.344885] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 8089c267-813f-441f-898f-532e03c01caa/8089c267-813f-441f-898f-532e03c01caa.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2068.345172] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a2c4fc-b609-44c6-80a1-d37623a54eb2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.364367] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2068.364367] env[62220]: value = "task-1748474" [ 2068.364367] env[62220]: _type = "Task" [ 2068.364367] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.372189] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.874652] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748474, 'name': ReconfigVM_Task, 'duration_secs': 0.26943} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.874957] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 8089c267-813f-441f-898f-532e03c01caa/8089c267-813f-441f-898f-532e03c01caa.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2068.875659] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beb41e8c-aae1-46a9-b7f7-734d204bce83 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.882561] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2068.882561] env[62220]: value = "task-1748475" [ 2068.882561] env[62220]: _type = "Task" [ 2068.882561] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.891384] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748475, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.392347] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748475, 'name': Rename_Task, 'duration_secs': 0.139598} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.392635] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2069.392846] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13206256-410d-4908-91f1-b99405ab557a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.399873] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2069.399873] env[62220]: value = "task-1748476" [ 2069.399873] env[62220]: _type = "Task" [ 2069.399873] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.407838] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.909714] env[62220]: DEBUG oslo_vmware.api [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748476, 'name': PowerOnVM_Task, 'duration_secs': 0.436523} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.909998] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2069.910208] env[62220]: INFO nova.compute.manager [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Took 6.92 seconds to spawn the instance on the hypervisor. [ 2069.910394] env[62220]: DEBUG nova.compute.manager [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2069.911150] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abab8e7-4e8f-46cf-a80b-0c6353ded8c6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.428948] env[62220]: INFO nova.compute.manager [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Took 11.60 seconds to build instance. [ 2070.931739] env[62220]: DEBUG oslo_concurrency.lockutils [None req-a7e7a281-ace0-42e9-a1fe-dbfdf0072e92 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "8089c267-813f-441f-898f-532e03c01caa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.109s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.992599] env[62220]: DEBUG nova.compute.manager [req-16bdfabf-9189-4ade-8a3c-7c5810368b64 req-f39f25ef-10c4-4e8a-afab-a746b83e00bc service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Received event network-changed-89a000fb-0a37-48ce-b569-63fc62207c83 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2070.992793] env[62220]: DEBUG nova.compute.manager [req-16bdfabf-9189-4ade-8a3c-7c5810368b64 req-f39f25ef-10c4-4e8a-afab-a746b83e00bc service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Refreshing instance network info cache due to event network-changed-89a000fb-0a37-48ce-b569-63fc62207c83. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2070.993056] env[62220]: DEBUG oslo_concurrency.lockutils [req-16bdfabf-9189-4ade-8a3c-7c5810368b64 req-f39f25ef-10c4-4e8a-afab-a746b83e00bc service nova] Acquiring lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.993214] env[62220]: DEBUG oslo_concurrency.lockutils [req-16bdfabf-9189-4ade-8a3c-7c5810368b64 req-f39f25ef-10c4-4e8a-afab-a746b83e00bc service nova] Acquired lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.993393] env[62220]: DEBUG nova.network.neutron [req-16bdfabf-9189-4ade-8a3c-7c5810368b64 req-f39f25ef-10c4-4e8a-afab-a746b83e00bc service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Refreshing network info cache for port 89a000fb-0a37-48ce-b569-63fc62207c83 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2071.694972] env[62220]: DEBUG nova.network.neutron [req-16bdfabf-9189-4ade-8a3c-7c5810368b64 req-f39f25ef-10c4-4e8a-afab-a746b83e00bc service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updated VIF entry in instance network info cache for port 89a000fb-0a37-48ce-b569-63fc62207c83. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2071.695389] env[62220]: DEBUG nova.network.neutron [req-16bdfabf-9189-4ade-8a3c-7c5810368b64 req-f39f25ef-10c4-4e8a-afab-a746b83e00bc service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance_info_cache with network_info: [{"id": "89a000fb-0a37-48ce-b569-63fc62207c83", "address": "fa:16:3e:44:36:bc", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a000fb-0a", "ovs_interfaceid": "89a000fb-0a37-48ce-b569-63fc62207c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.198669] env[62220]: DEBUG oslo_concurrency.lockutils [req-16bdfabf-9189-4ade-8a3c-7c5810368b64 req-f39f25ef-10c4-4e8a-afab-a746b83e00bc service nova] Releasing lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.651629] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.647514] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2089.652068] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2090.156153] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.156386] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.156603] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.156759] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2090.157696] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1410455a-bb4a-423d-bccc-4f04b24064da {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.166157] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce25ec5-762e-412a-b921-31966de61c0b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.180164] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39ce622-a5ca-4d11-96e6-e68dc04e0661 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.186233] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a901c0-f947-434d-8dce-97185147f2c7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.213707] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181320MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2090.213847] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.214047] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.237849] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 8089c267-813f-441f-898f-532e03c01caa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2091.238170] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2091.238232] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2091.263401] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7ef91a-3b40-48f5-b385-a1a08de010d8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.271164] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274d9c85-0e1b-41e9-857b-76efaa812e13 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.301380] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a28077-fa7d-43ea-a4da-db4846058d23 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.308126] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfc5b53-5b56-42b3-a9dd-0bd0b8655e9e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.320534] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2091.823700] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2092.328622] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2092.329055] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.328978] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2093.329375] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2093.329375] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 2093.860095] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.860256] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquired lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.860407] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 8089c267-813f-441f-898f-532e03c01caa] Forcefully refreshing network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2093.860556] env[62220]: DEBUG nova.objects.instance [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lazy-loading 'info_cache' on Instance uuid 8089c267-813f-441f-898f-532e03c01caa {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2095.576892] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance_info_cache with network_info: [{"id": "89a000fb-0a37-48ce-b569-63fc62207c83", "address": "fa:16:3e:44:36:bc", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a000fb-0a", "ovs_interfaceid": "89a000fb-0a37-48ce-b569-63fc62207c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.080807] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Releasing lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.081049] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updated the network info_cache for instance {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 2096.081271] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2096.081427] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2096.081577] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2096.081717] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2096.081859] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2096.081986] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2102.652357] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2108.665757] env[62220]: DEBUG nova.compute.manager [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Stashing vm_state: active {{(pid=62220) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 2109.183013] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.183283] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.688591] env[62220]: INFO nova.compute.claims [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2110.195065] env[62220]: INFO nova.compute.resource_tracker [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating resource usage from migration f1bd8a75-ac11-4e3c-8c18-c1df75fd1f4c [ 2110.230738] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efab2b3-2cd7-4be3-b845-a684e76b5a40 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.238382] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d40b4b2-ca72-4e99-b126-3e78b2724c84 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.268345] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161aed4c-f5e7-452c-900e-263d1b0a6289 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.274832] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff70266-cdfe-4fd1-9969-3b9d2e460c80 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.287277] env[62220]: DEBUG nova.compute.provider_tree [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2110.790266] env[62220]: DEBUG nova.scheduler.client.report [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2111.295359] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.112s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.295569] env[62220]: INFO nova.compute.manager [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Migrating [ 2111.811760] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.812170] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.812216] env[62220]: DEBUG nova.network.neutron [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2112.520963] env[62220]: DEBUG nova.network.neutron [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance_info_cache with network_info: [{"id": "89a000fb-0a37-48ce-b569-63fc62207c83", "address": "fa:16:3e:44:36:bc", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a000fb-0a", "ovs_interfaceid": "89a000fb-0a37-48ce-b569-63fc62207c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.024042] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.155155] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2113.155331] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Cleaning up deleted instances {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 2113.669532] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] There are 40 instances to clean {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2113.669765] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 2eab88cb-43c6-408b-aca7-d3fb3a6384d1] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2114.172872] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 12e120a7-b730-412c-82ff-d14313cb284c] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2114.539609] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa76899e-0838-4223-a3e4-11e0a3acef64 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.558542] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance '8089c267-813f-441f-898f-532e03c01caa' progress to 0 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2114.676044] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 44dfd3a3-2018-467b-9b3f-1e1128a5807b] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2115.064536] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2115.064825] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e464c15d-c474-403c-bc80-0fed3003340a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.072541] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2115.072541] env[62220]: value = "task-1748477" [ 2115.072541] env[62220]: _type = "Task" [ 2115.072541] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.081087] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.178945] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 948f4e14-be26-4d47-92e5-bacda46ef898] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2115.582626] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748477, 'name': PowerOffVM_Task, 'duration_secs': 0.168684} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.582894] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2115.583247] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance '8089c267-813f-441f-898f-532e03c01caa' progress to 17 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2115.682082] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 7d2eb4ef-a32b-4f9b-8b48-e5a208a9e9fb] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2116.090019] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2116.090282] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2116.090421] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2116.090603] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2116.090752] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2116.090901] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2116.091138] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2116.091303] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2116.091473] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2116.091640] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2116.091811] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2116.096823] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c12a7c5-5cfa-4305-8f9e-5b20c093ed50 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.113030] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2116.113030] env[62220]: value = "task-1748478" [ 2116.113030] env[62220]: _type = "Task" [ 2116.113030] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.120781] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.185562] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 3a8fe2d8-33b9-4009-b06e-132aa8e92772] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2116.625565] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748478, 'name': ReconfigVM_Task, 'duration_secs': 0.165315} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.625834] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance '8089c267-813f-441f-898f-532e03c01caa' progress to 33 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2116.689418] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 954b23d4-9a0b-48a4-ae2d-d5ca044756c0] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2117.132031] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2117.132307] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2117.132467] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2117.132656] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2117.132803] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2117.132949] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2117.133170] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2117.133332] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2117.133499] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2117.133661] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2117.133838] env[62220]: DEBUG nova.virt.hardware [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2117.139066] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2117.139359] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2bfa628-d14d-4fdb-9f60-93dcb6e6d98d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.159012] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2117.159012] env[62220]: value = "task-1748479" [ 2117.159012] env[62220]: _type = "Task" [ 2117.159012] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.166487] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.192118] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 2ed96bbe-3205-481e-9a88-97dd20b07a13] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2117.669108] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748479, 'name': ReconfigVM_Task, 'duration_secs': 0.148967} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.669402] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2117.670165] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875bb616-19ad-497a-af67-f4531695620c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.691939] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 8089c267-813f-441f-898f-532e03c01caa/8089c267-813f-441f-898f-532e03c01caa.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2117.692170] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecc9c770-fe9e-4d16-a2cc-8fd62e343bd9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.704783] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: f4c25d2c-dd88-4313-90cd-47df240a5a8d] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2117.711462] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2117.711462] env[62220]: value = "task-1748480" [ 2117.711462] env[62220]: _type = "Task" [ 2117.711462] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.719039] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.208612] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 453b6ffe-af66-44e7-9fae-5c4ef4d88445] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2118.221206] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748480, 'name': ReconfigVM_Task, 'duration_secs': 0.252991} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.221477] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 8089c267-813f-441f-898f-532e03c01caa/8089c267-813f-441f-898f-532e03c01caa.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2118.221743] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance '8089c267-813f-441f-898f-532e03c01caa' progress to 50 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2118.712424] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 77013a66-05fa-46f7-a19c-ecb7d94a6890] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2118.728101] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6474ab01-0c34-45f6-b10a-230e281ed7e4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.747071] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c54523-b343-480b-956c-324570909425 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.765745] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance '8089c267-813f-441f-898f-532e03c01caa' progress to 67 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2119.216161] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 25861bf1-fdd1-4c8a-a02d-6f411cc0d981] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2119.303948] env[62220]: DEBUG nova.network.neutron [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Port 89a000fb-0a37-48ce-b569-63fc62207c83 binding to destination host cpu-1 is already ACTIVE {{(pid=62220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2119.719612] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: da71e846-e577-43a2-88d6-255af044186b] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2120.222552] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: d2de0dc8-c050-4f5f-b04d-27822b81c56b] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2120.324583] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "8089c267-813f-441f-898f-532e03c01caa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.324858] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "8089c267-813f-441f-898f-532e03c01caa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.325016] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "8089c267-813f-441f-898f-532e03c01caa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.726033] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: e5e87453-9693-4394-b563-1ac6fa3e16f6] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2121.229170] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: e3e197fa-7c86-41bb-8057-0e9f18035b48] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2121.360703] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.360966] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.361180] env[62220]: DEBUG nova.network.neutron [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2121.732672] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: babd1003-87c2-4d79-b34f-a68058e45e8a] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2122.085451] env[62220]: DEBUG nova.network.neutron [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance_info_cache with network_info: [{"id": "89a000fb-0a37-48ce-b569-63fc62207c83", "address": "fa:16:3e:44:36:bc", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a000fb-0a", "ovs_interfaceid": "89a000fb-0a37-48ce-b569-63fc62207c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.235698] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 7f384fff-2a50-41a8-b954-5fc1efaf163e] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2122.588284] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.738809] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 7aee23d1-fc18-447e-81c4-34dbc46766b9] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2123.113602] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4be799-f797-4b98-b37f-d0ee1b7bd353 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.132622] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addd5bda-7152-4902-9a37-f1946c3bbb65 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.139181] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance '8089c267-813f-441f-898f-532e03c01caa' progress to 83 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2123.241528] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: d7767729-99db-4a40-945e-a073bd0d7ea8] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2123.645355] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2123.645663] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73d484cd-fe20-43c9-a11c-3a4706eb9665 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.652744] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2123.652744] env[62220]: value = "task-1748481" [ 2123.652744] env[62220]: _type = "Task" [ 2123.652744] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.660196] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.745197] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: c9bbbc1a-1d2d-4fce-9e97-f4a75ae2363d] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2124.162887] env[62220]: DEBUG oslo_vmware.api [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748481, 'name': PowerOnVM_Task, 'duration_secs': 0.361148} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.163176] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2124.163365] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5903ef-1750-41ae-8220-bc6ec1e39106 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance '8089c267-813f-441f-898f-532e03c01caa' progress to 100 {{(pid=62220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2124.248271] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 180e3ad4-666a-4c97-a1a5-52b5d3d6f9c2] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2124.750955] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: d19195a8-0475-4ef4-b1f2-2a74d46e078b] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2125.255054] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: a813f177-1ad1-4e16-95a0-1ac266e5306c] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2125.757763] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 863b3a01-ab51-42ae-905b-e7bde2605c6e] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2126.260670] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 8d2cc83c-0d9e-4b2d-9f3d-e414df44df0e] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2126.764570] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 8aa8d166-b351-4f5e-aac0-bd3356285a38] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2126.967471] env[62220]: DEBUG nova.network.neutron [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Port 89a000fb-0a37-48ce-b569-63fc62207c83 binding to destination host cpu-1 is already ACTIVE {{(pid=62220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2126.967859] env[62220]: DEBUG oslo_concurrency.lockutils [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.968106] env[62220]: DEBUG oslo_concurrency.lockutils [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.968347] env[62220]: DEBUG nova.network.neutron [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2127.267839] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b1d0cf48-8c40-471e-9eb0-7618501ec29c] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2127.717911] env[62220]: DEBUG nova.network.neutron [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance_info_cache with network_info: [{"id": "89a000fb-0a37-48ce-b569-63fc62207c83", "address": "fa:16:3e:44:36:bc", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a000fb-0a", "ovs_interfaceid": "89a000fb-0a37-48ce-b569-63fc62207c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.771691] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 5b884962-a0d5-44ac-b400-6c560b652c1b] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2128.221359] env[62220]: DEBUG oslo_concurrency.lockutils [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.275899] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 1523219d-b829-4c85-8667-a16b537350ec] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2128.724730] env[62220]: DEBUG nova.compute.manager [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62220) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2128.724964] env[62220]: DEBUG oslo_concurrency.lockutils [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.725218] env[62220]: DEBUG oslo_concurrency.lockutils [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.779259] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 6d6c9250-d939-4116-9cbd-7ee12aa7c526] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2129.228647] env[62220]: DEBUG nova.objects.instance [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lazy-loading 'migration_context' on Instance uuid 8089c267-813f-441f-898f-532e03c01caa {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2129.281731] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: f919009d-9ea4-4fc4-819c-f182ebe9ecd2] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2129.774207] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ba7536-db79-418e-9222-9f9b3ffead13 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.781902] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4736af75-6b94-47e3-ac07-bedc6f1ffa28 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.785205] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 03789d9a-3d3b-471e-b415-75c4836b9502] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2129.813808] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c756e8e8-a589-4533-a897-f762e670b933 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.821855] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c400bf-f8ba-4b98-8a64-98b456bd55ed {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.835313] env[62220]: DEBUG nova.compute.provider_tree [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2130.288347] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: b678b462-3da4-4528-8763-36982ea94891] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2130.338261] env[62220]: DEBUG nova.scheduler.client.report [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2130.791546] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: ee9ef581-b58f-4bb0-a517-22fd69c1117a] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2131.294808] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 96ea101b-679a-44b6-80fc-64ed684f853a] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2131.348344] env[62220]: DEBUG oslo_concurrency.lockutils [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.623s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.798589] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: c41b6d89-786b-403a-b9da-2360ac8be34f] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2132.302669] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 56df3b93-0cf7-4cf8-a533-566ac8b0cb1e] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2132.806099] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: a8f42686-354e-4afc-8bb7-e7db20ac2aa5] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2132.881916] env[62220]: INFO nova.compute.manager [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Swapping old allocation on dict_keys(['feb1be13-c087-423d-9e2a-f8ba7247cda1']) held by migration f1bd8a75-ac11-4e3c-8c18-c1df75fd1f4c for instance [ 2132.903398] env[62220]: DEBUG nova.scheduler.client.report [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Overwriting current allocation {'allocations': {'feb1be13-c087-423d-9e2a-f8ba7247cda1': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 190}}, 'project_id': 'ef2854567d0d40b5b5a41ad53a0a9f1a', 'user_id': '9c00ea4c93274dac90719a86ecfb0fe9', 'consumer_generation': 1} on consumer 8089c267-813f-441f-898f-532e03c01caa {{(pid=62220) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 2132.978121] env[62220]: DEBUG oslo_concurrency.lockutils [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.978334] env[62220]: DEBUG oslo_concurrency.lockutils [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.978517] env[62220]: DEBUG nova.network.neutron [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2133.309384] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 0c9d3ec0-2876-4300-9a10-27e1062ebf83] Instance has had 0 of 5 cleanup attempts {{(pid=62220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2133.812916] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2133.813096] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Cleaning up deleted instances with incomplete migration {{(pid=62220) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 2133.869727] env[62220]: DEBUG nova.network.neutron [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance_info_cache with network_info: [{"id": "89a000fb-0a37-48ce-b569-63fc62207c83", "address": "fa:16:3e:44:36:bc", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a000fb-0a", "ovs_interfaceid": "89a000fb-0a37-48ce-b569-63fc62207c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2134.372292] env[62220]: DEBUG oslo_concurrency.lockutils [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-8089c267-813f-441f-898f-532e03c01caa" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.372762] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2134.373035] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b26b5c1-cdb5-4e75-a49e-8fc84e4feea0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.380623] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2134.380623] env[62220]: value = "task-1748482" [ 2134.380623] env[62220]: _type = "Task" [ 2134.380623] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.388533] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.890522] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748482, 'name': PowerOffVM_Task, 'duration_secs': 0.189985} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.890790] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2134.891478] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2134.891692] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2134.891849] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2134.892046] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2134.892206] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2134.892346] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2134.892552] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2134.892710] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2134.892876] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2134.893046] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2134.893223] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2134.898090] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab1b5906-8c23-4271-97e5-308c51ac033d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.912805] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2134.912805] env[62220]: value = "task-1748483" [ 2134.912805] env[62220]: _type = "Task" [ 2134.912805] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.919940] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.423022] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748483, 'name': ReconfigVM_Task, 'duration_secs': 0.141174} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.423997] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaa368f-481a-4feb-8390-c97204ff88d7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.441874] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2135.442173] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2135.442346] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2135.442536] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2135.442684] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2135.442831] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2135.443055] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2135.443225] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2135.443394] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2135.443557] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2135.443730] env[62220]: DEBUG nova.virt.hardware [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2135.444478] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d36c536-0470-4e62-89db-15f5af5189c2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.449359] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2135.449359] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b0d62b-691d-63ae-bdeb-9f20f46a6dde" [ 2135.449359] env[62220]: _type = "Task" [ 2135.449359] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.456419] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b0d62b-691d-63ae-bdeb-9f20f46a6dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.959436] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52b0d62b-691d-63ae-bdeb-9f20f46a6dde, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.964696] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2135.965068] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ea7f90-377e-4e64-911e-a4927128053d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.983377] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2135.983377] env[62220]: value = "task-1748484" [ 2135.983377] env[62220]: _type = "Task" [ 2135.983377] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.990796] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.493173] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748484, 'name': ReconfigVM_Task, 'duration_secs': 0.182464} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.493556] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=62220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2136.494190] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0460a5f-51d0-4425-a7cb-e47139d31ea5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.514985] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 8089c267-813f-441f-898f-532e03c01caa/8089c267-813f-441f-898f-532e03c01caa.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2136.515218] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb8da04a-9068-45a9-98c4-ce1f9fc1f98c {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.532848] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2136.532848] env[62220]: value = "task-1748485" [ 2136.532848] env[62220]: _type = "Task" [ 2136.532848] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.542965] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.042483] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748485, 'name': ReconfigVM_Task, 'duration_secs': 0.257803} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.044042] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 8089c267-813f-441f-898f-532e03c01caa/8089c267-813f-441f-898f-532e03c01caa.vmdk or device None with type thin {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2137.044042] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e97deb-9f91-4b10-ac5a-41a4e2d3eedb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.061079] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da185a76-9693-47f2-abb7-5cb7806dea0f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.077879] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14b55a1-f45c-4beb-8413-d86460093c55 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.094882] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef5e6f1-0064-4ed7-9198-ed4a8b2fe8ba {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.100993] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2137.101225] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0798aa1d-499c-4752-8552-3d4123791721 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.106420] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2137.106420] env[62220]: value = "task-1748486" [ 2137.106420] env[62220]: _type = "Task" [ 2137.106420] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.113266] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.616070] env[62220]: DEBUG oslo_vmware.api [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748486, 'name': PowerOnVM_Task, 'duration_secs': 0.347509} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.616454] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2138.627301] env[62220]: INFO nova.compute.manager [None req-50a68f35-e612-4244-ad27-f9a3f97abeca tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance to original state: 'active' [ 2140.450283] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "8089c267-813f-441f-898f-532e03c01caa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.450674] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "8089c267-813f-441f-898f-532e03c01caa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.450784] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "8089c267-813f-441f-898f-532e03c01caa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.451032] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "8089c267-813f-441f-898f-532e03c01caa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.451212] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "8089c267-813f-441f-898f-532e03c01caa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.453717] env[62220]: INFO nova.compute.manager [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Terminating instance [ 2140.957158] env[62220]: DEBUG nova.compute.manager [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2140.957408] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2140.958713] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4021d54-9f9c-4ae3-bcf9-2ba41e308fb8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.966457] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2140.966696] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db785b90-aaf0-4df7-9377-ce4c37d963ca {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.972656] env[62220]: DEBUG oslo_vmware.api [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2140.972656] env[62220]: value = "task-1748487" [ 2140.972656] env[62220]: _type = "Task" [ 2140.972656] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.981036] env[62220]: DEBUG oslo_vmware.api [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.482867] env[62220]: DEBUG oslo_vmware.api [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748487, 'name': PowerOffVM_Task, 'duration_secs': 0.205163} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.483334] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2141.483334] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2141.483545] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed8e1334-06e8-4aa6-8273-43f9b814ff4e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.551069] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2141.551402] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2141.551498] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleting the datastore file [datastore1] 8089c267-813f-441f-898f-532e03c01caa {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2141.551727] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41150b42-2009-47ae-88f5-79d7deacdcf2 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.558580] env[62220]: DEBUG oslo_vmware.api [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2141.558580] env[62220]: value = "task-1748489" [ 2141.558580] env[62220]: _type = "Task" [ 2141.558580] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.565881] env[62220]: DEBUG oslo_vmware.api [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.067691] env[62220]: DEBUG oslo_vmware.api [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153174} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.068064] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2142.068305] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2142.068525] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2142.068710] env[62220]: INFO nova.compute.manager [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 8089c267-813f-441f-898f-532e03c01caa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2142.068946] env[62220]: DEBUG oslo.service.loopingcall [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2142.069157] env[62220]: DEBUG nova.compute.manager [-] [instance: 8089c267-813f-441f-898f-532e03c01caa] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2142.069274] env[62220]: DEBUG nova.network.neutron [-] [instance: 8089c267-813f-441f-898f-532e03c01caa] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2142.533704] env[62220]: DEBUG nova.compute.manager [req-216c4e8e-bfea-42ef-8ffb-c1c9f3a5598e req-ee8c42cc-925b-46b8-906a-2d79e816cfa9 service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Received event network-vif-deleted-89a000fb-0a37-48ce-b569-63fc62207c83 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2142.533938] env[62220]: INFO nova.compute.manager [req-216c4e8e-bfea-42ef-8ffb-c1c9f3a5598e req-ee8c42cc-925b-46b8-906a-2d79e816cfa9 service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Neutron deleted interface 89a000fb-0a37-48ce-b569-63fc62207c83; detaching it from the instance and deleting it from the info cache [ 2142.534081] env[62220]: DEBUG nova.network.neutron [req-216c4e8e-bfea-42ef-8ffb-c1c9f3a5598e req-ee8c42cc-925b-46b8-906a-2d79e816cfa9 service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.014745] env[62220]: DEBUG nova.network.neutron [-] [instance: 8089c267-813f-441f-898f-532e03c01caa] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.036478] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bad054a6-b3c0-4a6f-a791-2b50f3b717b6 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.045663] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bf79f8-b895-482d-8834-bd6be4d5d497 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.069881] env[62220]: DEBUG nova.compute.manager [req-216c4e8e-bfea-42ef-8ffb-c1c9f3a5598e req-ee8c42cc-925b-46b8-906a-2d79e816cfa9 service nova] [instance: 8089c267-813f-441f-898f-532e03c01caa] Detach interface failed, port_id=89a000fb-0a37-48ce-b569-63fc62207c83, reason: Instance 8089c267-813f-441f-898f-532e03c01caa could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2143.517910] env[62220]: INFO nova.compute.manager [-] [instance: 8089c267-813f-441f-898f-532e03c01caa] Took 1.45 seconds to deallocate network for instance. [ 2144.024820] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.025166] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.025385] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.046010] env[62220]: INFO nova.scheduler.client.report [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleted allocations for instance 8089c267-813f-441f-898f-532e03c01caa [ 2144.554379] env[62220]: DEBUG oslo_concurrency.lockutils [None req-ef1bec24-b4a5-4d3a-a3e6-480cb6838427 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "8089c267-813f-441f-898f-532e03c01caa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.104s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.423670] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "149d9bcb-61dc-4766-b8cd-d56decfee34d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.423965] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "149d9bcb-61dc-4766-b8cd-d56decfee34d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.926592] env[62220]: DEBUG nova.compute.manager [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Starting instance... {{(pid=62220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2146.503330] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.503609] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.505222] env[62220]: INFO nova.compute.claims [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2147.540094] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54be4291-5fad-47e4-97e1-6c73faa80ba5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.547604] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbadb2f-844c-4fb4-93e9-4595778fdd29 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.577705] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d74d4b-9b7e-4406-a614-6183dc929a4d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.584437] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffa88ee-733b-47cf-89da-69674076b919 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.596787] env[62220]: DEBUG nova.compute.provider_tree [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2148.100255] env[62220]: DEBUG nova.scheduler.client.report [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2148.605366] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.605903] env[62220]: DEBUG nova.compute.manager [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Start building networks asynchronously for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2149.111420] env[62220]: DEBUG nova.compute.utils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Using /dev/sd instead of None {{(pid=62220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2149.112846] env[62220]: DEBUG nova.compute.manager [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Allocating IP information in the background. {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2149.113057] env[62220]: DEBUG nova.network.neutron [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] allocate_for_instance() {{(pid=62220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2149.174416] env[62220]: DEBUG nova.policy [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c00ea4c93274dac90719a86ecfb0fe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2854567d0d40b5b5a41ad53a0a9f1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62220) authorize /opt/stack/nova/nova/policy.py:192}} [ 2149.474013] env[62220]: DEBUG nova.network.neutron [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Successfully created port: 4cdc4540-d48d-411b-a647-529022d01df1 {{(pid=62220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2149.616764] env[62220]: DEBUG nova.compute.manager [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Start building block device mappings for instance. {{(pid=62220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2150.626861] env[62220]: DEBUG nova.compute.manager [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Start spawning the instance on the hypervisor. {{(pid=62220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2150.655624] env[62220]: DEBUG nova.virt.hardware [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T10:50:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T10:50:27Z,direct_url=,disk_format='vmdk',id=9ac015ee-f71b-4d51-af31-ce5ca3eb77b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='82606021d07547899a70a9e5a82594ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T10:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2150.655881] env[62220]: DEBUG nova.virt.hardware [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2150.656060] env[62220]: DEBUG nova.virt.hardware [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image limits 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2150.656259] env[62220]: DEBUG nova.virt.hardware [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Flavor pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2150.656410] env[62220]: DEBUG nova.virt.hardware [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Image pref 0:0:0 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2150.656561] env[62220]: DEBUG nova.virt.hardware [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2150.656773] env[62220]: DEBUG nova.virt.hardware [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2150.656968] env[62220]: DEBUG nova.virt.hardware [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2150.657170] env[62220]: DEBUG nova.virt.hardware [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Got 1 possible topologies {{(pid=62220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2150.657340] env[62220]: DEBUG nova.virt.hardware [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2150.657517] env[62220]: DEBUG nova.virt.hardware [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2150.658432] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9902fb-aa76-4fb3-abf6-7a09597f5368 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.666437] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fe669a-30d0-4cbf-83d4-abeaf9956d16 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.839704] env[62220]: DEBUG nova.compute.manager [req-68a4756f-e635-4200-9a8b-3328b6daaa07 req-d7d13fc0-6c71-48ec-8c72-3590020d1e34 service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Received event network-vif-plugged-4cdc4540-d48d-411b-a647-529022d01df1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2150.839976] env[62220]: DEBUG oslo_concurrency.lockutils [req-68a4756f-e635-4200-9a8b-3328b6daaa07 req-d7d13fc0-6c71-48ec-8c72-3590020d1e34 service nova] Acquiring lock "149d9bcb-61dc-4766-b8cd-d56decfee34d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.840263] env[62220]: DEBUG oslo_concurrency.lockutils [req-68a4756f-e635-4200-9a8b-3328b6daaa07 req-d7d13fc0-6c71-48ec-8c72-3590020d1e34 service nova] Lock "149d9bcb-61dc-4766-b8cd-d56decfee34d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.840380] env[62220]: DEBUG oslo_concurrency.lockutils [req-68a4756f-e635-4200-9a8b-3328b6daaa07 req-d7d13fc0-6c71-48ec-8c72-3590020d1e34 service nova] Lock "149d9bcb-61dc-4766-b8cd-d56decfee34d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.840556] env[62220]: DEBUG nova.compute.manager [req-68a4756f-e635-4200-9a8b-3328b6daaa07 req-d7d13fc0-6c71-48ec-8c72-3590020d1e34 service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] No waiting events found dispatching network-vif-plugged-4cdc4540-d48d-411b-a647-529022d01df1 {{(pid=62220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2150.840721] env[62220]: WARNING nova.compute.manager [req-68a4756f-e635-4200-9a8b-3328b6daaa07 req-d7d13fc0-6c71-48ec-8c72-3590020d1e34 service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Received unexpected event network-vif-plugged-4cdc4540-d48d-411b-a647-529022d01df1 for instance with vm_state building and task_state spawning. [ 2150.923912] env[62220]: DEBUG nova.network.neutron [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Successfully updated port: 4cdc4540-d48d-411b-a647-529022d01df1 {{(pid=62220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2151.429013] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.429202] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.429383] env[62220]: DEBUG nova.network.neutron [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2151.962266] env[62220]: DEBUG nova.network.neutron [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Instance cache missing network info. {{(pid=62220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2152.085375] env[62220]: DEBUG nova.network.neutron [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Updating instance_info_cache with network_info: [{"id": "4cdc4540-d48d-411b-a647-529022d01df1", "address": "fa:16:3e:c5:20:39", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdc4540-d4", "ovs_interfaceid": "4cdc4540-d48d-411b-a647-529022d01df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.587843] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.588225] env[62220]: DEBUG nova.compute.manager [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Instance network_info: |[{"id": "4cdc4540-d48d-411b-a647-529022d01df1", "address": "fa:16:3e:c5:20:39", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdc4540-d4", "ovs_interfaceid": "4cdc4540-d48d-411b-a647-529022d01df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2152.588663] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:20:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cdc4540-d48d-411b-a647-529022d01df1', 'vif_model': 'vmxnet3'}] {{(pid=62220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2152.596420] env[62220]: DEBUG oslo.service.loopingcall [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2152.596630] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Creating VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2152.596860] env[62220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ec2f077-4fe0-47e6-afc8-0f04c8fc047f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.616397] env[62220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2152.616397] env[62220]: value = "task-1748490" [ 2152.616397] env[62220]: _type = "Task" [ 2152.616397] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.623790] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748490, 'name': CreateVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.864446] env[62220]: DEBUG nova.compute.manager [req-4785a673-e733-4041-ab4e-794f307651c7 req-9979813e-4db3-4477-831e-e0c5f991587b service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Received event network-changed-4cdc4540-d48d-411b-a647-529022d01df1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2152.864678] env[62220]: DEBUG nova.compute.manager [req-4785a673-e733-4041-ab4e-794f307651c7 req-9979813e-4db3-4477-831e-e0c5f991587b service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Refreshing instance network info cache due to event network-changed-4cdc4540-d48d-411b-a647-529022d01df1. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2152.864951] env[62220]: DEBUG oslo_concurrency.lockutils [req-4785a673-e733-4041-ab4e-794f307651c7 req-9979813e-4db3-4477-831e-e0c5f991587b service nova] Acquiring lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.865127] env[62220]: DEBUG oslo_concurrency.lockutils [req-4785a673-e733-4041-ab4e-794f307651c7 req-9979813e-4db3-4477-831e-e0c5f991587b service nova] Acquired lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.865322] env[62220]: DEBUG nova.network.neutron [req-4785a673-e733-4041-ab4e-794f307651c7 req-9979813e-4db3-4477-831e-e0c5f991587b service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Refreshing network info cache for port 4cdc4540-d48d-411b-a647-529022d01df1 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2153.126461] env[62220]: DEBUG oslo_vmware.api [-] Task: {'id': task-1748490, 'name': CreateVM_Task, 'duration_secs': 0.308074} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.126869] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Created VM on the ESX host {{(pid=62220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2153.127362] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.127535] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.127890] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2153.128173] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e817623-2b3c-4e60-b3c9-07181d104a2f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.132608] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2153.132608] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52074faf-741e-03d4-6ceb-bfe6a16ef644" [ 2153.132608] env[62220]: _type = "Task" [ 2153.132608] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.139922] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52074faf-741e-03d4-6ceb-bfe6a16ef644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.584165] env[62220]: DEBUG nova.network.neutron [req-4785a673-e733-4041-ab4e-794f307651c7 req-9979813e-4db3-4477-831e-e0c5f991587b service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Updated VIF entry in instance network info cache for port 4cdc4540-d48d-411b-a647-529022d01df1. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2153.584523] env[62220]: DEBUG nova.network.neutron [req-4785a673-e733-4041-ab4e-794f307651c7 req-9979813e-4db3-4477-831e-e0c5f991587b service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Updating instance_info_cache with network_info: [{"id": "4cdc4540-d48d-411b-a647-529022d01df1", "address": "fa:16:3e:c5:20:39", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdc4540-d4", "ovs_interfaceid": "4cdc4540-d48d-411b-a647-529022d01df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.642527] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52074faf-741e-03d4-6ceb-bfe6a16ef644, 'name': SearchDatastore_Task, 'duration_secs': 0.015027} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.642810] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.643058] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Processing image 9ac015ee-f71b-4d51-af31-ce5ca3eb77b8 {{(pid=62220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2153.643298] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.643447] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.643627] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2153.643882] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46de65a4-7004-4a98-a6ab-30b5ed4d8643 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.652511] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2153.652631] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2153.653313] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77be78a7-0797-417f-9f17-1a35ced7e933 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.658191] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2153.658191] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5290c212-3041-d542-8f67-349072c7b812" [ 2153.658191] env[62220]: _type = "Task" [ 2153.658191] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.664795] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5290c212-3041-d542-8f67-349072c7b812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.087498] env[62220]: DEBUG oslo_concurrency.lockutils [req-4785a673-e733-4041-ab4e-794f307651c7 req-9979813e-4db3-4477-831e-e0c5f991587b service nova] Releasing lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.169727] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]5290c212-3041-d542-8f67-349072c7b812, 'name': SearchDatastore_Task, 'duration_secs': 0.008051} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.170539] env[62220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be37706-3011-4299-8ac9-59ce2ca2a8eb {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.175780] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2154.175780] env[62220]: value = "session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52708be6-0c33-b4d4-646f-b042e88b7eeb" [ 2154.175780] env[62220]: _type = "Task" [ 2154.175780] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.182675] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52708be6-0c33-b4d4-646f-b042e88b7eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.686146] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': session[52d339e0-a2bb-4c91-b53d-995ba59d2294]52708be6-0c33-b4d4-646f-b042e88b7eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.009388} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.686418] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.686673] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 149d9bcb-61dc-4766-b8cd-d56decfee34d/149d9bcb-61dc-4766-b8cd-d56decfee34d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2154.686949] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de02b4e2-9cc8-4c9b-91ee-da89839bcf31 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.694376] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2154.694376] env[62220]: value = "task-1748491" [ 2154.694376] env[62220]: _type = "Task" [ 2154.694376] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.701424] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.204580] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.398591} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.204945] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8/9ac015ee-f71b-4d51-af31-ce5ca3eb77b8.vmdk to [datastore1] 149d9bcb-61dc-4766-b8cd-d56decfee34d/149d9bcb-61dc-4766-b8cd-d56decfee34d.vmdk {{(pid=62220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2155.205093] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Extending root virtual disk to 1048576 {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2155.205313] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01f07709-4163-452c-91f6-7d697d871225 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.211305] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2155.211305] env[62220]: value = "task-1748492" [ 2155.211305] env[62220]: _type = "Task" [ 2155.211305] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.217841] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.720556] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063229} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.720827] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Extended root virtual disk {{(pid=62220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2155.721576] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec72c460-b815-4e45-9bae-522d3321cd3d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.742409] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 149d9bcb-61dc-4766-b8cd-d56decfee34d/149d9bcb-61dc-4766-b8cd-d56decfee34d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2155.742654] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c8a000-29d2-472f-8b53-6aa6aab6d48d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.760629] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2155.760629] env[62220]: value = "task-1748493" [ 2155.760629] env[62220]: _type = "Task" [ 2155.760629] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.767531] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.271376] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748493, 'name': ReconfigVM_Task, 'duration_secs': 0.265054} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.271789] env[62220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 149d9bcb-61dc-4766-b8cd-d56decfee34d/149d9bcb-61dc-4766-b8cd-d56decfee34d.vmdk or device None with type sparse {{(pid=62220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2156.272355] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42cd6476-a98d-4ad5-81f6-551b78bf5b99 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.279412] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2156.279412] env[62220]: value = "task-1748494" [ 2156.279412] env[62220]: _type = "Task" [ 2156.279412] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.286606] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748494, 'name': Rename_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.788533] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748494, 'name': Rename_Task, 'duration_secs': 0.131726} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.788805] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2156.789058] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-099da010-20b2-4e92-90e6-8678a61646b3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.795164] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2156.795164] env[62220]: value = "task-1748495" [ 2156.795164] env[62220]: _type = "Task" [ 2156.795164] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.802231] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.305334] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.806519] env[62220]: DEBUG oslo_vmware.api [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748495, 'name': PowerOnVM_Task, 'duration_secs': 1.001647} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.806803] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2157.807069] env[62220]: INFO nova.compute.manager [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Took 7.18 seconds to spawn the instance on the hypervisor. [ 2157.807285] env[62220]: DEBUG nova.compute.manager [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2157.808100] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149be959-7a69-4174-960a-8b8fc8dc1af5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.327482] env[62220]: INFO nova.compute.manager [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Took 11.90 seconds to build instance. [ 2158.413440] env[62220]: DEBUG nova.compute.manager [req-045bcded-5ae8-470a-ae8f-175c7b7db440 req-83c82782-2187-4d3d-9c65-2d54e5ee9139 service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Received event network-changed-4cdc4540-d48d-411b-a647-529022d01df1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2158.413440] env[62220]: DEBUG nova.compute.manager [req-045bcded-5ae8-470a-ae8f-175c7b7db440 req-83c82782-2187-4d3d-9c65-2d54e5ee9139 service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Refreshing instance network info cache due to event network-changed-4cdc4540-d48d-411b-a647-529022d01df1. {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2158.413833] env[62220]: DEBUG oslo_concurrency.lockutils [req-045bcded-5ae8-470a-ae8f-175c7b7db440 req-83c82782-2187-4d3d-9c65-2d54e5ee9139 service nova] Acquiring lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.413995] env[62220]: DEBUG oslo_concurrency.lockutils [req-045bcded-5ae8-470a-ae8f-175c7b7db440 req-83c82782-2187-4d3d-9c65-2d54e5ee9139 service nova] Acquired lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.414183] env[62220]: DEBUG nova.network.neutron [req-045bcded-5ae8-470a-ae8f-175c7b7db440 req-83c82782-2187-4d3d-9c65-2d54e5ee9139 service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Refreshing network info cache for port 4cdc4540-d48d-411b-a647-529022d01df1 {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2158.829790] env[62220]: DEBUG oslo_concurrency.lockutils [None req-7e323f8b-e919-477f-a0f5-0ae01bc3e7a5 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "149d9bcb-61dc-4766-b8cd-d56decfee34d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.406s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.126236] env[62220]: DEBUG nova.network.neutron [req-045bcded-5ae8-470a-ae8f-175c7b7db440 req-83c82782-2187-4d3d-9c65-2d54e5ee9139 service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Updated VIF entry in instance network info cache for port 4cdc4540-d48d-411b-a647-529022d01df1. {{(pid=62220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2159.126686] env[62220]: DEBUG nova.network.neutron [req-045bcded-5ae8-470a-ae8f-175c7b7db440 req-83c82782-2187-4d3d-9c65-2d54e5ee9139 service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Updating instance_info_cache with network_info: [{"id": "4cdc4540-d48d-411b-a647-529022d01df1", "address": "fa:16:3e:c5:20:39", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdc4540-d4", "ovs_interfaceid": "4cdc4540-d48d-411b-a647-529022d01df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.629622] env[62220]: DEBUG oslo_concurrency.lockutils [req-045bcded-5ae8-470a-ae8f-175c7b7db440 req-83c82782-2187-4d3d-9c65-2d54e5ee9139 service nova] Releasing lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.812080] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2170.812339] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.317054] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.317054] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2171.317054] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 2171.846541] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.846824] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquired lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.846824] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Forcefully refreshing network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2171.846999] env[62220]: DEBUG nova.objects.instance [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lazy-loading 'info_cache' on Instance uuid 149d9bcb-61dc-4766-b8cd-d56decfee34d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2173.560993] env[62220]: DEBUG nova.network.neutron [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Updating instance_info_cache with network_info: [{"id": "4cdc4540-d48d-411b-a647-529022d01df1", "address": "fa:16:3e:c5:20:39", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdc4540-d4", "ovs_interfaceid": "4cdc4540-d48d-411b-a647-529022d01df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.064141] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Releasing lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.064373] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Updated the network info_cache for instance {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 2174.064601] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.064766] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.064932] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.065142] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.065300] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.065478] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.065649] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2174.065818] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.568413] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.568855] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.568855] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.568961] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2174.569955] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab64712a-0bfb-4511-90e3-1fa484513a2d {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.578661] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4afdd7-5e49-4b9e-86ce-183dd407c80f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.592282] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a677f01-561f-4592-b734-1522dc6f9e69 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.598236] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec815ad-3c95-4a65-b817-207d1e4f448f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.625682] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181209MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2174.625827] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.626022] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.650087] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Instance 149d9bcb-61dc-4766-b8cd-d56decfee34d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.650356] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2175.650432] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2175.675448] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e85f20-7f25-4a91-bdfd-d60cf1102bd3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.682903] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c84c66-51f4-4bf4-9275-0b52efe8511f {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.712740] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0b0d15-dadf-426b-bb8d-b8ad94de4169 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.719191] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a00cd83-b2a5-4f8c-93ea-f2ddc336bc5a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.732343] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2176.236058] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2176.742219] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2176.742219] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.820633] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dae9a7db-e402-4596-b542-f7d8a65d2a7d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "149d9bcb-61dc-4766-b8cd-d56decfee34d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.821055] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dae9a7db-e402-4596-b542-f7d8a65d2a7d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "149d9bcb-61dc-4766-b8cd-d56decfee34d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.821152] env[62220]: DEBUG nova.compute.manager [None req-dae9a7db-e402-4596-b542-f7d8a65d2a7d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2195.822018] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbce7c01-113b-426a-8e34-6537fda898a5 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.829006] env[62220]: DEBUG nova.compute.manager [None req-dae9a7db-e402-4596-b542-f7d8a65d2a7d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2195.829623] env[62220]: DEBUG nova.objects.instance [None req-dae9a7db-e402-4596-b542-f7d8a65d2a7d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lazy-loading 'flavor' on Instance uuid 149d9bcb-61dc-4766-b8cd-d56decfee34d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2196.839730] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae9a7db-e402-4596-b542-f7d8a65d2a7d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.840055] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32adf719-0892-4f44-9f0f-9730a2aafdd7 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.847672] env[62220]: DEBUG oslo_vmware.api [None req-dae9a7db-e402-4596-b542-f7d8a65d2a7d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2196.847672] env[62220]: value = "task-1748496" [ 2196.847672] env[62220]: _type = "Task" [ 2196.847672] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.855136] env[62220]: DEBUG oslo_vmware.api [None req-dae9a7db-e402-4596-b542-f7d8a65d2a7d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.358678] env[62220]: DEBUG oslo_vmware.api [None req-dae9a7db-e402-4596-b542-f7d8a65d2a7d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748496, 'name': PowerOffVM_Task, 'duration_secs': 0.191872} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.359009] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae9a7db-e402-4596-b542-f7d8a65d2a7d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2197.359281] env[62220]: DEBUG nova.compute.manager [None req-dae9a7db-e402-4596-b542-f7d8a65d2a7d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2197.360149] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d37723d-e87b-42e4-9eca-45046330ad9b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.871819] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dae9a7db-e402-4596-b542-f7d8a65d2a7d tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "149d9bcb-61dc-4766-b8cd-d56decfee34d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.200063] env[62220]: DEBUG nova.objects.instance [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lazy-loading 'flavor' on Instance uuid 149d9bcb-61dc-4766-b8cd-d56decfee34d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2198.704787] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2198.705060] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2198.705263] env[62220]: DEBUG nova.network.neutron [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2198.705464] env[62220]: DEBUG nova.objects.instance [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lazy-loading 'info_cache' on Instance uuid 149d9bcb-61dc-4766-b8cd-d56decfee34d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2199.209035] env[62220]: DEBUG nova.objects.base [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Object Instance<149d9bcb-61dc-4766-b8cd-d56decfee34d> lazy-loaded attributes: flavor,info_cache {{(pid=62220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2199.918429] env[62220]: DEBUG nova.network.neutron [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Updating instance_info_cache with network_info: [{"id": "4cdc4540-d48d-411b-a647-529022d01df1", "address": "fa:16:3e:c5:20:39", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdc4540-d4", "ovs_interfaceid": "4cdc4540-d48d-411b-a647-529022d01df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.422522] env[62220]: DEBUG oslo_concurrency.lockutils [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.428887] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Powering on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2201.429301] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7c5b244-73bc-4411-8f89-afbbd3217910 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.439051] env[62220]: DEBUG oslo_vmware.api [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2201.439051] env[62220]: value = "task-1748497" [ 2201.439051] env[62220]: _type = "Task" [ 2201.439051] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.446248] env[62220]: DEBUG oslo_vmware.api [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.949648] env[62220]: DEBUG oslo_vmware.api [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748497, 'name': PowerOnVM_Task, 'duration_secs': 0.339332} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.949934] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Powered on the VM {{(pid=62220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2201.950154] env[62220]: DEBUG nova.compute.manager [None req-1fb9fe7d-2b92-4c53-aeac-e6abe57567d4 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2201.950881] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640af541-0cfa-4e0d-98dc-b4608ec80ace {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.180849] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2990e81b-409e-4be1-a33c-b2cf41df55ce {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.188098] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ce82b8d6-112c-4de9-a09b-c1280fb4e4a9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Suspending the VM {{(pid=62220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2203.188347] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-acd057e1-f865-48d0-a86a-24a0bbf4b659 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.195247] env[62220]: DEBUG oslo_vmware.api [None req-ce82b8d6-112c-4de9-a09b-c1280fb4e4a9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2203.195247] env[62220]: value = "task-1748498" [ 2203.195247] env[62220]: _type = "Task" [ 2203.195247] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.203392] env[62220]: DEBUG oslo_vmware.api [None req-ce82b8d6-112c-4de9-a09b-c1280fb4e4a9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748498, 'name': SuspendVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.705134] env[62220]: DEBUG oslo_vmware.api [None req-ce82b8d6-112c-4de9-a09b-c1280fb4e4a9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748498, 'name': SuspendVM_Task} progress is 54%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.205805] env[62220]: DEBUG oslo_vmware.api [None req-ce82b8d6-112c-4de9-a09b-c1280fb4e4a9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748498, 'name': SuspendVM_Task, 'duration_secs': 0.678077} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.206262] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-ce82b8d6-112c-4de9-a09b-c1280fb4e4a9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Suspended the VM {{(pid=62220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2204.206262] env[62220]: DEBUG nova.compute.manager [None req-ce82b8d6-112c-4de9-a09b-c1280fb4e4a9 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2204.207033] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ced692-fb60-4270-82ae-f2d534602dd9 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.516451] env[62220]: INFO nova.compute.manager [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Resuming [ 2205.517112] env[62220]: DEBUG nova.objects.instance [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lazy-loading 'flavor' on Instance uuid 149d9bcb-61dc-4766-b8cd-d56decfee34d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2207.028862] env[62220]: DEBUG oslo_concurrency.lockutils [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.029259] env[62220]: DEBUG oslo_concurrency.lockutils [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquired lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.029259] env[62220]: DEBUG nova.network.neutron [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Building network info cache for instance {{(pid=62220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2207.738018] env[62220]: DEBUG nova.network.neutron [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Updating instance_info_cache with network_info: [{"id": "4cdc4540-d48d-411b-a647-529022d01df1", "address": "fa:16:3e:c5:20:39", "network": {"id": "92cd99e2-e986-4118-b81e-61fd451d1509", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515539498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2854567d0d40b5b5a41ad53a0a9f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdc4540-d4", "ovs_interfaceid": "4cdc4540-d48d-411b-a647-529022d01df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2208.240831] env[62220]: DEBUG oslo_concurrency.lockutils [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Releasing lock "refresh_cache-149d9bcb-61dc-4766-b8cd-d56decfee34d" {{(pid=62220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.241836] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49de9c2-4adf-430b-9d35-35e8d8623bd0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.248814] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Resuming the VM {{(pid=62220) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2208.249047] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7f364a1-c7b0-40b8-9df9-713e0d84ee08 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.254823] env[62220]: DEBUG oslo_vmware.api [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2208.254823] env[62220]: value = "task-1748499" [ 2208.254823] env[62220]: _type = "Task" [ 2208.254823] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.262143] env[62220]: DEBUG oslo_vmware.api [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.769210] env[62220]: DEBUG oslo_vmware.api [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748499, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.266517] env[62220]: DEBUG oslo_vmware.api [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748499, 'name': PowerOnVM_Task, 'duration_secs': 0.515714} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.266915] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Resumed the VM {{(pid=62220) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2209.266960] env[62220]: DEBUG nova.compute.manager [None req-030831f5-b397-47b1-8b37-d91bf74af26a tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Checking state {{(pid=62220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2209.267734] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c2abc6-4ed3-41ac-a773-c5cd75e8468a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.208841] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "149d9bcb-61dc-4766-b8cd-d56decfee34d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.209133] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "149d9bcb-61dc-4766-b8cd-d56decfee34d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.209363] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "149d9bcb-61dc-4766-b8cd-d56decfee34d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.209560] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "149d9bcb-61dc-4766-b8cd-d56decfee34d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.209735] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "149d9bcb-61dc-4766-b8cd-d56decfee34d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.211852] env[62220]: INFO nova.compute.manager [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Terminating instance [ 2210.715308] env[62220]: DEBUG nova.compute.manager [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Start destroying the instance on the hypervisor. {{(pid=62220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2210.715712] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Destroying instance {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2210.716475] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bcf797-3589-4d4a-a875-2af9ba64f650 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.724366] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Powering off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2210.724598] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1acb8cc2-fde5-4adf-8281-2c6aba92a960 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.730509] env[62220]: DEBUG oslo_vmware.api [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2210.730509] env[62220]: value = "task-1748500" [ 2210.730509] env[62220]: _type = "Task" [ 2210.730509] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.738146] env[62220]: DEBUG oslo_vmware.api [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.241271] env[62220]: DEBUG oslo_vmware.api [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748500, 'name': PowerOffVM_Task, 'duration_secs': 0.185695} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.241564] env[62220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Powered off the VM {{(pid=62220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2211.241744] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Unregistering the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2211.241994] env[62220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef8b1c30-723e-4a75-84d7-f9311114a4d3 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.312511] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Unregistered the VM {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2211.312881] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Deleting contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2211.313213] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleting the datastore file [datastore1] 149d9bcb-61dc-4766-b8cd-d56decfee34d {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2211.313585] env[62220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-974780dd-5a48-4e19-af92-5af9687c9966 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.320681] env[62220]: DEBUG oslo_vmware.api [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for the task: (returnval){ [ 2211.320681] env[62220]: value = "task-1748502" [ 2211.320681] env[62220]: _type = "Task" [ 2211.320681] env[62220]: } to complete. {{(pid=62220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.328443] env[62220]: DEBUG oslo_vmware.api [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.830900] env[62220]: DEBUG oslo_vmware.api [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Task: {'id': task-1748502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151417} completed successfully. {{(pid=62220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.831307] env[62220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleted the datastore file {{(pid=62220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2211.831373] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Deleted contents of the VM from datastore datastore1 {{(pid=62220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2211.831528] env[62220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Instance destroyed {{(pid=62220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2211.831708] env[62220]: INFO nova.compute.manager [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2211.831950] env[62220]: DEBUG oslo.service.loopingcall [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2211.832155] env[62220]: DEBUG nova.compute.manager [-] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Deallocating network for instance {{(pid=62220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2211.832251] env[62220]: DEBUG nova.network.neutron [-] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] deallocate_for_instance() {{(pid=62220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2212.331910] env[62220]: DEBUG nova.compute.manager [req-b0477a20-0037-49e6-a075-75a0fd8ebab8 req-9813f178-f1da-4d03-9979-1b45776a3a79 service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Received event network-vif-deleted-4cdc4540-d48d-411b-a647-529022d01df1 {{(pid=62220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2212.331910] env[62220]: INFO nova.compute.manager [req-b0477a20-0037-49e6-a075-75a0fd8ebab8 req-9813f178-f1da-4d03-9979-1b45776a3a79 service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Neutron deleted interface 4cdc4540-d48d-411b-a647-529022d01df1; detaching it from the instance and deleting it from the info cache [ 2212.332136] env[62220]: DEBUG nova.network.neutron [req-b0477a20-0037-49e6-a075-75a0fd8ebab8 req-9813f178-f1da-4d03-9979-1b45776a3a79 service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.808162] env[62220]: DEBUG nova.network.neutron [-] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Updating instance_info_cache with network_info: [] {{(pid=62220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.834766] env[62220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd63f292-4ae6-45b9-b805-72abd665a50b {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.844672] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c103384-840b-4cb2-94f6-32cf2c055f4a {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.866815] env[62220]: DEBUG nova.compute.manager [req-b0477a20-0037-49e6-a075-75a0fd8ebab8 req-9813f178-f1da-4d03-9979-1b45776a3a79 service nova] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Detach interface failed, port_id=4cdc4540-d48d-411b-a647-529022d01df1, reason: Instance 149d9bcb-61dc-4766-b8cd-d56decfee34d could not be found. {{(pid=62220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2213.311558] env[62220]: INFO nova.compute.manager [-] [instance: 149d9bcb-61dc-4766-b8cd-d56decfee34d] Took 1.48 seconds to deallocate network for instance. [ 2213.818078] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.818369] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.818628] env[62220]: DEBUG nova.objects.instance [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lazy-loading 'resources' on Instance uuid 149d9bcb-61dc-4766-b8cd-d56decfee34d {{(pid=62220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2214.352662] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc99b64-13b2-46a8-8e77-fc2d46566c60 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.362062] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f610d7-96c4-4926-a810-8e087aa091a8 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.390908] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5135b895-b2c8-487b-b8fe-2ac85751b7a4 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.398125] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28745fd-4f1e-4524-b0cd-06eb45550475 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.410889] env[62220]: DEBUG nova.compute.provider_tree [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2214.914584] env[62220]: DEBUG nova.scheduler.client.report [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2215.419404] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.441068] env[62220]: INFO nova.scheduler.client.report [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Deleted allocations for instance 149d9bcb-61dc-4766-b8cd-d56decfee34d [ 2215.948251] env[62220]: DEBUG oslo_concurrency.lockutils [None req-2a776efd-f9ba-439b-971f-40ca6909b6c2 tempest-ServerActionsTestJSON-1184045879 tempest-ServerActionsTestJSON-1184045879-project-member] Lock "149d9bcb-61dc-4766-b8cd-d56decfee34d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.739s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.744307] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2236.744706] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2236.744756] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Starting heal instance info cache {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2236.744905] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Rebuilding the list of instances to heal {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 2237.248698] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Didn't find any instances for network info cache update. {{(pid=62220) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 2237.248955] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2237.249139] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2237.249292] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2237.249441] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2237.249584] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2237.249734] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2237.249865] env[62220]: DEBUG nova.compute.manager [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2237.250015] env[62220]: DEBUG oslo_service.periodic_task [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2237.752928] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.753317] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.753367] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.753525] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2237.754457] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db6e3b0-326d-40d5-a6b6-661adfd484fc {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.763076] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff7208e-8f51-4308-9a54-b0ab68d8b804 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.777127] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382329aa-a278-4060-bdb7-33c84bfa7949 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.783263] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee581c1c-dab3-4c3a-b9af-647110beafe0 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.811883] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181197MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2237.812049] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.812246] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.832491] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2238.832863] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2238.845900] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb916446-6f8a-4040-af71-35fed688e28e {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.855289] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ff48a7-7501-405c-88ed-9a68b6bc90ff {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.884254] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4315fac1-5c03-4935-b52f-c15352ae6c93 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.890790] env[62220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b152cf5e-cfd3-4d9b-a729-18da4a25d872 {{(pid=62220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.903210] env[62220]: DEBUG nova.compute.provider_tree [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed in ProviderTree for provider: feb1be13-c087-423d-9e2a-f8ba7247cda1 {{(pid=62220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2239.406811] env[62220]: DEBUG nova.scheduler.client.report [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Inventory has not changed for provider feb1be13-c087-423d-9e2a-f8ba7247cda1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2239.911755] env[62220]: DEBUG nova.compute.resource_tracker [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2239.912183] env[62220]: DEBUG oslo_concurrency.lockutils [None req-dd4337a1-8311-4e60-bfc1-039f1fef63fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}